publish.yml

name: Publish Packages
on:
  workflow_dispatch:
    inputs:
      origen_metal_python_package:
        description: Publish the Origen Metal python package
        default: "false"
        type: choice
        options:
          - true
          - false
      origen_python_package:
        description: Publish the Origen python package
        default: "false"
        type: choice
        options:
          - true
          - false
      # build_for_debug_target:
      #   description: If 'true', does not use the '--release' switch when building Rust libraries
      #   required: false
      #   default: "false"
      publish_pypi:
        description: Publish built packages to PyPi
        required: true
        default: "false"
        type: choice
        options:
          - true
          - false
      publish_pypi_test:
        description: Publish To PyPI Test Server
        required: true
        default: "false"
        type: choice
        options:
          - true
          - false
      publish_github_release:
        description: Publish built packages to Github Release page
        required: true
        default: "false"
        type: choice
        options:
          - true
          - false
      prerelease:
        description: Indicate that any release is a pre/dev release
        required: true
        default: "true"
        type: choice
        options:
          - true
          - false
      # id:
      #   description: Set the run ID to a known value
      #   required: false
      #   type: number
env:
  om_ver_file: om_version
  origen_ver_file: origen_version
jobs:
  precheck:
    # Need to make sure that only one publish action is running at a time to avoid releases stepping on each other.
    # GA's concurrency only allows for this job replacing previous jobs, but we want the opposite, otherwise we might end up
    # with imcomplete or duplicate releases.
    runs-on: ubuntu-latest
    steps:
      - name: Query Concurrency
        id: query-concurrency
        uses: fkirc/skip-duplicate-actions@v5
        with:
          concurrent_skipping: 'always'
          do_not_skip: '[]'
      - name: Check Concurrency
        uses: actions/github-script@v7
        if: ${{ steps.query-concurrency.outputs.should_skip == 'true' }}
        with:
          script: |
            core.setFailed('Found existing publish workflow: ${{ steps.query-concurrency.outputs.skipped_by.htmlUrl }}')

  build_manylinux:
    strategy:
      fail-fast: false
      matrix:
        python-version: ${{ fromJSON(vars.PYTHON_VERSIONS_FOR_RELEASE) }}
    needs: [precheck]
    runs-on: ubuntu-latest
    steps:
      - name: Check out the repo
        uses: actions/checkout@v4
        
      - name: Run Build Script in Docker container
        uses: addnab/docker-run-action@v3
        with:
          image: quay.io/pypa/manylinux2014_x86_64
          options: |
            --user root
            --volume ${{ github.workspace }}:/tmp/o2
            --env GIT_DIR=/tmp/o2
            --env OM_VER_FILE=${{ env.om_ver_file }}
            --env ORIGEN_VER_FILE=${{ env.origen_ver_file }}
            --env RUST_VERSION=${{ fromJSON(vars.RUST_VERSION) }}
            --env PYTHON_VERSION=${{ matrix.python-version }}
          run: |
            source /tmp/o2/.github/workflows/build_manylinux.sh

      - name: Display OM Wheelhouse Directory
        working-directory: python/origen_metal
        run: |
          ls wheelhouse
          echo "OM_WHEEL=$( ls wheelhouse | head -1 )" >> $GITHUB_ENV

      - name: Display OM Wheel Name
        run: |
          echo ${{ env.OM_WHEEL }}

      - name: Upload Origen Metal Python Package Artifact
        uses: actions/upload-artifact@v3
        with:
          name: om_wheels
          path: python/origen_metal/wheelhouse/${{ env.OM_WHEEL }}

      - name: Upload OM Python Package Version
        uses: actions/upload-artifact@v3
        with:
          name: ${{ env.om_ver_file }}
          path: python/origen_metal/${{ env.om_ver_file }}

      - name: Display Origen Wheelhouse Directory
        working-directory: python/origen
        run: |
          ls wheelhouse
          echo "ORIGEN_WHEEL=$( ls wheelhouse | head -1 )" >> $GITHUB_ENV

      - name: Display Origen Wheelhouse Directory
        run: |
          ls -al python/origen/origen/__bin__/bin
          ls -al rust/pyapi/target/release
          echo ${{ env.ORIGEN_WHEEL }}

      - name: Upload Origen Python Package Artifact
        uses: actions/upload-artifact@v3
        with:
          name: origen_wheels
          path: python/origen/wheelhouse/${{ env.ORIGEN_WHEEL }}

      - name: Upload Origen Python Package Version
        uses: actions/upload-artifact@v3
        with:
          name: ${{ env.origen_ver_file }}
          path: python/origen/${{ env.origen_ver_file }}

      - name: Upload CLI as a standalone entity
        uses: actions/upload-artifact@v3
        with:
          name: cli
          path: python/origen/origen/__bin__/bin/origen

  build_windows:
    strategy:
      fail-fast: false
      matrix:
        python-version: ${{ fromJSON(vars.PYTHON_VERSIONS) }}
    needs: [precheck]

    runs-on: windows-latest
    steps:
      - uses: actions/checkout@v2

      - name: Install Rust
        uses: actions-rust-lang/setup-rust-toolchain@v1
        with:
            toolchain: ${{ fromJSON(vars.RUST_VERSION) }}
            rustflags:

      - name: Override Project Rust Version
        run: rustup override set ${{ fromJSON(vars.RUST_VERSION) }}

      - name: Check Rust Version
        run: |
          rustc --version
          cargo --version

      - name: Setup Python ${{ matrix.python-version }}
        uses: actions/setup-python@v4
        with:
          python-version: ${{ matrix.python-version }}

      - name: Display Python Version
        run: python -c "import sys; print(sys.version)"

      - name: Install Poetry
        run: |
          pip install poetry==1.3.2
          poetry --version

      - name: Build Origen Metal Python Package
        working-directory: python/origen_metal
        run: poetry build --format wheel

      - name: Display Dist Directory
        working-directory: python/origen_metal/dist
        run: ls

      - name: Upload Origen Metal Python Package Artifact
        uses: actions/upload-artifact@v3
        with:
          name: om_wheels
          path: python/origen_metal/dist/origen_metal*

      - name: Get OM Python Package Version
        working-directory: python/origen_metal
        run: poetry version -s > ${{ env.om_ver_file }}

      - name: Upload OM Python Package Version
        uses: actions/upload-artifact@v3
        with:
          name: ${{ env.om_ver_file }}
          path: python/origen_metal/${{ env.om_ver_file }}

      # - name: Build Origen CLI
      #   working-directory: rust/origen/cli
      #   run: cargo build --bins --release
          
      # - name: Add Origen to PATH (Linux)
      #   if: matrix.os == 'ubuntu-latest'
      #   run: echo "${{ github.workspace }}/rust/origen/target/release" >> $GITHUB_PATH

      # - name: Add Origen to PATH (Windows)
      #   if: matrix.os == 'windows-latest'
      #   run: echo "${{ github.workspace }}/rust/origen/target/release" | Out-File -FilePath $env:GITHUB_PATH -Encoding utf8 -Append

      # - name: Display Origen CLI Version
      #   run: origen -v

      # - name: Build PyAPI
      #   working-directory: rust/pyapi
      #   run: cargo build --release

      # - name: Setup App Env
      #   working-directory: python
      #   run: origen env setup

      # - name: Display Origen App Version
      #   working-directory: python
      #   run: origen -v

      - name: Build Origen Python Package
        working-directory: python/origen
        run: poetry build --format wheel

      - name: Display Dist Directory
        working-directory: python/origen/dist
        run: ls

      - name: Upload Origen Python Package Artifact
        uses: actions/upload-artifact@v3
        with:
          name: origen_wheels
          path: python/origen/dist/origen*

      - name: Get Origen Python Package Version
        working-directory: python/origen
        run: poetry version -s > ${{ env.origen_ver_file }}
  
      - name: Upload Origen Python Package Version
        uses: actions/upload-artifact@v3
        with:
          name: ${{ env.origen_ver_file }}
          path: python/origen/${{ env.origen_ver_file }}
  
      # - name: "Publish To PyPi"
      #   if: ${{ github.event.inputs.publish_pypi }} == true
      #   working_directory: python
      #   run: |
      #     echo "Publishing to PyPi"
      #   # poetry publish ...

      # - name: "Publish To PyPi Test Server"
      #   if: ${{ github.event.inputs.publish_pypi_test == 'true' }}
      #   working-directory: python
      #   run: |
      #     echo "Publishing to PyPi Test Server"
      #     poetry config repositories.pypi-test https://test.pypi.org/legacy/
      #     poetry config pypi-token.pypi-test ${{ secrets.PYPI_TEST_SERVER_API_TOKEN }}
      #     poetry publish -r pypi-test

      # - name: pypi-publish
      #   if: ${{ github.event.inputs.publish_pypi_test == 'true' }}
        # uses: pypa/gh-action-pypi-publish@v1.4.2
        # with:
        #   packages_dir: python/dist/
        #   user: __token__
        #   password: ${{ secrets.PYPI_TEST_SERVER_API_TOKEN }}
        #   repository_url: https://test.pypi.org/legacy/
        #   skip_existing: true

      # - name: "Publish To Github Releases"
      #   if: ${{ github.event.inputs.publish_github_release }} == true
      #   working_directory: python
      #   run: |
      #     echo "Publishing to Github Releases"
      #   # ...

  show_wheels:
    needs: [build_manylinux, build_windows]
    runs-on: ubuntu-latest
    steps:
      - name: Retrieve OM Wheels
        uses: actions/download-artifact@v3
        with:
          name: om_wheels
          path: om_wheels

      - name: List OM Wheels
        run: ls -al ./om_wheels

      - name: Retrieve Origen Wheels
        uses: actions/download-artifact@v3
        with:
          name: origen_wheels
          path: origen_wheels

      - name: List Origen Wheels
        run: ls -al ./origen_wheels

      - name: Upload CLI as a standalone entity
        uses: actions/upload-artifact@v3
        with:
          name: cli
          path: python\origen\origen\__bin__\bin\origen.exe

  publish_to_pypi_test:
    needs: [build_manylinux, build_windows]
    runs-on: ubuntu-latest
    if: ${{ github.event.inputs.publish_pypi_test == 'true' }}
    steps:
      - name: Retrieve Wheels
        uses: actions/download-artifact@v3
        with:
          name: om_wheels
          path: om_wheels

      - name: List OM Wheels
        run: ls -al ./om_wheels

      - name: Push To PyPi Test Server
        if: ${{ github.event.inputs.origen_metal_python_package == 'true' }}
        uses: pypa/gh-action-pypi-publish@v1.8.10
        with:
          packages-dir: om_wheels
          password: ${{ secrets.PYPI_TEST_SERVER_API_TOKEN_OM }}
          repository-url: https://test.pypi.org/legacy/
          verify-metadata: false
          verbose: true

      - name: Retrieve Wheels
        uses: actions/download-artifact@v3
        with:
          name: origen_wheels
          path: origen_wheels

      - name: List Origen Wheels
        run: ls -al ./origen_wheels

      - name: Push To PyPi Test Server
        if: ${{ github.event.inputs.origen_python_package == 'true' }}
        uses: pypa/gh-action-pypi-publish@v1.8.10
        with:
          packages-dir: origen_wheels
          password: ${{ secrets.PYPI_TEST_SERVER_API_TOKEN }}
          repository-url: https://test.pypi.org/legacy/
          verify-metadata: false
          verbose: true

  publish_to_pypi:
    needs: [build_manylinux, build_windows]
    runs-on: ubuntu-latest
    if: ${{ github.event.inputs.publish_pypi == 'true' }}
    steps:
      - name: Retrieve Wheels
        uses: actions/download-artifact@v3
        with:
          name: om_wheels
          path: om_wheels

      - name: List OM Wheels
        run: ls -al ./om_wheels

      - name: Push To PyPi Server
        if: ${{ github.event.inputs.origen_metal_python_package == 'true' }}
        uses: pypa/gh-action-pypi-publish@v1.8.10
        with:
          packages-dir: om_wheels
          password: ${{ secrets.PYPI_OM_API_TOKEN }}
          verify-metadata: false
          verbose: true

      - name: Retrieve Wheels
        uses: actions/download-artifact@v3
        with:
          name: origen_wheels
          path: origen_wheels

      - name: List Origen Wheels
        run: ls -al ./origen_wheels

      - name: Push To PyPi Server
        if: ${{ github.event.inputs.origen_python_package == 'true' }}
        uses: pypa/gh-action-pypi-publish@v1.8.10
        with:
          packages-dir: origen_wheels
          password: ${{ secrets.PYPI_ORIGEN_API_TOKEN }}
          verify-metadata: false
          verbose: true

  publish_github_release:
    needs: [build_manylinux, build_windows]
    runs-on: ubuntu-latest
    if: ${{ github.event.inputs.publish_github_release == 'true' }}
    steps:
        - uses: actions/checkout@v2
            
        - uses: actions/download-artifact@v3
          with:
            name: om_wheels
            path: origen_metal

        - uses: actions/download-artifact@v3
          with:
            name: origen_wheels
            path: origen

        - name: Check wheels directories
          run: |
            ls -al ./origen_metal
            ls -al ./origen

        - uses: actions/download-artifact@v3
          with:
            name: cli
            path: cli

        - name: Show downloaded artifact directories
          run: |
            ls -al ./origen_metal
            ls -al ./origen
            ls -al ./cli

        - uses: actions/download-artifact@v3
          with:
            name: ${{ env.om_ver_file }}

        - uses: actions/download-artifact@v3
          with:
            name: ${{ env.origen_ver_file }}

        - uses: vimtor/action-zip@v1.1
          with:
            files: origen_metal
            dest: origen_metal.zip

        - uses: vimtor/action-zip@v1.1
          with:
            files: origen
            dest: origen.zip

        - uses: vimtor/action-zip@v1.1
          with:
            files: cli
            dest: cli.zip

        - name: Get OM/Origen Versions
          run: |
            ls -al
            cat ./${{ env.om_ver_file }}
            cat ./${{ env.origen_ver_file }}
            echo "om_version=$(cat ./${{ env.om_ver_file }})" >> $GITHUB_ENV
            echo "origen_version=$(cat ./${{ env.origen_ver_file }})" >> $GITHUB_ENV

        - name: Show Versions
          run: |
            echo ${{ env.om_version }}
            echo ${{ env.origen_version }}

        - name: Figure Out Tag
          run: |
            echo "tag=commit-$(git rev-parse --short HEAD)" >> $GITHUB_ENV

        - name: Display Tag
          run: echo ${{ env.tag }}

        - name: Generate Github Release
          uses: ncipollo/release-action@v1
          with:
            artifacts: ./origen_metal.zip, ./origen.zip, cli.zip
            artifactErrorsFailBuild: true
            prerelease: ${{ github.event.inputs.prerelease == 'true' }}
            commit: ${{ github.sha }}
            tag: ${{ env.tag }}
  cleanup:
    needs: [precheck, build_manylinux, build_windows, publish_to_pypi_test, publish_to_pypi, publish_github_release, show_wheels]
    runs-on: ubuntu-latest
    if: ${{ always() }}
    steps:
      - run: |
          echo "Begin Clean Up..."
          echo "No Clean Up Tasks!"