Merge branch 'master' into bug/windows_core_detection

.github/workflows/packaging-pipeline.yml

@@ -8,7 +8,7 @@ on:
 jobs:
   integration_test:
     name: Run Integration Test
-    runs-on: ubuntu-latest
+    runs-on: ubuntu-22.04
     steps:
       - name: Checkout
         uses: actions/checkout@v3
@@ -58,7 +58,7 @@ jobs:
             ARTIFACTS: cueadmin-${BUILD_ID}-all.tar.gz
 
     name: Build ${{ matrix.NAME }}
-    runs-on: ubuntu-latest
+    runs-on: ubuntu-22.04
     steps:
       - name: Checkout
         uses: actions/checkout@v3
@@ -121,7 +121,7 @@ jobs:
   create_other_artifacts:
     name: Create Other Build Artifacts
     needs: build_components
-    runs-on: ubuntu-latest
+    runs-on: ubuntu-22.04
     steps:
       - name: Checkout
         uses: actions/checkout@v3

.github/workflows/post-release-pipeline.yml

@@ -8,7 +8,7 @@ on:
 
 jobs:
   create_blog_post:
-    runs-on: ubuntu-latest
+    runs-on: ubuntu-22.04
     name: Create Blog Post
     steps:
       - name: Trigger blog post workflow
@@ -18,7 +18,7 @@ jobs:
           WORKFLOW_ID: 2618928
         run: |
           # Trigger the workflow in the opencue.io repository.
-          
+
           curl -X POST \
             -H "Accept: application/vnd.github.v3+json" \
             -H "Content-Type: application/json" \

.github/workflows/release-pipeline.yml

@@ -8,7 +8,7 @@ on:
 
 jobs:
   preflight:
-    runs-on: ubuntu-latest
+    runs-on: ubuntu-22.04
     name: Preflight
     steps:
       - name: Checkout code
@@ -37,7 +37,7 @@ jobs:
 
   release_docker_images:
     needs: preflight
-    runs-on: ubuntu-latest
+    runs-on: ubuntu-22.04
     strategy:
       matrix:
         component: [cuebot, rqd, pycue, pyoutline, cuegui, cuesubmit, cueadmin]
@@ -78,7 +78,7 @@ jobs:
   create_release:
     needs: preflight
     name: Create Release
-    runs-on: ubuntu-latest
+    runs-on: ubuntu-22.04
     steps:
       - name: Checkout code
         uses: actions/checkout@v3

.github/workflows/sonar-cloud-pipeline.yml

@@ -7,8 +7,8 @@ on:
 
 jobs:
   analyze_python:
-    runs-on: ubuntu-latest
-    container: aswf/ci-opencue:2020
+    runs-on: ubuntu-22.04
+    container: aswf/ci-opencue:2024.1
     name: Analyze Python Components
     env:
       ACTIONS_ALLOW_USE_UNSECURE_NODE_VERSION: true
@@ -30,8 +30,8 @@ jobs:
           SONAR_TOKEN: ${{ secrets.SONAR_TOKEN }}
 
   analyze_cuebot:
-    runs-on: ubuntu-latest
-    container: aswf/ci-opencue:2020
+    runs-on: ubuntu-22.04
+    container: aswf/ci-opencue:2024.1
     name: Analyze Cuebot
     env:
       ACTIONS_ALLOW_USE_UNSECURE_NODE_VERSION: true
@@ -48,5 +48,10 @@ jobs:
           GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
           SONAR_TOKEN: ${{ secrets.SONAR_TOKEN }}
         run: |
+          sudo yum -y install java-17-openjdk.x86_64
+          sudo yum -y install java-17-openjdk-devel.x86_64
+          sudo alternatives --set java java-17-openjdk.x86_64
+          sudo alternatives --set javac java-17-openjdk.x86_64
+          sudo alternatives --set jre_openjdk java-17-openjdk.x86_64
           chown -R aswfuser:aswfgroup .
-          su -c "cd cuebot && ./gradlew jacocoTestReport sonarqube -Dsonar.login=$(SONAR_TOKEN)" aswfuser
+          su -c "cd cuebot && ./gradlew jacocoTestReport sonar" aswfuser

.github/workflows/testing-pipeline.yml

@@ -9,7 +9,7 @@ on:
 jobs:
   test_python_2022:
     name: Run Python Unit Tests (CY2022)
-    runs-on: ubuntu-latest
+    runs-on: ubuntu-22.04
     container: aswf/ci-opencue:2022
     env:
       ACTIONS_ALLOW_USE_UNSECURE_NODE_VERSION: true
@@ -20,7 +20,7 @@ jobs:
 
   test_cuebot_2022:
     name: Build Cuebot and Run Unit Tests (CY2022)
-    runs-on: ubuntu-latest
+    runs-on: ubuntu-22.04
     container:
       image: aswf/ci-opencue:2022
     env:
@@ -34,7 +34,7 @@ jobs:
 
   test_python_2023:
     name: Run Python Unit Tests (CY2023)
-    runs-on: ubuntu-latest
+    runs-on: ubuntu-22.04
     container: aswf/ci-opencue:2023
     steps:
       - uses: actions/checkout@v3
@@ -43,7 +43,7 @@ jobs:
 
   test_cuebot_2023:
     name: Build Cuebot and Run Unit Tests (CY2023)
-    runs-on: ubuntu-latest
+    runs-on: ubuntu-22.04
     container:
       image: aswf/ci-opencue:2023
     steps:
@@ -55,7 +55,7 @@ jobs:
 
   test_python_2024:
     name: Run Python Unit Tests (CY2024)
-    runs-on: ubuntu-latest
+    runs-on: ubuntu-22.04
     container: aswf/ci-opencue:2024
     steps:
       - uses: actions/checkout@v3
@@ -64,7 +64,7 @@ jobs:
 
   test_cuebot_2024:
     name: Build Cuebot and Run Unit Tests (CY2024)
-    runs-on: ubuntu-latest
+    runs-on: ubuntu-22.04
     container:
       image: aswf/ci-opencue:2024
     steps:
@@ -74,18 +74,9 @@ jobs:
           chown -R aswfuser:aswfgroup .
           su -c "cd cuebot && ./gradlew build --stacktrace --info" aswfuser
 
-  test_pyside6:
-    name: Run CueGUI Tests using PySide6
-    runs-on: ubuntu-latest
-    container: almalinux:9
-    steps:
-      - uses: actions/checkout@v3
-      - name: Run CueGUI Tests
-        run: ci/test_pyside6.sh
-
   lint_python:
     name: Lint Python Code
-    runs-on: ubuntu-latest
+    runs-on: ubuntu-22.04
     container: aswf/ci-opencue:2022
     env:
       ACTIONS_ALLOW_USE_UNSECURE_NODE_VERSION: true
@@ -96,7 +87,7 @@ jobs:
 
   test_sphinx:
     name: Test Documentation Build
-    runs-on: ubuntu-latest
+    runs-on: ubuntu-22.04
     container:
       image: aswf/ci-opencue:2023
     steps:
@@ -106,7 +97,7 @@ jobs:
 
   check_changed_files:
     name: Check Changed Files
-    runs-on: ubuntu-latest
+    runs-on: ubuntu-22.04
     steps:
       - uses: actions/checkout@v3
       - name: Get Changed Files
@@ -117,15 +108,15 @@ jobs:
 
   check_migration_files:
     name: Check Database Migration Files
-    runs-on: ubuntu-latest
+    runs-on: ubuntu-22.04
     steps:
       - uses: actions/checkout@v3
       - name: Check Migration Files
         run: ci/check_database_migrations.py
 
   check_for_version_bump:
     name: Check for Version Bump
-    runs-on: ubuntu-latest
+    runs-on: ubuntu-22.04
     steps:
       - uses: actions/checkout@v3
       - name: Get Changed Files

.gitignore

@@ -14,3 +14,6 @@ htmlcov/
 .vscode
 .venv/
 .eggs/*
+/cuebot/bin/*
+/logs/*
+/.gradle/*

README.md

@@ -1,7 +1,7 @@
 ![OpenCue](/images/opencue_logo_with_text.png)
 
-[![Supported VFX Platform Versions](https://img.shields.io/badge/vfx%20platform-2019--2021-lightgrey.svg)](http://www.vfxplatform.com/)
-![Supported Python Versions](https://img.shields.io/badge/python-2.7%2C%203.6%2C%203.7%2C%203.8%2C%203.9-blue.svg)
+[![Supported VFX Platform Versions](https://img.shields.io/badge/vfx%20platform-2021--2024-lightgrey.svg)](http://www.vfxplatform.com/)
+![Supported Python Versions](https://img.shields.io/badge/python-3.6+-blue.svg)
 [![CII Best Practices](https://bestpractices.coreinfrastructure.org/projects/2837/badge)](https://bestpractices.coreinfrastructure.org/projects/2837)
 
 - [Introduction](#Introduction)

VERSION.in

@@ -1 +1 @@
-0.34
+1.0

ci/python_coverage_report.sh

@@ -2,7 +2,9 @@
 
 set -e
 
-pip install --user -r requirements.txt -r requirements_gui.txt
+python -m pip install --user -r requirements.txt -r requirements_gui.txt
+# Requirements for running the tests on the vfx-platform images
+python -m pip install coverage pytest-xvfb
 
 # Protos need to have their Python code generated in order for tests to pass.
 python -m grpc_tools.protoc -I=proto/ --python_out=pycue/opencue/compiled_proto --grpc_python_out=pycue/opencue/compiled_proto proto/*.proto
@@ -11,12 +13,13 @@ python -m grpc_tools.protoc -I=proto/ --python_out=rqd/rqd/compiled_proto --grpc
 2to3 -wn -f import rqd/rqd/compiled_proto/*_pb2*.py
 
 # Run coverage for each component individually, but append it all into the same report.
-coverage run --source=pycue/opencue/,pycue/FileSequence/ --omit=pycue/opencue/compiled_proto/* pycue/setup.py test
-PYTHONPATH=pycue coverage run -a --source=pyoutline/outline/ pyoutline/setup.py test
-PYTHONPATH=pycue coverage run -a --source=cueadmin/cueadmin/ cueadmin/setup.py test
-PYTHONPATH=pycue xvfb-run -d coverage run -a --source=cuegui/cuegui/ cuegui/setup.py test
-PYTHONPATH=pycue:pyoutline coverage run -a --source=cuesubmit/cuesubmit/ cuesubmit/setup.py test
-coverage run -a --source=rqd/rqd/ --omit=rqd/rqd/compiled_proto/* rqd/setup.py test
+python -m coverage run --source=pycue/opencue/,pycue/FileSequence/ --omit=pycue/opencue/compiled_proto/* pycue/tests/test_suite.py
+PYTHONPATH=pycue python -m coverage run -a --source=pyoutline/outline/ pyoutline/setup.py test
+PYTHONPATH=pycue python -m coverage run -a --source=cueadmin/cueadmin/ cueadmin/setup.py test
+# TODO: re-enable cuegui tests when xvfb-run gets configured to execute on the new vfx-platform
+# PYTHONPATH=pycue xvfb-run -d python -m coverage run -a --source=cuegui/cuegui/ cuegui/setup.py test
+PYTHONPATH=pycue:pyoutline python -m coverage run -a --source=cuesubmit/cuesubmit/ cuesubmit/setup.py test
+python -m coverage run -a --source=rqd/rqd/ --omit=rqd/rqd/compiled_proto/* rqd/setup.py test
 
 # SonarCloud needs the report in XML.
-coverage xml
+python -m coverage xml

ci/run_gui_test.sh

@@ -21,7 +21,7 @@ fi
 echo "Using Python binary ${py}"
 
 test_log="/tmp/cuegui_result.log"
-PYTHONPATH=pycue xvfb-run -d "${py}" cuegui/setup.py test | tee ${test_log}
+PYTHONPATH=pycue xvfb-run -d "${py}" -m unittest discover -s cuegui/tests -t cuegui -p "*.py"| tee ${test_log}
 
 grep -Pz 'Ran \d+ tests in [0-9\.]+s\n\nOK' ${test_log}
 if [ $? -eq 0 ]; then

ci/run_integration_test.sh

@@ -243,9 +243,8 @@ main() {
     log INFO "Creating Python virtual environment..."
     create_and_activate_venv
     log INFO "Installing OpenCue Python libraries..."
-    install_log="${TEST_LOGS}/install-client-sources.log"
-    sandbox/install-client-sources.sh &>"${install_log}"
-    log INFO "Testing pycue library..."
+    sandbox/install-client-sources.sh
+    log INFO "Testing pycue library..."£
     test_pycue
     log INFO "Testing cueadmin..."
     test_cueadmin

ci/run_python_tests.sh

@@ -22,11 +22,12 @@ python -m grpc_tools.protoc -I=proto/ --python_out=rqd/rqd/compiled_proto --grpc
 2to3 -wn -f import pycue/opencue/compiled_proto/*_pb2*.py
 2to3 -wn -f import rqd/rqd/compiled_proto/*_pb2*.py
 
-python pycue/setup.py test
-PYTHONPATH=pycue python pyoutline/setup.py test
-PYTHONPATH=pycue python cueadmin/setup.py test
-PYTHONPATH=pycue:pyoutline python cuesubmit/setup.py test
-python rqd/setup.py test
+python3 -m unittest discover -s pycue/tests -t pycue -p "*.py"
+PYTHONPATH=pycue python3 -m unittest discover -s pyoutline/tests -t pyoutline -p "*.py"
+PYTHONPATH=pycue python3 -m unittest discover -s cueadmin/tests -t cueadmin -p "*.py"
+PYTHONPATH=pycue:pyoutline python3 -m unittest discover -s cuesubmit/tests -t cuesubmit -p "*.py"
+python3 -m unittest discover -s rqd/tests -t rqd -p "*.py"
+
 
 # Xvfb no longer supports Python 2.
 if [[ "$python_version" =~ "Python 3" && ${args[0]} != "--no-gui" ]]; then