Merge pull request #41 from lsst/tickets/DM-38065-v25

DM-38065: v25 release notes

.pre-commit-config.yaml

@@ -1,14 +1,15 @@
 repos:
   - repo: https://github.com/pre-commit/pre-commit-hooks
-    rev: v4.3.0
+    rev: v4.4.0
     hooks:
       - id: check-yaml
         args:
           - "--unsafe"
       - id: end-of-file-fixer
       - id: trailing-whitespace
+      - id: check-toml
   - repo: https://github.com/psf/black
-    rev: 22.3.0
+    rev: 23.1.0
     hooks:
       - id: black
         # It is recommended to specify the latest version of Python
@@ -17,11 +18,11 @@ repos:
         # https://pre-commit.com/#top_level-default_language_version
         language_version: python3.10
   - repo: https://github.com/pycqa/isort
-    rev: 5.10.1
+    rev: 5.12.0
     hooks:
       - id: isort
         name: isort (python)
   - repo: https://github.com/PyCQA/flake8
-    rev: 4.0.1
+    rev: 6.0.0
     hooks:
       - id: flake8

doc/lsst.ctrl.bps.panda/CHANGES.rst

@@ -1,3 +1,29 @@
+lsst-ctrl-bps-panda v25.0.0 (2023-03-02)
+========================================
+
+New Features
+------------
+
+- Added cancel, restart, report and ping functions in bps panda plugin. (`DM-34964 <https://jira.lsstcorp.org/browse/DM-34964>`_)
+- Added ``setupLSSTEnv`` in ``bps_usdf.yaml`` which can be updated to setup developer lsst pipelines stack. (`DM-36376 <https://jira.lsstcorp.org/browse/DM-36376>`_)
+
+
+Bug Fixes
+---------
+
+- Fixed the bug that bps-panda reports success when there is an authentication permission error. (`DM-35364 <https://jira.lsstcorp.org/browse/DM-35364>`_)
+- Fixed the setting of ``number_of_retries`` to `None` in ``idds_tasks``. (`DM-35508 <https://jira.lsstcorp.org/browse/DM-35508>`_)
+- Fixed the bug that iDDS results can be something other than a string. (`DM-35964 <https://jira.lsstcorp.org/browse/DM-35964>`_)
+
+
+Other Changes and Additions
+---------------------------
+
+- Added the ability to prioritize dev/test tasks
+  * ``prodSourceLabel``: it can be configured in the submission yaml, by default it is 'managed'
+  * ``priority``: it can be set in the submission yaml, by default it is 500 (`DM-36375 <https://jira.lsstcorp.org/browse/DM-36375>`_)
+
+
 lsst-ctrl-bps-panda v24.0.0 (2022-08-29)
 ========================================
 

pyproject.toml

@@ -27,10 +27,10 @@ dependencies = [
     "idds-doma",
     "idds-workflow",
     "panda-client",
-    "lsst-ctrl-bps",
-    "lsst-daf-butler",
-    "lsst-resources",
-    "lsst-utils"
+    "lsst-ctrl-bps >=25.0,<25.100",
+    "lsst-daf-butler >=25.0,<25.100",
+    "lsst-resources >=25.0,<25.100",
+    "lsst-utils >=25.0,<25.100"
 ]
 
 dynamic = ["version"]

python/lsst/ctrl/bps/panda/cli/panda_auth.py

@@ -30,7 +30,6 @@
 
 
 class PandaAuthCli(LoaderCLI):
-
     localCmdPkg = "lsst.ctrl.bps.panda.cli.cmd"
 
 

python/lsst/ctrl/bps/panda/panda_service.py

@@ -261,7 +261,6 @@ def copy_files_for_distribution(tasks, file_distribution_uri):
         copy_executor = concurrent.futures.ThreadPoolExecutor(max_workers=10)
         future_file_copy = []
         for src, trgt in files_to_copy.items():
-
             # S3 clients explicitly instantiate here to overpass this
             # https://stackoverflow.com/questions/52820971/is-boto3-client-thread-safe
             trgt.exists()

requirements.txt

@@ -5,7 +5,7 @@ idds-doma
 idds-workflow
 panda-client
 pyyaml
-git+https://github.com/lsst/ctrl_bps@main
-git+https://github.com/lsst/daf_butler@main#egg=lsst-daf-butler
-git+https://github.com/lsst/resources@main#egg=lsst-resources
-git+https://github.com/lsst/utils@main#egg=lsst-utils
+git+https://github.com/lsst/ctrl_bps@v25.0.x#egg=lsst-ctrl-bps
+git+https://github.com/lsst/daf_butler@v25.0.x#egg=lsst-daf-butler
+git+https://github.com/lsst/resources@v25.0.x#egg=lsst-resources
+git+https://github.com/lsst/utils@v25.0.x#egg=lsst-utils