ci: add debianize build pipeline

.github/workflows/cd.yml

@@ -158,3 +158,11 @@ jobs:
           context: .
           push: true
           tags: backblaze/b2:${{ steps.build.outputs.version }}
+
+  debian-release:
+    if: ${{ vars.B2_DEBIAN_BUCKET_UPLOAD }}
+    name: Build Debian Package
+    uses: ./.github/workflows/cd_debian.yml
+    secrets: inherit
+    with:
+      b2-upload-bucket: ${{ vars.B2_DEBIAN_BUCKET_UPLOAD }}

.github/workflows/cd_debian.yml

@@ -0,0 +1,41 @@
+name: Debian Continuous Delivery
+
+on:
+  workflow_call:
+    inputs:
+      b2-upload-bucket:
+        required: true
+        type: string
+
+env:
+  PYTHON_DEFAULT_VERSION: "3.11"
+
+jobs:
+  build-deb:
+    env:
+      # dont run tests in Debian build, we ran them already
+      DEB_BUILD_OPTIONS: nocheck
+      B2_APPLICATION_KEY_ID: '${{ secrets.B2_DEBIAN_APPLICATION_KEY_ID }}'
+      B2_APPLICATION_KEY: '${{ secrets.B2_DEBIAN_APPLICATION_KEY }}'
+
+    runs-on: ubuntu-latest
+    steps:
+      - uses: actions/checkout@v3
+        with:
+          fetch-depth: 0
+
+      - uses: actions/setup-python@v4
+        with:
+          python-version: ${{ env.PYTHON_DEFAULT_VERSION }}
+
+      - name: Install dependencies
+        run: python -m pip install -U wheel b2
+
+      - uses: jtdor/build-deb-action@v1
+        with:
+          buildpackage-opts: --build=binary
+
+      - name: Upload to B2
+        working-directory: debian/artifacts
+        run: |
+          ls -1 *.deb | xargs -I {} b2 upload_file ${{ inputs.b2-upload-bucket }} {} {}

.gitignore

@@ -14,3 +14,9 @@ venv
 doc/source/main_help.rst
 Dockerfile
 b2/licenses_output.txt
+.pc
+.pybuild
+debian/backblaze-b2*
+debian/.debhelper
+debian/debhelper-build-stamp
+debian/files

CHANGELOG.md

@@ -6,13 +6,17 @@ and this project adheres to [Semantic Versioning](https://semver.org/spec/v2.0.0
 
 ## [Unreleased]
 
+### Changed
+* Unpin `setuptools-scm<6.0` as we don't support Python 3.5 (reason for pinning) anymore
+* use `rst2ansi` conditionally as it's not available in Debian packaging
 
 ### Infrastructure
 * Autocomplete integration tests will now work properly even if tested package has not been installed
 * Automatically set copyright date when generating the docs
 * Increase timeout time in autocomplete tests to accommodate slower CI environments
 * Update pyinstaller to fix Linux Bundle build
 * Replace `pyflakes` with `ruff` for linting
+* Add Debian package build to CD
 
 ## [3.9.0] - 2023-04-28
 

b2/arg_parser.py

@@ -13,10 +13,29 @@
 import re
 import sys
 import textwrap
+from contextlib import suppress
 
 import arrow
 from b2sdk.v2 import RetentionPeriod
-from rst2ansi import rst2ansi
+
+rst2ansi = None
+with suppress(ImportError):
+    from rst2ansi import rst2ansi
+
+if not rst2ansi:
+
+    def rst2ansi(input_string, output_encoding='utf-8'):
+        """Dummy replacement of rst2ansi which is not available in Debian."""
+        if isinstance(input_string, bytes):
+            input_string = input_string.decode(output_encoding)
+
+        # remove double backticks
+        stripped = input_string.replace('``', '')
+        # remove code-block directive
+        stripped = stripped.replace('.. code-block::', '')
+
+        return stripped
+
 
 _arrow_version = tuple(int(p) for p in arrow.__version__.split("."))
 

b2/console_tool.py

@@ -41,7 +41,6 @@
 import argcomplete
 import b2sdk
 import requests
-import rst2ansi
 from b2sdk.v2 import (
     ALL_CAPABILITIES,
     B2_ACCOUNT_INFO_DEFAULT_FILE,
@@ -126,11 +125,13 @@
 from b2.json_encoder import B2CliJsonEncoder
 from b2.version import VERSION
 
+rst2ansi = None
 piplicenses = None
 prettytable = None
 with suppress(ImportError):
     import piplicenses
     import prettytable
+    import rst2ansi
 
 logger = logging.getLogger(__name__)
 
@@ -3290,7 +3291,7 @@ def _fetch_license_from_url(self, url: str) -> str:
     def _get_single_license(self, module_dict: dict):
         license_ = module_dict['LicenseText']
         module_name = module_dict['Name']
-        if module_name == 'rst2ansi':
+        if module_name == 'rst2ansi' and rst2ansi:
             # this one module is problematic, we need to extract the license text from its docstring
             assert license_ == piplicenses.LICENSE_UNKNOWN  # let's make sure they didn't fix it
             license_ = rst2ansi.__doc__