Re-do our Python vendoring with vendoring

.azure-pipelines.yml

@@ -234,7 +234,6 @@ jobs:
   - task: UsePythonVersion@0
     inputs:
       versionSpec: '3.8'
-      addToPath: false
   - template: tools/ci/azure/checkout.yml
   - template: tools/ci/azure/tox_pytest.yml
     parameters:
@@ -251,7 +250,6 @@ jobs:
   - task: UsePythonVersion@0
     inputs:
       versionSpec: '3.12'
-      addToPath: false
   - template: tools/ci/azure/checkout.yml
   - template: tools/ci/azure/tox_pytest.yml
     parameters:
@@ -268,7 +266,6 @@ jobs:
   - task: UsePythonVersion@0
     inputs:
       versionSpec: '3.8'
-      addToPath: false
   - template: tools/ci/azure/checkout.yml
   - template: tools/ci/azure/tox_pytest.yml
     parameters:
@@ -285,7 +282,6 @@ jobs:
   - task: UsePythonVersion@0
     inputs:
       versionSpec: '3.12'
-      addToPath: false
   - template: tools/ci/azure/checkout.yml
   - template: tools/ci/azure/tox_pytest.yml
     parameters:

.github/workflows/documentation.yml

@@ -25,8 +25,6 @@ jobs:
         uses: actions/setup-node@v4
         with:
           node-version: '14'
-      - name: Set up Virtualenv
-        run: pip install virtualenv
       - name: Checkout
         uses: actions/checkout@v4
         with:

docs/requirements.in

@@ -0,0 +1,7 @@
+recommonmark==0.7.1
+sphinx-argparse==0.4.0
+sphinx-autobuild==2021.3.14
+sphinx-js==3.2.2
+sphinx==7.1.2 ; python_version < '3.9'
+sphinx==7.2.6 ; python_version >= '3.9'
+markupsafe==2.0.1

docs/requirements.txt

@@ -1,6 +1,2 @@
-recommonmark==0.7.1
-sphinx-argparse==0.4.0
-sphinx-autobuild==2021.3.14
-sphinx-js==3.2.2
-sphinx==7.2.6
-markupsafe==2.0.1
+-r requirements.in
+-c ../tools/constraints.txt

resources/test/requirements.in

@@ -0,0 +1 @@
+html5lib==1.1

resources/test/requirements.txt

@@ -1 +1,2 @@
-html5lib==1.1
+-r requirements.in
+-c ../../tools/constraints.txt

tools/ci/azure/tox_pytest.yml

@@ -3,13 +3,15 @@ parameters:
   toxenv: 'ALL'
 
 steps:
-- template: pip_install.yml
-  parameters:
-    packages: tox
+- script: |
+    python --version
+    python -m pip --version
+    python -m pip --debug --verbose --verbose --disable-pip-version-check install --upgrade -r tools/ci/requirements_tox.txt
+  displayName: 'Install Python packages'
 
 - script: |
     set -eux -o pipefail
-    tox -c ${{ parameters.directory }} -e ${{ parameters.toxenv }} -- --junitxml=results.xml
+    python -m tox -c ${{ parameters.directory }} -e ${{ parameters.toxenv }} -- --junitxml=results.xml
   displayName: 'Run tests'
 
 - task: PublishTestResults@2

tools/ci/ci_resources_unittest.sh

@@ -7,7 +7,7 @@ cd $WPT_ROOT
 
 main() {
     cd $WPT_ROOT
-    pip install --user -U tox
+    pip install --user -r "$SCRIPT_DIR/requirements_tox.txt"
     ./wpt install firefox browser --destination $HOME
     ./wpt install firefox webdriver --destination $HOME/firefox
     export PATH=$HOME/firefox:$PATH

tools/ci/ci_tools_integration_test.sh

@@ -7,7 +7,7 @@ cd $WPT_ROOT
 
 main() {
     git fetch --quiet --unshallow https://github.com/web-platform-tests/wpt.git +refs/heads/*:refs/remotes/origin/*
-    pip install --user -U tox
+    pip install --user -r "$SCRIPT_DIR/requirements_tox.txt"
 
     # wpt commands integration tests
     cd tools/wpt

tools/ci/ci_tools_unittest.sh

@@ -19,7 +19,7 @@ run_applicable_tox () {
 }
 
 if ./wpt test-jobs --includes tools_unittest; then
-    pip install --user -U tox
+    pip install --user -r "$SCRIPT_DIR/requirements_tox.txt"
     cd tools
     run_applicable_tox
     cd $WPT_ROOT

tools/ci/requirements_build.in

@@ -0,0 +1,5 @@
+cairocffi==1.7.0
+fonttools==4.51.0
+genshi==0.7.7
+jinja2==3.1.4
+pyyaml==6.0.1

tools/ci/requirements_build.txt

@@ -1,5 +1,2 @@
-cairocffi==1.7.0
-fonttools==4.51.0
-genshi==0.7.7
-jinja2==3.1.4
-pyyaml==6.0.1
+-r requirements_build.in
+-c ../constraints.txt

tools/ci/requirements_macos_color_profile.in

@@ -0,0 +1,4 @@
+pyobjc-core==10.3.1
+pyobjc-framework-Cocoa==9.2
+pyobjc-framework-ColorSync==9.2
+pyobjc-framework-Quartz==9.2

tools/ci/requirements_macos_color_profile.txt

@@ -1,4 +1,2 @@
-pyobjc-core==10.3.1
-pyobjc-framework-Cocoa==9.2
-pyobjc-framework-ColorSync==9.2
-pyobjc-framework-Quartz==9.2
+-r requirements_macos_color_profile.in
+-c ../constraints.txt

tools/ci/requirements_tc.in

@@ -0,0 +1,4 @@
+pygithub==2.3.0
+pyyaml==6.0.1
+requests==2.32.3
+taskcluster==68.0.4

tools/ci/requirements_tc.txt

@@ -1,4 +1,2 @@
-pygithub==2.3.0
-pyyaml==6.0.1
-requests==2.32.3
-taskcluster==68.0.4
+-r requirements_tc.in
+-c ../constraints.txt

tools/ci/requirements_tox.in

@@ -0,0 +1 @@
+tox==4.15.1

tools/ci/requirements_tox.txt

@@ -0,0 +1,2 @@
+-r requirements_tox.in
+-c ../constraints.txt

tools/constraints.in

@@ -0,0 +1,25 @@
+-r ../docs/requirements.in
+-r ../resources/test/requirements.in
+-r ci/requirements_build.in
+-r ci/requirements_macos_color_profile.in
+-r ci/requirements_tc.in
+-r ci/requirements_tox.in
+-r docker/requirements.in
+-r manifest/requirements.in
+-r metadata/yaml/requirements.in
+-r requirements_flake8.in
+-r requirements_mypy.in
+-r requirements_pytest.in
+-r requirements_tests.in
+-r requirements_vendor.in
+-r wave/requirements.in
+-r webtransport/requirements.in
+-r wpt/requirements.in
+-r wpt/requirements_android.in
+-r wpt/requirements_install.in
+-r wptrunner/requirements.in
+-r wptrunner/requirements_chromium.in
+-r wptrunner/requirements_firefox.in
+-r wptrunner/requirements_opera.in
+-r wptrunner/requirements_safari.in
+-r wptrunner/requirements_sauce.in