Rewrite repo-build-web in Python

.github/workflows/stable.yml

@@ -19,7 +19,6 @@ jobs:
             - name: Build packages
               run: |
                 make repo FLAGS='--remote-repo ${{ secrets.REMOTE_HTTP }}/stable'
-                ./scripts/repo-build-web package build/repo
             - name: Sync packages with the remote repository
               uses: ./.github/actions/sync-repository
               with:

.github/workflows/testing.yml

@@ -19,7 +19,6 @@ jobs:
             - name: Build packages
               run: |
                 make repo FLAGS='--remote-repo ${{ secrets.REMOTE_HTTP }}/testing'
-                ./scripts/repo-build-web package build/repo
             - name: Sync packages with the remote repository
               uses: ./.github/actions/sync-repository
               with:

requirements.txt

@@ -7,7 +7,9 @@ click==7.1.2
 docker==4.4.1
 idna==2.10
 isort==5.7.0
+Jinja2==2.11.2
 lazy-object-proxy==1.4.3
+MarkupSafe==1.1.1
 mccabe==0.6.1
 mypy==0.790
 mypy-extensions==0.4.3

scripts/repo_build.py

@@ -53,3 +53,4 @@
         builder.make(recipe_name, packages)
 
 repo.make_index()
+repo.make_listing()

scripts/toltec/repo.py

@@ -6,13 +6,14 @@
 
 from datetime import datetime
 import gzip
+import itertools
 import logging
 import os
 from typing import Dict, List, Optional
 import requests
 from .recipe import Recipe
 from .util import file_sha256, HTTP_DATE_FORMAT
-from . import paths
+from . import paths, templating
 
 logger = logging.getLogger(__name__)
 
@@ -110,3 +111,26 @@ def make_index(self) -> None:
 
                         index_file.write(control)
                         index_gzip_file.write(control)
+
+    def make_listing(self) -> None:
+        """Generate the static web listing for packages in the repo."""
+        logger.info("Generating web listing")
+
+        by_section = lambda package: package.section
+        packages = [
+            package
+            for recipe in self.recipes.values()
+            for package in recipe.packages.values()
+        ]
+        sections = dict(
+            (section, list(group))
+            for section, group in itertools.groupby(
+                sorted(packages, key=by_section), key=by_section
+            )
+        )
+
+        listing_path = os.path.join(paths.REPO_DIR, "index.html")
+        template = templating.env.get_template("listing.html")
+
+        with open(listing_path, "w") as listing_file:
+            listing_file.write(template.render(sections=sections))