Support release-level data

Support retrieving and updating generic release-level data, such as support and eol dates. This changed the JSON format 'releases' key. The aws-lambda script has been rewritten to make use of this new feature.
endoflife-date · Feb 11, 2024 · 9dce8d0 · 9dce8d0
1 parent a0ba2d6
commit 9dce8d0
Show file tree

Hide file tree

Showing 231 changed files with 480 additions and 133 deletions.
diff --git a/latest.py b/latest.py
@@ -29,7 +29,18 @@ def __init__(self, product: "Product", data: dict) -> None:
         self.matched = False
         self.updated = False
 
-    def update_with(self, version: str, date: datetime.date) -> None:
+    def update_with(self, release: dict) -> None:
+        for key, value in release.items():
+            if isinstance(value, str) and re.fullmatch(r'^\d{4}-\d{2}-\d{2}$', value):
+                value = datetime.date.fromisoformat(value)
+
+            old_value = self.data.get(key, None)
+            if old_value != value:
+                logging.info(f"{self} {key} updated from {old_value} to {value}")
+                self.data[key] = value
+                self.updated = True
+
+    def update_with_version(self, version: str, date: datetime.date) -> None:
         logging.debug(f"will try to update {self} with {version} ({date})")
         self.matched = True
         self.__update_release_date(version, date)
@@ -120,6 +131,7 @@ def __init__(self, name: str, product_dir: Path, versions_dir: Path) -> None:
 
         self.releases = [ReleaseCycle(self, release) for release in self.data["releases"]]
         self.updated = False
+        self.unmatched_releases = []
         self.unmatched_versions = {}
 
     # Placeholder function for mass-upgrading the structure of the product files.
@@ -133,6 +145,19 @@ def check_latest(self) -> None:
             if release.matched and latest not in self.release_data["versions"]:
                 logging.info(f"latest version {latest} for {release} not found in {self.release_data_path}")
 
+    def process_release(self, release_data: dict) -> None:
+        name = release_data.pop("name")  # name must not appear in updates
+
+        release_matched = False
+        for release in self.releases:
+            if release.name == name:
+                release_matched = True
+                release.update_with(release_data)
+                self.updated = self.updated or release.updated
+
+        if not release_matched:
+            self.unmatched_releases.append(name)
+
     def process_version(self, version_data: dict) -> None:
         name = version_data["name"]
         date = datetime.date.fromisoformat(version_data["date"])
@@ -141,7 +166,7 @@ def process_version(self, version_data: dict) -> None:
         for release in self.releases:
             if release.includes(name):
                 version_matched = True
-                release.update_with(name, date)
+                release.update_with_version(name, date)
                 self.updated = self.updated or release.updated
 
         if not version_matched:
@@ -166,7 +191,9 @@ def update_product(name: str, product_dir: Path, releases_dir: Path, output: Git
     product.upgrade_structure()
 
     if product.release_data:
-        for version_data in product.release_data["versions"].values():
+        for release_data in product.release_data.get("releases", {}).values():
+            product.process_release(release_data)
+        for version_data in product.release_data.get("versions", {}).values():
             product.process_version(version_data)
         product.check_latest()
 
@@ -183,6 +210,11 @@ def update_product(name: str, product_dir: Path, releases_dir: Path, output: Git
                 logging.warning(f"{name}:{version} ({date}) not included")
                 output.println(f"{name}:{version} ({date})")
 
+    if len(product.unmatched_releases) != 0:
+        for release in product.unmatched_releases:
+            logging.warning(f"{name}:{release} not included")
+            output.println(f"{name}:{release}")
+
 
 if __name__ == "__main__":
     parser = argparse.ArgumentParser(description='Update product releases.')

diff --git a/releases/akeneo-pim.json b/releases/akeneo-pim.json
@@ -1,4 +1,5 @@
 {
+  "releases": {},
   "versions": {
     "7.0.50": {
       "name": "7.0.50",

diff --git a/releases/alibaba-dragonwell.json b/releases/alibaba-dragonwell.json
@@ -1,4 +1,5 @@
 {
+  "releases": {},
   "versions": {
     "8.17.18": {
       "name": "8.17.18",

diff --git a/releases/almalinux.json b/releases/almalinux.json
@@ -1,4 +1,5 @@
 {
+  "releases": {},
   "versions": {
     "9.3": {
       "name": "9.3",

diff --git a/releases/alpinelinux.json b/releases/alpinelinux.json
@@ -1,4 +1,5 @@
 {
+  "releases": {},
   "versions": {
     "3.19.1": {
       "name": "3.19.1",

diff --git a/releases/amazon-cdk.json b/releases/amazon-cdk.json
@@ -1,4 +1,5 @@
 {
+  "releases": {},
   "versions": {
     "2.127.0": {
       "name": "2.127.0",

diff --git a/releases/amazon-corretto.json b/releases/amazon-corretto.json
@@ -1,4 +1,5 @@
 {
+  "releases": {},
   "versions": {
     "21.0.2.14.1": {
       "name": "21.0.2.14.1",

diff --git a/releases/amazon-linux.json b/releases/amazon-linux.json
@@ -1,4 +1,5 @@
 {
+  "releases": {},
   "versions": {
     "2023.3.20240131.0": {
       "name": "2023.3.20240131.0",

diff --git a/releases/amazon-neptune.json b/releases/amazon-neptune.json
@@ -1,4 +1,5 @@
 {
+  "releases": {},
   "versions": {
     "1.3.0.0": {
       "name": "1.3.0.0",

diff --git a/releases/amazon-rds-mysql.json b/releases/amazon-rds-mysql.json
@@ -1,4 +1,5 @@
 {
+  "releases": {},
   "versions": {
     "8.0.35": {
       "name": "8.0.35",

diff --git a/releases/amazon-rds-postgresql.json b/releases/amazon-rds-postgresql.json
@@ -1,4 +1,5 @@
 {
+  "releases": {},
   "versions": {
     "16.1": {
       "name": "16.1",

diff --git a/releases/angular.json b/releases/angular.json
@@ -1,4 +1,5 @@
 {
+  "releases": {},
   "versions": {
     "17.1.3": {
       "name": "17.1.3",

diff --git a/releases/angularjs.json b/releases/angularjs.json
@@ -1,4 +1,5 @@
 {
+  "releases": {},
   "versions": {
     "1.8.3": {
       "name": "1.8.3",

diff --git a/releases/ansible-core.json b/releases/ansible-core.json
@@ -1,4 +1,5 @@
 {
+  "releases": {},
   "versions": {
     "2.16.3": {
       "name": "2.16.3",

diff --git a/releases/ansible.json b/releases/ansible.json
@@ -1,4 +1,5 @@
 {
+  "releases": {},
   "versions": {
     "9.2.0": {
       "name": "9.2.0",

diff --git a/releases/antixlinux.json b/releases/antixlinux.json
@@ -1,4 +1,5 @@
 {
+  "releases": {},
   "versions": {
     "8.5": {
       "name": "8.5",

diff --git a/releases/apache-activemq.json b/releases/apache-activemq.json
@@ -1,4 +1,5 @@
 {
+  "releases": {},
   "versions": {
     "6.0.1": {
       "name": "6.0.1",

diff --git a/releases/apache-airflow.json b/releases/apache-airflow.json
@@ -1,4 +1,5 @@
 {
+  "releases": {},
   "versions": {
     "2.8.1": {
       "name": "2.8.1",

diff --git a/releases/apache-camel.json b/releases/apache-camel.json
@@ -1,4 +1,5 @@
 {
+  "releases": {},
   "versions": {
     "4.0.4": {
       "name": "4.0.4",

diff --git a/releases/apache-cassandra.json b/releases/apache-cassandra.json
@@ -1,4 +1,5 @@
 {
+  "releases": {},
   "versions": {
     "4.0.12": {
       "name": "4.0.12",

diff --git a/releases/apache-groovy.json b/releases/apache-groovy.json
@@ -1,4 +1,5 @@
 {
+  "releases": {},
   "versions": {
     "4.0.18": {
       "name": "4.0.18",

diff --git a/releases/apache-hadoop.json b/releases/apache-hadoop.json
@@ -1,4 +1,5 @@
 {
+  "releases": {},
   "versions": {
     "3.3.6": {
       "name": "3.3.6",

diff --git a/releases/apache-hop.json b/releases/apache-hop.json
@@ -1,4 +1,5 @@
 {
+  "releases": {},
   "versions": {
     "2.7.0": {
       "name": "2.7.0",

diff --git a/releases/apache-http-server.json b/releases/apache-http-server.json
@@ -1,4 +1,5 @@
 {
+  "releases": {},
   "versions": {
     "2.4.58": {
       "name": "2.4.58",

diff --git a/releases/apache-kafka.json b/releases/apache-kafka.json
@@ -1,4 +1,5 @@
 {
+  "releases": {},
   "versions": {
     "3.5.2": {
       "name": "3.5.2",

diff --git a/releases/apache-maven.json b/releases/apache-maven.json
@@ -1,4 +1,5 @@
 {
+  "releases": {},
   "versions": {
     "3.9.6": {
       "name": "3.9.6",

diff --git a/releases/apache-spark.json b/releases/apache-spark.json
@@ -1,4 +1,5 @@
 {
+  "releases": {},
   "versions": {
     "3.3.4": {
       "name": "3.3.4",

diff --git a/releases/apache-struts.json b/releases/apache-struts.json
@@ -1,4 +1,5 @@
 {
+  "releases": {},
   "versions": {
     "6.3.0.2": {
       "name": "6.3.0.2",

diff --git a/releases/api-platform.json b/releases/api-platform.json
@@ -1,4 +1,5 @@
 {
+  "releases": {},
   "versions": {
     "3.2.13": {
       "name": "3.2.13",

diff --git a/releases/arangodb.json b/releases/arangodb.json
@@ -1,4 +1,5 @@
 {
+  "releases": {},
   "versions": {
     "3.11.7.1": {
       "name": "3.11.7.1",

diff --git a/releases/argocd.json b/releases/argocd.json
@@ -1,4 +1,5 @@
 {
+  "releases": {},
   "versions": {
     "2.10.0": {
       "name": "2.10.0",