Tests for validation of DCAT-US records

.github/workflows/test.yml

@@ -36,4 +36,4 @@ jobs:
 
     steps:
       - uses: actions/checkout@v3
-      - uses: chartboost/ruff-action@v1
+      - uses: chartboost/ruff-action@v1

.gitignore

@@ -2,4 +2,10 @@ pytest.xml
 pytest-coverage.txt
 .coverage
 .pytest_cache
-.DS_Store
+.DS_Store
+__pycache__/
+venv/
+
+# previous versions of schemas
+**/catalog_d4.json
+**/dataset_d4.json

data/dcatus/jsons/arm.data.json

@@ -0,0 +1,155 @@
+{
+  "conformsTo": "https://project-open-data.cio.gov/v1.1/schema",
+  "describedBy": "https://project-open-data.cio.gov/v1.1/schema/catalog.json",
+  "@context": "https://project-open-data.cio.gov/v1.1/schema/catalog.jsonld",
+  "@type": "dcat:Catalog",
+  "dataset": [
+    {
+      "accessLevel": "public",
+      "bureauCode": [
+        "018:001"
+      ],
+      "license": "https://project-open-data.cio.gov/unknown-license",
+      "identifier": "ncepgfsbrwpprof",
+      "contactPoint": {
+        "hasEmail": "mailto:adc@arm.gov",
+        "fn": "ARM Data Center"
+      },
+      "description": "No description found",
+      "programCode": [
+        "018:001"
+      ],
+      "distribution": [
+        {
+          "accessURL": "http://www.archive.arm.gov/discovery/#v/results/s/s::ncepgfsbrwpprof",
+          "format": "cdf"
+        }
+      ],
+      "modified": "2019-06-27 12:41:27",
+      "publisher": {
+        "name": "Atmospheric Radiation Measurement Data Center",
+        "subOrganizationOf": {
+          "name": "DOE Biological and Environmental Research (BER)",
+          "subOrganizationOf": {
+            "name": "DOE Office of Science user facilities",
+            "subOrganizationOf": {
+              "name": "U.S. Government"
+            }
+          }
+        }
+      },
+      "@type": "dcat:Dataset",
+      "keyword": [
+        "ARM",
+        "ORNL",
+        "ADC",
+        "ARM Data Center",
+        "Climate",
+        "Atmospheric Data",
+        "ncepgfs",
+        "National Centers for Environment Prediction Global Forecast System",
+        "derivmod"
+      ],
+      "title": "NCEP GFS: vertical profiles of met quantities at standard pressures, at Barrow"
+    },
+    {
+      "accessLevel": "public",
+      "bureauCode": [
+        "018:001"
+      ],
+      "license": "https://project-open-data.cio.gov/unknown-license",
+      "identifier": "10.5439/1027266",
+      "contactPoint": {
+        "hasEmail": "mailto:adc@arm.gov",
+        "fn": "ARM Data Center"
+      },
+      "description": "No description found",
+      "programCode": [
+        "018:001"
+      ],
+      "distribution": [
+        {
+          "accessURL": "http://www.archive.arm.gov/discovery/#v/results/s/s::1swfanalskyrad1long",
+          "format": "cdf"
+        }
+      ],
+      "modified": "2019-06-27 12:41:27",
+      "publisher": {
+        "name": "Atmospheric Radiation Measurement Data Center",
+        "subOrganizationOf": {
+          "name": "DOE Biological and Environmental Research (BER)",
+          "subOrganizationOf": {
+            "name": "DOE Office of Science user facilities",
+            "subOrganizationOf": {
+              "name": "U.S. Government"
+            }
+          }
+        }
+      },
+      "@type": "dcat:Dataset",
+      "keyword": [
+        "ARM",
+        "ORNL",
+        "ADC",
+        "ARM Data Center",
+        "Climate",
+        "Atmospheric Data",
+        "swfluxanal",
+        "Shortwave Flux Analysis",
+        "cloud",
+        "swfluxanal",
+        "Shortwave Flux Analysis",
+        "radio"
+      ],
+      "title": "Short Wave Flux Analysis: 1-min resolution on SKYAD data, Long algorithm"
+    },
+    {
+      "accessLevel": "public",
+      "bureauCode": [
+        "018:001"
+      ],
+      "license": "https://project-open-data.cio.gov/unknown-license",
+      "identifier": "avhrr12",
+      "contactPoint": {
+        "hasEmail": "mailto:adc@arm.gov",
+        "fn": "ARM Data Center"
+      },
+      "description": "No description found",
+      "programCode": [
+        "018:001"
+      ],
+      "distribution": [
+        {
+          "accessURL": "http://www.archive.arm.gov/discovery/#v/results/s/s::avhrr12",
+          "format": "hdfjpg"
+        }
+      ],
+      "modified": "2019-06-27 12:41:27",
+      "publisher": {
+        "name": "Atmospheric Radiation Measurement Data Center",
+        "subOrganizationOf": {
+          "name": "DOE Biological and Environmental Research (BER)",
+          "subOrganizationOf": {
+            "name": "DOE Office of Science user facilities",
+            "subOrganizationOf": {
+              "name": "U.S. Government"
+            }
+          }
+        }
+      },
+      "@type": "dcat:Dataset",
+      "keyword": [
+        "ARM",
+        "ORNL",
+        "ADC",
+        "ARM Data Center",
+        "Climate",
+        "Atmospheric Data",
+        "avhrr",
+        "Advanced Very High Resolution Radiometer",
+        "satellite"
+      ],
+      "title": "AVHRR: albedo and brightness temp., NOAA-12 Satellite"
+    }
+  ]
+}

data/dcatus/jsons/collection-1-parent-2-children.data.json

@@ -0,0 +1,158 @@
+{
+    "conformsTo": "https://project-open-data.cio.gov/v1.1/schema",
+    "describedBy": "https://project-open-data.cio.gov/v1.1/schema/catalog.json",
+    "@context": "https://project-open-data.cio.gov/v1.1/schema/catalog.jsonld",
+    "@type": "dcat:Catalog",
+    "dataset": [
+
+        {
+            "@type": "dcat:Dataset",
+            "title": "Addressing AWOL",
+            "description": "The U.S. Office of Personnel Management (OPM)'s Partnership and Labor Relations holds Roundtables periodically as an ongoing effort to develop a highly skilled cadre of Employee and Labor Relations practitioners. Distinguished speakers present on a wide range of topics of interest for this community. These training opportunities are interactive and allow the participants to ask questions of the presenters. This presentation covers Absence Without Leave (AWOL) and various aspects of handling leave abuse from placing an employee on leave restriction to taking a disciplinary or adverse action.  The session also contains federal case law regarding this topic.",
+            "modified": "2011-12-15",
+            "accessLevel": "public",
+            "identifier": "OPM-ERround-0001-AWOL",
+            "landingPage": "http://www.opm.gov/policy-data-oversight/employee-relations/training/#url=Roundtables",
+            "license": "http://www.usa.gov/publicdomain/label/1.0/",
+            "publisher": {
+                "@type": "org:Organization",
+                "name": "U.S. Office of Personnel Management"
+            },
+            "isPartOf": "OPM-ERround-0001",
+            "contactPoint": {
+                "@type": "vcard:Contact",
+                "fn": "LaShann Freeman",
+                "hasEmail": "mailto:lashann.freeman@opm.gov"
+            },
+            "distribution": [
+                {
+                    "@type": "dcat:Distribution",
+                    "mediaType": "application/pdf",
+                    "title": "Addressing AWOL",
+                    "downloadURL": "http://www.opm.gov/policy-data-oversight/employee-relations/training/presentationaddressingawol.pdf"
+                },
+                {
+                    "@type": "dcat:Distribution",
+                    "accessURL": "https://www.youtube.com/watch?v=08bK8zHH9No",
+                    "format": "video",
+                    "title": "Addressing AWOL"
+                }
+            ],
+            "keyword": [
+                "AWOL",
+                "Absence without Leave",
+                "LWOP",
+                "Leave without Pay",
+                "disciplinary procedures",
+                "employee relations",
+                "leave abuse",
+                "leave restriction",
+                "practitioners",
+                "roundtables",
+                "training",
+                "webcast"
+            ],
+            "bureauCode": [
+                "027:00"
+            ],
+            "programCode": [
+                "027:000"
+            ],
+            "language": [
+                "en-US"
+            ]
+        },
+        {
+            "@type": "dcat:Dataset",
+            "title": "Employee Relations Roundtables",
+            "description": "The U.S. Office of Personnel Management (OPM)'s Partnership and Labor Relations holds Roundtables periodically as an ongoing effort to develop a highly skilled cadre of Employee and Labor Relations practitioners.  Distinguished speakers present on a wide range of topics of interest for this community.  These training opportunities are interactive and allow the participants to ask questions of the presenters.",
+            "modified": "2014-02-09",
+            "accessLevel": "public",
+            "identifier": "OPM-ERround-0001",
+            "landingPage": "http://www.opm.gov/policy-data-oversight/employee-relations/training/#url=Roundtables",
+            "license": "http://www.usa.gov/publicdomain/label/1.0/",
+            "publisher": {
+                "@type": "org:Organization",
+                "name": "U.S. Office of Personnel Management"
+            },
+            "contactPoint": {
+                "@type": "vcard:Contact",
+                "fn": "LaShann Freeman",
+                "hasEmail": "mailto:lashann.freeman@opm.gov"
+            },
+            "keyword": [
+                "employee relations",
+                "practitioners",
+                "roundtables",
+                "training",
+                "webcast"
+            ],
+            "bureauCode": [
+                "027:00"
+            ],
+            "programCode": [
+                "027:000"
+            ],
+            "language": [
+                "en-US"
+            ]
+        },
+        {
+            "@type": "dcat:Dataset",
+            "title": "Linking Employee Relations and Retirement",
+            "description": "The U.S. Office of Personnel Management (OPM)'s Partnership and Labor Relations holds Roundtables periodically as an ongoing effort to develop a highly skilled cadre of Employee and Labor Relations practitioners. Distinguished speakers present on a wide range of topics of interest for this community. These training opportunities are interactive and allow the participants to ask questions of the presenters. This presentation is on different types of Federal retirement (e.g., regular, early, or disability retirement).  Included are laws and regulatory provisions regarding retirement, the role of the U.S. Office of Personnel Management (OPM) and the importance of employee relations in cases involving medical issues, disability retirement, Office of Workers' Compensation Programs (OWCP), and reasonable accommodation.",
+            "modified": "2011-12-15",
+            "accessLevel": "public",
+            "identifier": "OPM-ERround-0001-Retire",
+            "landingPage": "http://www.opm.gov/policy-data-oversight/employee-relations/training/#url=Roundtables",
+            "license": "http://www.usa.gov/publicdomain/label/1.0/",
+            "publisher": {
+                "@type": "org:Organization",
+                "name": "U.S. Office of Personnel Management"
+            },
+            "isPartOf": "OPM-ERround-0001",
+            "contactPoint": {
+                "@type": "vcard:Contact",
+                "fn": "LaShann Freeman",
+                "hasEmail": "mailto:lashann.freeman@opm.gov"
+            },
+            "distribution": [
+                {
+                    "@type": "dcat:Distribution",
+                    "mediaType": "application/pdf",
+                    "title": "Linking Employee Relations and Retirement",
+                    "downloadURL": "http://www.opm.gov/policy-data-oversight/employee-relations/training/presentationemployeerelationsretirement.pdf"
+                },
+                {
+                    "@type": "dcat:Distribution",
+                    "accessURL": "https://www.youtube.com/watch?v=epGxaVa9E_c",
+                    "mediaType": "text/html",
+                    "format": "video",
+                    "title": "Linking Employee Relations and Retirement"
+                }
+            ],
+            "keyword": [
+                "Federal retirement",
+                "OCWP",
+                "Office of Workers Compensation Programs",
+                "disability retirement",
+                "employee relations",
+                "medical issues",
+                "practitioners",
+                "reasonable accommodation",
+                "roundtables",
+                "training",
+                "webcast"
+            ],
+            "bureauCode": [
+                "027:00"
+            ],
+            "programCode": [
+                "027:000"
+            ],
+            "language": [
+                "en-US"
+            ]
+        }
+    ]
+}