Merge pull request #18 from Amsterdam/aysegulcayir-patch-1

Update README.md for Schema validation

README.md

@@ -31,6 +31,14 @@ dfs = [df]
 results, brontabel_df, bronattribute_df, dqRegel_df = dq_suite.df_check(dfs, dq_rules, "showcase")
 ```
 
+# Validate the schema of a table
+It is possible to validate the schema of an entire table to a schema definition from Amsterdam Schema in one go. This is done by adding two fields to the "dq_rules" JSON when describing the table (See: https://github.com/Amsterdam/dq-suite-amsterdam/blob/main/dq_rules_example.json). 
+
+You will need:
+- validate_table_schema: the id field of the table from Amsterdam Schema
+- validate_table_schema_url: the url of the table or dataset from Amsterdam Schema
+
+The schema definition is converted into column level expectations (expect_column_values_to_be_of_type) on run time.
 
 # Known exceptions
 The functions can run on Databricks using a Personal Compute Cluster or using a Job Cluster. Using a Shared Compute Cluster will results in an error, as it does not have the permissions that Great Expectations requires.

pyproject.toml

@@ -4,7 +4,7 @@ build-backend = "setuptools.build_meta"
 
 [project]
 name = "dq-suite-amsterdam"
-version = "0.5.0"
+version = "0.5.1"
 authors = [
   { name="Arthur Kordes", email="a.kordes@amsterdam.nl" },
   { name="Aysegul Cayir Aydar", email="a.cayiraydar@amsterdam.nl" }