From 7a7a3eff2b829779645de88396dab728f6d7325c Mon Sep 17 00:00:00 2001 From: ArthurKordes <75675106+ArthurKordes@users.noreply.github.com> Date: Thu, 4 Apr 2024 14:42:33 +0200 Subject: [PATCH] Update README.md --- README.md | 33 +++------------------------------ 1 file changed, 3 insertions(+), 30 deletions(-) diff --git a/README.md b/README.md index 760526e..bf08cb1 100644 --- a/README.md +++ b/README.md @@ -4,7 +4,7 @@ This repository contains functions that will ease the use of Great Expectations. DISCLAIMER: Repo is in PoC phase -# Getting Started +# Getting started Install the dq suite on your compute, for example by running the following code in your workspace: ``` @@ -37,32 +37,5 @@ The functions can run on Databricks using a Personal Compute Cluster or using a # Updates -version = "0.1.0" : -dq_rules_example.json is updated. -Added: -"dataframe_parameters": { - "unique_identifier": "id" - } - -version = "0.2.0" : -dq_rules_example.json is updated. -Added for each tables: -{ - "dataframe_parameters": [ - { - "unique_identifier": "id", - "table_name": "well", - "rules": [ - { - "rule_name": "expect_column_values_to_be_between", - "parameters": [ - { - "column": "latitude", - "min_value": 6, - "max_value": 10000 - } - ] - } - ] - }, - .... +Version 0.1: Run a DQ check for a dataframe +Version 0.2: Run a DQ check for multiple dataframes