forked from databrickslabs/remorph
-
Notifications
You must be signed in to change notification settings - Fork 0
/
labs.yml
45 lines (45 loc) · 1.93 KB
/
labs.yml
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
---
name: remorph
description: Code Transpiler and Data Reconciliation tool for Accelerating Data onboarding to Databricks from EDW, CDW and other ETL sources.
install:
min_runtime_version: 13.3
require_running_cluster: false
require_databricks_connect: true
entrypoint: src/databricks/labs/remorph/cli.py
min_python: 3.10
commands:
- name: transpile
description: Transpile SQL script to Databricks SQL
flags:
- name: source
description: Input SQL Dialect Type Accepted Values [snowflake, tsql]
- name: input-sql
description: Input SQL Folder or File
- name: output-folder
default: None
description: Output Location For Storing Transpiled Cod
- name: skip-validation
default: true
description: Validate Transpiled Code, default True validation skipped, False validate
- name: catalog-name
default: transpiler_test
description: Catalog Name Applicable only when Validation Mode is DATABRICKS
- name: schema-name
default: convertor_test
description: Schema Name Applicable only when Validation Mode is DATABRICKS
table_template: |-
total_files_processed\ttotal_queries_processed\tno_of_sql_failed_while_parsing\tno_of_sql_failed_while_validating\terror_log_file
{{range .}}{{.total_files_processed}}\t{{.total_queries_processed}}\t{{.no_of_sql_failed_while_parsing}}\t{{.no_of_sql_failed_while_validating}}\t{{.error_log_file}}
{{end}}
- name: reconcile
description: Reconcile is an utility to streamline the reconciliation process between source data and target data residing on Databricks.
flags:
- name: recon_conf
description: Path of the data-recon config
- name: conn_profile
description: Path of the source connection config
- name: source
description: Source Type, Accepted Values [snowflake]
- name: report
default: all
description: Report type