Skip to content

Commit

Permalink
Revert changes for databricks iris
Browse files Browse the repository at this point in the history
Signed-off-by: Merel Theisen <merel.theisen@quantumblack.com>
  • Loading branch information
merelcht committed Aug 6, 2024
1 parent 4194d33 commit 47ab516
Show file tree
Hide file tree
Showing 3 changed files with 35 additions and 19 deletions.
Original file line number Diff line number Diff line change
Expand Up @@ -8,7 +8,7 @@ readme = "README.md"
dynamic = ["dependencies", "version"]

[project.scripts]
{{ cookiecutter.repo_name }} = "{{ cookiecutter.python_package }}.__main__:main"
databricks_run = "{{ cookiecutter.python_package }}.databricks_run:main"

[project.entry-points."kedro.hooks"]

Expand Down

This file was deleted.

Original file line number Diff line number Diff line change
@@ -0,0 +1,34 @@
import argparse
import logging

from kedro.framework.project import configure_project
from kedro.framework.session import KedroSession


def main():
parser = argparse.ArgumentParser()
parser.add_argument("--env", dest="env", type=str)
parser.add_argument("--conf-source", dest="conf_source", type=str)
parser.add_argument("--package-name", dest="package_name", type=str)
parser.add_argument("--nodes", dest="nodes", type=str)

args = parser.parse_args()
env = args.env
conf_source = args.conf_source
package_name = args.package_name
nodes = [node.strip() for node in args.nodes.split(",")]

# https://kb.databricks.com/notebooks/cmd-c-on-object-id-p0.html
logging.getLogger("py4j.java_gateway").setLevel(logging.ERROR)
logging.getLogger("py4j.py4j.clientserver").setLevel(logging.ERROR)

configure_project(package_name)
with KedroSession.create(env=env, conf_source=conf_source) as session:
if not nodes:
session.run()
else:
session.run(node_names=nodes)


if __name__ == "__main__":
main()

0 comments on commit 47ab516

Please sign in to comment.