Skip to content

Commit

Permalink
spark connect
Browse files Browse the repository at this point in the history
  • Loading branch information
sigmarkarl committed Dec 12, 2023
1 parent ba6db46 commit e39cf94
Showing 1 changed file with 1 addition and 1 deletion.
2 changes: 1 addition & 1 deletion jupyter_server/gateway/managers.py
Original file line number Diff line number Diff line change
Expand Up @@ -84,7 +84,7 @@ async def start_kernel(self, *, kernel_id=None, path=None, **kwargs):
app = kernel_name[3:]
startup_file = f"/tmp/{app}.py"
if kernel_name.startswith('sc-'):
startup_content = """from pyspark.sql import SparkSession
startup_content = f"""from pyspark.sql import SparkSession
spark = SparkSession.builder.appName('{kernel_name}').remote('sc://{app}-svc.spark-apps.cluster.local').getOrCreate()
"""
env["PYTHONSTARTUP"] = startup_file
Expand Down

0 comments on commit e39cf94

Please sign in to comment.