add support for %sh cells

src/databricks/labs/ucx/source_code/notebook.py

@@ -167,12 +167,29 @@ def migrate_notebook_path(self):
         pass
 
 
+class ShellCell(Cell):
+
+    @property
+    def language(self):
+        return CellLanguage.SHELL
+
+    def is_runnable(self) -> bool:
+        return True  # TODO
+
+    def build_dependency_graph(self, parent: DependencyGraph):
+        pass  # nothing to do
+
+    def migrate_notebook_path(self):
+        pass
+
+
 class CellLanguage(Enum):
     # long magic_names must come first to avoid shorter ones being matched
     PYTHON = Language.PYTHON, 'python', '#', True, PythonCell
     SCALA = Language.SCALA, 'scala', '//', True, ScalaCell
     SQL = Language.SQL, 'sql', '--', True, SQLCell
     RUN = None, 'run', '', False, RunCell
+    SHELL = None, 'sh', '', False, ShellCell
     # see https://spec.commonmark.org/0.31.2/#html-comment
     MARKDOWN = None, 'md', "<!--->", False, MarkdownCell
     R = Language.R, 'r', '#', True, RCell

tests/unit/source_code/samples/notebook-with-shell-cell.py.txt

@@ -0,0 +1,6 @@
+# Databricks notebook source
+import datetime
+
+# COMMAND ----------
+
+# MAGIC %sh "./shell-script.sh"

tests/unit/source_code/test_notebook.py

@@ -41,6 +41,11 @@
     Language.SQL,
     ['md', 'sql', 'sql', 'md', 'sql', 'python', 'sql', 'sql', 'sql', 'md', 'sql', 'sql', 'md', 'sql', 'sql', 'md', 'sql'],
 )
+SHELL_NOTEBOOK_SAMPLE = (
+    "notebook-with-shell-cell.py.txt",
+    Language.PYTHON,
+    ['python', 'sh'],
+)
 # fmt: on
 
 
@@ -52,6 +57,7 @@
         SCALA_NOTEBOOK_SAMPLE,
         R_NOTEBOOK_SAMPLE,
         SQL_NOTEBOOK_SAMPLE,
+        SHELL_NOTEBOOK_SAMPLE,
     ],
 )
 def test_notebook_splits_source_into_cells(source: tuple[str, Language, list[str]]):