diff --git a/MANIFEST.in b/MANIFEST.in
new file mode 100644
index 00000000..6f863e4b
--- /dev/null
+++ b/MANIFEST.in
@@ -0,0 +1,2 @@
+# we need this to work around setuptools-scm#516
+prune calamari_ocr/test
diff --git a/pyproject.toml b/pyproject.toml
index fb671ab6..938da3c4 100644
--- a/pyproject.toml
+++ b/pyproject.toml
@@ -67,10 +67,12 @@ dependencies = {file = ["requirements.txt"]}
 include-package-data = true
 
 [tool.setuptools.package-data]
-"*" = ["*.json"] # yml xml conf ?
+"*" = ["*.json"]
 
 [tool.setuptools.packages.find]
-exclude = ["calamari_ocr/test"]
+include = ["calamari_ocr"]
+exclude = ["calamari_ocr/test*"]
+namespaces = false
 
 [tool.setuptools_scm]
 write_to = "calamari_ocr/version.py"