diff --git a/check-submodules.sh b/check-submodules.sh
index 2441bc0cd..5156dba02 100755
--- a/check-submodules.sh
+++ b/check-submodules.sh
@@ -44,10 +44,11 @@ echo "$SUBMODULE_NAME-old: $OLD"
 echo "$SUBMODULE_NAME-new: $NEW"
 
 # If metrics directories differ in number of files,
-# print the difference of files
+# print only the files that are in a directory but not in the other one
 if [ $OLD != $NEW ]
 then
-    diff -rq /tmp/$SUBMODULE_NAME-old /tmp/$SUBMODULE_NAME-new
+    ONLY_FILES=`diff -q /tmp/$SUBMODULE_NAME-old /tmp/$SUBMODULE_NAME-new | grep "Only in"`
+    echo "$ONLY_FILES"
 fi
 
 # Compare metrics
diff --git a/check-tree-sitter-crates.sh b/check-tree-sitter-crates.sh
index 18a2d29a2..3b1e13242 100755
--- a/check-tree-sitter-crates.sh
+++ b/check-tree-sitter-crates.sh
@@ -76,10 +76,11 @@ echo "$TREE_SITTER_CRATE-old: $OLD"
 echo "$TREE_SITTER_CRATE-new: $NEW"
 
 # If metrics directories differ in number of files,
-# print the difference of files
+# print only the files that are in a directory but not in the other one
 if [ $OLD != $NEW ]
 then
-    diff -rq /tmp/$TREE_SITTER_CRATE-old /tmp/$TREE_SITTER_CRATE-new
+    ONLY_FILES=`diff -q /tmp/$TREE_SITTER_CRATE-old /tmp/$TREE_SITTER_CRATE-new | grep "Only in"`
+    echo "$ONLY_FILES"
 fi
 
 # Compare metrics