Merge pull request #39 from CybercentreCanada/source/threatfox

Account for comments found towards the end of CSV files
CybercentreCanada · Oct 19, 2023 · 4be07d2 · 4be07d2
2 parents 09893c0 + 960f24b
commit 4be07d2
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/netrep/update_server.py b/netrep/update_server.py
@@ -184,7 +184,7 @@ def update_blocklist(
                         for row in list(csv.reader(fp, delimiter=","))[start_index:]:
                             row = [r.strip(' "') for r in row]
                             joined_row = ",".join(row)
-                            if any(t in joined_row for t in ignore_terms):
+                            if any(t in joined_row for t in ignore_terms) or joined_row.startswith("#"):
                                 # Skip row
                                 continue