Enable timeouts when getting soup

biopragmatics · Feb 15, 2024 · 0ca092f · 0ca092f
1 parent 6702bfb
commit 0ca092f
Showing 1 changed file with 2 additions and 2 deletions.
diff --git a/src/bioversions/utils.py b/src/bioversions/utils.py
@@ -47,9 +47,9 @@ def norm(s: str) -> str:
     return s.lower().replace(" ", "").replace("-", "").replace(".", "")
 
 
-def get_soup(url: str, verify: bool = True) -> BeautifulSoup:
+def get_soup(url: str, verify: bool = True, timeout: Optional[int] = None) -> BeautifulSoup:
     """Get a beautiful soup parsed version of the given web page."""
-    res = requests.get(url, verify=verify)
+    res = requests.get(url, verify=verify, timeout=timeout or 3)
     soup = BeautifulSoup(res.text, features="html.parser")
     return soup