Spoof user agent header

Closes #84.
amperser · Sep 28, 2015 · 03ff8ec · 03ff8ec
1 parent a667a45
commit 03ff8ec
Show file tree

Hide file tree

Showing 2 changed files with 3 additions and 1 deletion.
diff --git a/demo.md b/demo.md
@@ -17,6 +17,7 @@ $1000 USD
 www.google.com
 http://broken.lifelinter.com
 http://news.ycombinator.com
+http://tutsplus.com
 
 # Grammar
 the the meter is is great

diff --git a/proselint/checks/misc/linkchecker.py b/proselint/checks/misc/linkchecker.py
@@ -50,7 +50,8 @@ def check(blob):
 def is_broken_link(url):
     """Check if the link return a 404 error."""
     try:
-        urllib2.urlopen(url, timeout=2)
+        request = urllib2.Request(url, headers={'User-Agent': 'Mozilla/5.0'})
+        urllib2.urlopen(request).read()
         return False
     except urllib2.URLError:
         return True