Fix for 4chan User Agent block

eksopl · Jul 1, 2013 · 95c5954 · 95c5954
1 parent f57fcaa
commit 95c5954
Show file tree

Hide file tree

Showing 2 changed files with 4 additions and 2 deletions.
diff --git a/src/main/assembly/full.xml b/src/main/assembly/full.xml
@@ -19,4 +19,4 @@
             <handlerName>metaInf-services</handlerName>
         </containerDescriptorHandler>
     </containerDescriptorHandlers>
-</assembly>
+</assembly>
diff --git a/src/main/java/net/easymodo/asagi/WWW.java b/src/main/java/net/easymodo/asagi/WWW.java
@@ -13,6 +13,7 @@
 import org.apache.http.impl.client.DefaultHttpClient;
 import org.apache.http.impl.conn.PoolingClientConnectionManager;
 import org.apache.http.params.BasicHttpParams;
+import org.apache.http.params.CoreProtocolPNames;
 import org.apache.http.params.HttpConnectionParams;
 import org.apache.http.params.HttpParams;
 import org.apache.http.util.EntityUtils;
@@ -62,6 +63,7 @@ private void setTimer(long timer) {
         HttpConnectionParams.setSoTimeout(params, 5000);
         HttpConnectionParams.setConnectionTimeout(params, 5000);
         params.setParameter(ClientPNames.COOKIE_POLICY, CookiePolicy.IGNORE_COOKIES);
+        params.setParameter(CoreProtocolPNames.USER_AGENT, "Asagi/0.3.0");
 
         PoolingClientConnectionManager pccm = new PoolingClientConnectionManager();
         pccm.setDefaultMaxPerRoute(20);
@@ -75,7 +77,7 @@ private HttpResponse wget(String link, String referer) throws HttpGetException {
 
     private HttpResponse wget(String link, String referer, String lastMod) throws HttpGetException {
         HttpGet req = new HttpGet(link);
-        req.setHeader("Referer", referer);
+        if(referer != null && !referer.equals("")) req.setHeader("Referer", referer);
         if(lastMod != null) req.setHeader("If-Modified-Since", lastMod);
 
         int statusCode;