Disable body reading on head requests

requests/src/requests/Requester.scala

@@ -1,11 +1,11 @@
 package requests
 
+import requests.Requester.methodField
+
 import java.io.{ByteArrayInputStream, ByteArrayOutputStream, OutputStream}
 import java.net.{HttpCookie, HttpURLConnection, InetSocketAddress}
 import java.util.zip.{GZIPInputStream, InflaterInputStream}
-
 import javax.net.ssl._
-
 import collection.JavaConverters._
 import scala.collection.mutable
 
@@ -34,6 +34,8 @@ trait BaseSession{
   lazy val options = Requester("OPTIONS", this)
   // unofficial
   lazy val patch = Requester("PATCH", this)
+
+  def send(method: String) = Requester(method, this)
 }
 
 object BaseSession{
@@ -281,7 +283,6 @@ case class Requester(verb: String,
 
         val deGzip = autoDecompress && headerFields.get("content-encoding").toSeq.flatten.exists(_.contains("gzip"))
         val deDeflate = autoDecompress && headerFields.get("content-encoding").toSeq.flatten.exists(_.contains("deflate"))
-
         def persistCookies() = {
           if (sess.persistCookies) {
             headerFields
@@ -331,7 +332,11 @@ case class Requester(verb: String,
             else connection.getErrorStream
 
           def processWrappedStream[V](f: java.io.InputStream => V): V = {
-            if (stream != null) {
+            // The HEAD method is identical to GET except that the server
+            // MUST NOT return a message-body in the response.
+            // https://www.w3.org/Protocols/rfc2616/rfc2616-sec9.html section 9.4
+            if (verb == "HEAD") f(new ByteArrayInputStream(Array()))
+            else if (stream != null) {
               try f(
                 if (deGzip) new GZIPInputStream(stream)
                 else if (deDeflate) new InflaterInputStream(stream)

requests/test/src-2/requests/Scala2RequestTests.scala

@@ -0,0 +1,21 @@
+package requests
+
+import utest._
+import ujson._
+
+object Scala2RequestTests extends TestSuite{
+  val tests = Tests{
+    test("send"){
+      requests.send("get")("https://httpbin.org/get?hello=world&foo=baz")
+
+      // This doesn't compile right in Scala3 for some reason
+      val res1 = requests.send("put")(
+        "https://httpbin.org/put",
+        data = Map("hello" -> "world", "foo" -> "baz"),
+        chunkedUpload = true
+      ).text
+
+      assert(read(res1).obj("form") == Obj("foo" -> "baz", "hello" -> "world"))
+    }
+  }
+}

requests/test/src/requests/RequestTests.scala

@@ -280,5 +280,13 @@ object RequestTests extends TestSuite{
       )
       assert(res.statusCode == 200)
     }
+    test("gzipError"){
+      val response = requests.head("https://api.github.com/users/lihaoyi")
+      assert(response.statusCode == 200)
+      assert(response.statusMessage == "OK")
+      assert(response.data.array.isEmpty)
+      assert(response.headers.keySet.contains("content-length"))
+      assert(response.headers.keySet.contains("content-type"))
+    }
   }
 }