[enh] provide default URL scheme

closes #23
gocolly · Oct 12, 2017 · d1a65d3 · d1a65d3
1 parent 5e31f9b
commit d1a65d3
Showing 1 changed file with 4 additions and 1 deletion.
diff --git a/colly.go b/colly.go
@@ -165,10 +165,13 @@ func (c *Collector) scrape(u, method string, depth int, requestData io.Reader, c
 	if err != nil {
 		return err
 	}
+	if parsedURL.Scheme == "" {
+		parsedURL.Scheme = "http"
+	}
 	if !c.isDomainAllowed(parsedURL.Host) {
 		return errors.New("Forbidden domain")
 	}
-	req, err := http.NewRequest(method, u, requestData)
+	req, err := http.NewRequest(method, parsedURL.String(), requestData)
 	if err != nil {
 		return err
 	}