diff --git a/colly.go b/colly.go index ae74b7c3..6a0d7ef4 100644 --- a/colly.go +++ b/colly.go @@ -654,16 +654,16 @@ func (c *Collector) scrape(u, method string, depth int, requestData io.Reader, c if err := c.requestCheck(parsedURL, method, req.GetBody, depth, checkRevisit); err != nil { return err } - u = parsedURL.String() + c.wg.Add(1) if c.Async { - go c.fetch(u, method, depth, requestData, ctx, hdr, req) + go c.fetch(method, depth, requestData, ctx, req) return nil } - return c.fetch(u, method, depth, requestData, ctx, hdr, req) + return c.fetch(method, depth, requestData, ctx, req) } -func (c *Collector) fetch(u, method string, depth int, requestData io.Reader, ctx *Context, hdr http.Header, req *http.Request) error { +func (c *Collector) fetch(method string, depth int, requestData io.Reader, ctx *Context, req *http.Request) error { defer c.wg.Done() if ctx == nil { ctx = NewContext() @@ -1468,7 +1468,6 @@ func createMultipartReader(boundary string, data map[string][]byte) io.Reader { } buffer.WriteString(dashBoundary + "--\n\n") return bytes.NewReader(buffer.Bytes()) - } // randomBoundary was borrowed from diff --git a/unmarshal.go b/unmarshal.go index 42ceb2a6..472febea 100644 --- a/unmarshal.go +++ b/unmarshal.go @@ -76,7 +76,6 @@ func UnmarshalHTML(v interface{}, s *goquery.Selection, structMap map[string]str if err := unmarshalAttr(s, attrV, st.Field(i)); err != nil { return err } - } }