gocolly · roarc0 · Jun 15, 2024
diff --git a/colly.go b/colly.go
@@ -654,16 +654,16 @@ func (c *Collector) scrape(u, method string, depth int, requestData io.Reader, c
 	if err := c.requestCheck(parsedURL, method, req.GetBody, depth, checkRevisit); err != nil {
 		return err
 	}
-	u = parsedURL.String()
+
 	c.wg.Add(1)
 	if c.Async {
-		go c.fetch(u, method, depth, requestData, ctx, hdr, req)
+		go c.fetch(method, depth, requestData, ctx, req)
 		return nil
 	}
-	return c.fetch(u, method, depth, requestData, ctx, hdr, req)
+	return c.fetch(method, depth, requestData, ctx, req)
 }
 
-func (c *Collector) fetch(u, method string, depth int, requestData io.Reader, ctx *Context, hdr http.Header, req *http.Request) error {
+func (c *Collector) fetch(method string, depth int, requestData io.Reader, ctx *Context, req *http.Request) error {
 	defer c.wg.Done()
 	if ctx == nil {
 		ctx = NewContext()
@@ -1468,7 +1468,6 @@ func createMultipartReader(boundary string, data map[string][]byte) io.Reader {
 	}
 	buffer.WriteString(dashBoundary + "--\n\n")
 	return bytes.NewReader(buffer.Bytes())
-
 }
 
 // randomBoundary was borrowed from

diff --git a/unmarshal.go b/unmarshal.go
@@ -76,7 +76,6 @@ func UnmarshalHTML(v interface{}, s *goquery.Selection, structMap map[string]str
 			if err := unmarshalAttr(s, attrV, st.Field(i)); err != nil {
 				return err
 			}
-
 		}
 	}
-Original file line number
+Diff line change
@@ Expand Up @@
     			if err := unmarshalAttr(s, attrV, st.Field(i)); err != nil {
     				return err
     			}
     		}
     	}
@@ Expand Down @@