retry redirect to AlreadyVisitedUrl will loop error

Shinku-Chen · Shinku-Chen · commit 91809838c59e · 2024-04-08T18:06:02.000+08:00
diff --git a/colly.go b/colly.go
@@ -653,9 +653,6 @@ func (c *Collector) scrape(u, method string, depth int, requestData io.Reader, c
 	}
 	// note: once 1.13 is minimum supported Go version,
 	// replace this with http.NewRequestWithContext
-	if c.Context == nil {
-		c.Context = context.Background()
-	}
 	req = req.WithContext(context.WithValue(c.Context, CheckRevisitKey, checkRevisit))
 
 	if err := c.requestCheck(parsedURL, method, req.GetBody, depth, checkRevisit); err != nil {

Original file line number	Diff line number	Diff line change
`@@ -653,9 +653,6 @@ func (c *Collector) scrape(u, method string, depth int, requestData io.Reader, c`
`653`	`653`	`}`
`654`	`654`	`// note: once 1.13 is minimum supported Go version,`
`655`	`655`	`// replace this with http.NewRequestWithContext`
`656`		`- if c.Context == nil {`
`657`		`- c.Context = context.Background()`
`658`		`- }`
`659`	`656`	`req = req.WithContext(context.WithValue(c.Context, CheckRevisitKey, checkRevisit))`
`660`	`657`
`661`	`658`	`if err := c.requestCheck(parsedURL, method, req.GetBody, depth, checkRevisit); err != nil {`