Commite376fa4

authored

fix: possible crash while scraping (#1690)

1 parent8e47a65 commite376fa4Copy full SHA for e376fa4

File tree

-1

lines changed

-1

lines changed

Lines changed: 3 additions & 1 deletion

Original file line number	Diff line number	Diff line change
`@@ -67,7 +67,9 @@ func WaitBeforeVisit(rateLimiter string, visitFunc func(string) error, pageURL s`
`67`	`67`	`funcScraperRateLimiterCheckErrors(domainstring,errerror) {`
`68`	`68`	`iferr!=nil {`
`69`	`69`	`limiter:=GetRateLimiter(domain)`
`70`		`-limiter.lastRequest= time.Time{}`
	`70`	`+iflimiter!=nil {`
	`71`	`+limiter.lastRequest= time.Time{}`
	`72`	`+}`
`71`	`73`	`}`
`72`	`74`	`}`
`73`	`75`

Comments

(0)