Commit f32f786a authored by ale's avatar ale

Fix other NewCrawler invocations

parent 2e1b00d8
Pipeline #1990 passed with stage
in 18 seconds
...@@ -63,6 +63,7 @@ func TestCrawl(t *testing.T) { ...@@ -63,6 +63,7 @@ func TestCrawl(t *testing.T) {
scope, scope,
crawl.FetcherFunc(fetch), crawl.FetcherFunc(fetch),
crawl.HandleRetries(crawl.FollowRedirects(crawl.FilterErrors(saver))), crawl.HandleRetries(crawl.FollowRedirects(crawl.FilterErrors(saver))),
nil,
) )
if err != nil { if err != nil {
t.Fatal(err) t.Fatal(err)
......
...@@ -52,6 +52,7 @@ func main() { ...@@ -52,6 +52,7 @@ func main() {
scope, scope,
crawl.FetcherFunc(http.Get), crawl.FetcherFunc(http.Get),
crawl.HandleRetries(crawl.FollowRedirects(crawl.FilterErrors(crawl.HandlerFunc(extractLinks)))), crawl.HandleRetries(crawl.FollowRedirects(crawl.FilterErrors(crawl.HandlerFunc(extractLinks)))),
nil,
) )
if err != nil { if err != nil {
log.Fatal(err) log.Fatal(err)
......
Markdown is supported
0% or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment