Commit f32f786a authored by ale's avatar ale

Fix other NewCrawler invocations

parent 2e1b00d8
Pipeline #1990 passed with stage
in 18 seconds
......@@ -63,6 +63,7 @@ func TestCrawl(t *testing.T) {
scope,
crawl.FetcherFunc(fetch),
crawl.HandleRetries(crawl.FollowRedirects(crawl.FilterErrors(saver))),
nil,
)
if err != nil {
t.Fatal(err)
......
......@@ -52,6 +52,7 @@ func main() {
scope,
crawl.FetcherFunc(http.Get),
crawl.HandleRetries(crawl.FollowRedirects(crawl.FilterErrors(crawl.HandlerFunc(extractLinks)))),
nil,
)
if err != nil {
log.Fatal(err)
......
Markdown is supported
0% or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment