Skip to content
Snippets Groups Projects
Commit 1e85e392 authored by ale's avatar ale
Browse files

Fix other NewCrawler invocations

parent b6901eee
No related branches found
No related tags found
No related merge requests found
...@@ -63,6 +63,7 @@ func TestCrawl(t *testing.T) { ...@@ -63,6 +63,7 @@ func TestCrawl(t *testing.T) {
scope, scope,
crawl.FetcherFunc(fetch), crawl.FetcherFunc(fetch),
crawl.HandleRetries(crawl.FollowRedirects(crawl.FilterErrors(saver))), crawl.HandleRetries(crawl.FollowRedirects(crawl.FilterErrors(saver))),
nil,
) )
if err != nil { if err != nil {
t.Fatal(err) t.Fatal(err)
......
...@@ -52,6 +52,7 @@ func main() { ...@@ -52,6 +52,7 @@ func main() {
scope, scope,
crawl.FetcherFunc(http.Get), crawl.FetcherFunc(http.Get),
crawl.HandleRetries(crawl.FollowRedirects(crawl.FilterErrors(crawl.HandlerFunc(extractLinks)))), crawl.HandleRetries(crawl.FollowRedirects(crawl.FilterErrors(crawl.HandlerFunc(extractLinks)))),
nil,
) )
if err != nil { if err != nil {
log.Fatal(err) log.Fatal(err)
......
0% Loading or .
You are about to add 0 people to the discussion. Proceed with caution.
Please register or to comment