From 06f170e9ca181f145a57150c111a0982db32d023 Mon Sep 17 00:00:00 2001
From: ale <ale@incal.net>
Date: Tue, 19 Dec 2017 00:16:10 +0000
Subject: [PATCH] Update cmd/links to new scope syntax
---
cmd/links/links.go | 4 ++--
1 file changed, 2 insertions(+), 2 deletions(-)
diff --git a/cmd/links/links.go b/cmd/links/links.go
index eb97577..e8b0fcb 100644
--- a/cmd/links/links.go
+++ b/cmd/links/links.go
@@ -38,11 +38,11 @@ func main() {
flag.Parse()
seeds := crawl.MustParseURLs(flag.Args())
- scope := []crawl.Scope{
+ scope := crawl.AND(
crawl.NewSchemeScope(strings.Split(*validSchemes, ",")),
crawl.NewDepthScope(*depth),
crawl.NewSeedScope(seeds),
- }
+ )
crawler, err := crawl.NewCrawler("crawldb", seeds, scope, crawl.FetcherFunc(http.Get), crawl.NewRedirectHandler(crawl.HandlerFunc(extractLinks)))
if err != nil {
--
GitLab