Commit 3ff5e7b8 authored by ale's avatar ale

Simplify redirectHandler.Handle

parent 06f170e9
......@@ -293,7 +293,10 @@ type redirectHandler struct {
}
func (wrap *redirectHandler) Handle(c *Crawler, u string, depth int, resp *http.Response, err error) error {
if err == nil {
if err != nil {
return err
}
if resp.StatusCode == 200 {
err = wrap.h.Handle(c, u, depth, resp, err)
} else if resp.StatusCode > 300 && resp.StatusCode < 400 {
......@@ -309,7 +312,6 @@ func (wrap *redirectHandler) Handle(c *Crawler, u string, depth int, resp *http.
} else {
err = errors.New(resp.Status)
}
}
return err
}
......
......@@ -65,10 +65,8 @@ func (q *queue) Add(wb *leveldb.Batch, urlStr string, depth int, when time.Time)
func (q *queue) acquire(qp queuePair) {
wb := new(leveldb.Batch)
q.db.PutObjBatch(wb, activeQueueKey(qp.key), qp)
wb.Delete(qp.key)
q.db.Write(wb, nil)
atomic.AddInt32(&q.numActive, 1)
......
Markdown is supported
0% or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment