Commit 6bd1eed2 authored by yihua.huang's avatar yihua.huang

fix duplicate call of onSuccess and onError #605

parent 3a589d4c
......@@ -410,7 +410,6 @@ public class Spider implements Runnable, Task {
}
private void onDownloadSuccess(Request request, Page page) {
onSuccess(request);
if (site.getAcceptStatCode().contains(page.getStatusCode())){
pageProcessor.process(page);
extractAndAddRequests(page, spawnUrl);
......@@ -431,7 +430,6 @@ public class Spider implements Runnable, Task {
// for cycle retry
doCycleRetry(request);
}
onError(request);
}
private void doCycleRetry(Request request) {
......
Markdown is supported
0% or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment