Skip to content

W
webmagic
Commit 6bd1eed2 authored by yihua.huang's avatar yihua.huang
Browse files
Options

fix duplicate call of onSuccess and onError #605

parent 3a589d4c
Hide whitespace changes
Inline Side-by-side
Showing with 0 additions and 2 deletions
webmagic-core/src/main/java/us/codecraft/webmagic/Spider.java
View file @ 6bd1eed2
...@@ -410,7 +410,6 @@ public class Spider implements Runnable, Task { ...@@ -410,7 +410,6 @@ public class Spider implements Runnable, Task {
} }
private void onDownloadSuccess(Request request, Page page) { private void onDownloadSuccess(Request request, Page page) {
onSuccess(request);
if (site.getAcceptStatCode().contains(page.getStatusCode())){ if (site.getAcceptStatCode().contains(page.getStatusCode())){
pageProcessor.process(page); pageProcessor.process(page);
extractAndAddRequests(page, spawnUrl); extractAndAddRequests(page, spawnUrl);
...@@ -431,7 +430,6 @@ public class Spider implements Runnable, Task { ...@@ -431,7 +430,6 @@ public class Spider implements Runnable, Task {
// for cycle retry // for cycle retry
doCycleRetry(request); doCycleRetry(request);
} }
onError(request);
} }
private void doCycleRetry(Request request) { private void doCycleRetry(Request request) {
......
Markdown is supported
0% or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment