Commit 179baa7a authored by yihua.huang's avatar yihua.huang

return when page is null

parent 0336f4cd
...@@ -402,6 +402,7 @@ public class Spider implements Runnable, Task { ...@@ -402,6 +402,7 @@ public class Spider implements Runnable, Task {
if (page == null) { if (page == null) {
sleep(site.getSleepTime()); sleep(site.getSleepTime());
onError(request); onError(request);
return;
} }
// for cycle retry // for cycle retry
if (page.isNeedCycleRetry()) { if (page.isNeedCycleRetry()) {
......
...@@ -54,7 +54,7 @@ public class PatternProcessorExample { ...@@ -54,7 +54,7 @@ public class PatternProcessorExample {
} }
}; };
CompositePageProcessor pageProcessor = new CompositePageProcessor(Site.me().setDomain("github.com").setRetryTimes(0).setSleepTime(0)); CompositePageProcessor pageProcessor = new CompositePageProcessor(Site.me().setDomain("github.com").setRetryTimes(3));
CompositePipeline pipeline = new CompositePipeline(); CompositePipeline pipeline = new CompositePipeline();
pageProcessor.setSubPageProcessors(githubRepoProcessor, githubUserProcessor); pageProcessor.setSubPageProcessors(githubRepoProcessor, githubUserProcessor);
......
Markdown is supported
0% or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment