Commit 583a0eba authored by yihua.huang's avatar yihua.huang

#29 refactor some method name

parent 6fa82a41
......@@ -343,12 +343,12 @@ public class Spider implements Runnable, Task {
}
// for cycle retry
if (page.getHtml() == null) {
addRequest(page);
extractAndAddRequests(page);
sleep(site.getSleepTime());
return;
}
pageProcessor.process(page);
addRequest(page);
extractAndAddRequests(page);
if (!page.getResultItems().isSkip()) {
for (Pipeline pipeline : pipelines) {
pipeline.process(page.getResultItems(), this);
......@@ -365,7 +365,7 @@ public class Spider implements Runnable, Task {
}
}
protected void addRequest(Page page) {
protected void extractAndAddRequests(Page page) {
if (CollectionUtils.isNotEmpty(page.getTargetRequests())) {
for (Request request : page.getTargetRequests()) {
addRequest(request);
......
Markdown is supported
0% or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment