Commit 3a796b94 authored by yihua.huang's avatar yihua.huang

remove duplicate code #421

parent 42f10180
...@@ -305,7 +305,7 @@ public class Spider implements Runnable, Task { ...@@ -305,7 +305,7 @@ public class Spider implements Runnable, Task {
initComponent(); initComponent();
logger.info("Spider " + getUUID() + " started!"); logger.info("Spider " + getUUID() + " started!");
while (!Thread.currentThread().isInterrupted() && stat.get() == STAT_RUNNING) { while (!Thread.currentThread().isInterrupted() && stat.get() == STAT_RUNNING) {
Request request = scheduler.poll(this); final Request request = scheduler.poll(this);
if (request == null) { if (request == null) {
if (threadPool.getThreadAlive() == 0 && exitWhenComplete) { if (threadPool.getThreadAlive() == 0 && exitWhenComplete) {
break; break;
...@@ -313,16 +313,15 @@ public class Spider implements Runnable, Task { ...@@ -313,16 +313,15 @@ public class Spider implements Runnable, Task {
// wait until new url added // wait until new url added
waitNewUrl(); waitNewUrl();
} else { } else {
final Request requestFinal = request;
threadPool.execute(new Runnable() { threadPool.execute(new Runnable() {
@Override @Override
public void run() { public void run() {
try { try {
processRequest(requestFinal); processRequest(request);
onSuccess(requestFinal); onSuccess(request);
} catch (Exception e) { } catch (Exception e) {
onError(requestFinal); onError(request);
logger.error("process request " + requestFinal + " error", e); logger.error("process request " + request + " error", e);
} finally { } finally {
pageCount.incrementAndGet(); pageCount.incrementAndGet();
signalNewUrl(); signalNewUrl();
......
Markdown is supported
0% or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment