Commit c1e72078 authored by yihua.huang's avatar yihua.huang

add FileCacheQueueScheduler support for cycleRetryTimes

parent 969ad176
......@@ -23,7 +23,7 @@ import java.util.concurrent.atomic.AtomicInteger;
* @author code4crafter@gmail.com <br>
* @since 0.2.0
*/
public class FileCacheQueueScheduler implements Scheduler {
public class FileCacheQueueScheduler extends LocalDuplicatedRemovedScheduler {
private Logger logger = LoggerFactory.getLogger(getClass());
......@@ -145,18 +145,14 @@ public class FileCacheQueueScheduler implements Scheduler {
}
@Override
public synchronized void push(Request request, Task task) {
protected void pushWhenNoDuplicate(Request request, Task task) {
if (!inited.get()) {
init(task);
}
logger.debug("push to queue {}" , request.getUrl());
if (urls.add(request.getUrl())) {
queue.add(request);
fileUrlWriter.println(request.getUrl());
}
}
@Override
public synchronized Request poll(Task task) {
if (!inited.get()) {
......
Markdown is supported
0% or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment