Commit b71f3795 authored by yihua.huang's avatar yihua.huang

fix

parent a7f9e7ca
...@@ -513,8 +513,4 @@ public class Site { ...@@ -513,8 +513,4 @@ public class Site {
return httpProxyPool.getProxy(); return httpProxyPool.getProxy();
} }
public void returnHttpProxyToPool(HttpHost proxy,int statusCode) {
httpProxyPool.returnProxy(proxy,statusCode);
}
} }
...@@ -186,31 +186,31 @@ public class TimerReuseProxyPool implements ProxyPool { ...@@ -186,31 +186,31 @@ public class TimerReuseProxyPool implements ProxyPool {
} }
public void returnProxy(HttpHost host, int statusCode) { public void returnProxy(HttpHost host, int statusCode) {
Proxy p = allProxy.get(host.getAddress().getHostAddress()); TimerReuseProxy p = allProxy.get(host.getAddress().getHostAddress());
if (p == null) { if (p == null) {
return; return;
} }
switch (statusCode) { switch (statusCode) {
case Proxy.SUCCESS: case TimerReuseProxy.SUCCESS:
p.setReuseTimeInterval(reuseInterval); p.setReuseTimeInterval(reuseInterval);
p.setFailedNum(0); p.setFailedNum(0);
p.setFailedErrorType(new ArrayList<Integer>()); p.setFailedErrorType(new ArrayList<Integer>());
p.recordResponse(); p.recordResponse();
p.successNumIncrement(1); p.successNumIncrement(1);
break; break;
case Proxy.ERROR_403: case TimerReuseProxy.ERROR_403:
// banned,try longer interval // banned,try longer interval
p.fail(Proxy.ERROR_403); p.fail(TimerReuseProxy.ERROR_403);
p.setReuseTimeInterval(reuseInterval * p.getFailedNum()); p.setReuseTimeInterval(reuseInterval * p.getFailedNum());
logger.info(host + " >>>> reuseTimeInterval is >>>> " + p.getReuseTimeInterval() / 1000.0); logger.info(host + " >>>> reuseTimeInterval is >>>> " + p.getReuseTimeInterval() / 1000.0);
break; break;
case Proxy.ERROR_BANNED: case TimerReuseProxy.ERROR_BANNED:
p.fail(Proxy.ERROR_BANNED); p.fail(TimerReuseProxy.ERROR_BANNED);
p.setReuseTimeInterval(10 * 60 * 1000 * p.getFailedNum()); p.setReuseTimeInterval(10 * 60 * 1000 * p.getFailedNum());
logger.warn("this proxy is banned >>>> " + p.getHttpHost()); logger.warn("this proxy is banned >>>> " + p.getHttpHost());
logger.info(host + " >>>> reuseTimeInterval is >>>> " + p.getReuseTimeInterval() / 1000.0); logger.info(host + " >>>> reuseTimeInterval is >>>> " + p.getReuseTimeInterval() / 1000.0);
break; break;
case Proxy.ERROR_404: case TimerReuseProxy.ERROR_404:
// p.fail(Proxy.ERROR_404); // p.fail(Proxy.ERROR_404);
// p.setReuseTimeInterval(reuseInterval * p.getFailedNum()); // p.setReuseTimeInterval(reuseInterval * p.getFailedNum());
break; break;
......
Markdown is supported
0% or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment