返回可用的代理

pom.xml

@@ -6,7 +6,7 @@
         <version>7</version>
     </parent>
     <groupId>us.codecraft.duiba</groupId>
-    <version>0.8.6-SNAPSHOT</version>
+    <version>0.8.7-SNAPSHOT</version>
     <modelVersion>4.0.0</modelVersion>
     <packaging>pom</packaging>
     <properties>

webmagic-core/pom.xml

@@ -3,7 +3,7 @@
     <parent>
         <groupId>us.codecraft.duiba</groupId>
         <artifactId>webmagic-parent</artifactId>
-        <version>0.8.6-SNAPSHOT</version>
+        <version>0.8.7-SNAPSHOT</version>
     </parent>
     <modelVersion>4.0.0</modelVersion>
 

webmagic-core/src/main/java/us/codecraft/webmagic/proxy/SimpleProxyProvider.java

@@ -2,6 +2,7 @@ package us.codecraft.webmagic.proxy;
 
 import us.codecraft.webmagic.Page;
 import us.codecraft.webmagic.Task;
+import us.codecraft.webmagic.utils.ProxyUtils;
 
 import java.util.ArrayList;
 import java.util.Collections;
@@ -45,7 +46,11 @@ public class SimpleProxyProvider implements ProxyProvider {
 
     @Override
     public Proxy getProxy(Task task) {
-        return proxies.get(incrForLoop());
+        Proxy proxy;
+        do {
+             proxy = proxies.get(incrForLoop());
+        } while (!ProxyUtils.validateProxy(proxy));
+        return proxy;
     }
 
     private int incrForLoop() {

webmagic-core/src/main/java/us/codecraft/webmagic/utils/ProxyUtils.java

@@ -24,7 +24,7 @@ public class ProxyUtils {
 		try {
 			socket = new Socket();
 			InetSocketAddress endpointSocketAddr = new InetSocketAddress(p.getHost(), p.getPort());
-			socket.connect(endpointSocketAddr, 3000);
+			socket.connect(endpointSocketAddr, 100);
 			return true;
 		} catch (IOException e) {
 			logger.warn("FAILRE - CAN not connect!  remote: " + p);

webmagic-extension/pom.xml

@@ -3,7 +3,7 @@
     <parent>
         <groupId>us.codecraft.duiba</groupId>
         <artifactId>webmagic-parent</artifactId>
-        <version>0.8.6-SNAPSHOT</version>
+        <version>0.8.7-SNAPSHOT</version>
     </parent>
     <modelVersion>4.0.0</modelVersion>
 

webmagic-samples/pom.xml

@@ -3,7 +3,7 @@
     <parent>
         <groupId>us.codecraft.duiba</groupId>
         <artifactId>webmagic-parent</artifactId>
-        <version>0.8.6-SNAPSHOT</version>
+        <version>0.8.7-SNAPSHOT</version>
     </parent>
     <modelVersion>4.0.0</modelVersion>
 

webmagic-saxon/pom.xml

@@ -3,7 +3,7 @@
     <parent>
         <groupId>us.codecraft.duiba</groupId>
         <artifactId>webmagic-parent</artifactId>
-        <version>0.8.6-SNAPSHOT</version>
+        <version>0.8.7-SNAPSHOT</version>
     </parent>
     <modelVersion>4.0.0</modelVersion>
 

webmagic-scripts/pom.xml

@@ -3,7 +3,7 @@
     <parent>
         <groupId>us.codecraft.duiba</groupId>
         <artifactId>webmagic-parent</artifactId>
-        <version>0.8.6-SNAPSHOT</version>
+        <version>0.8.7-SNAPSHOT</version>
     </parent>
     <modelVersion>4.0.0</modelVersion>