some fix for tests #130

webmagic-core/src/main/java/us/codecraft/webmagic/Site.java

@@ -49,7 +49,7 @@ public class Site {
 
     private HttpHost httpProxy;
 
-	private ProxyPool httpProxyPool=new ProxyPool();
+	private ProxyPool httpProxyPool;
 	
     private boolean useGzip = true;
 
@@ -453,6 +453,11 @@ public class Site {
 		return this;
 	}
 
+    public Site enableHttpProxyPool() {
+        this.httpProxyPool=new ProxyPool();
+        return this;
+    }
+
 	public ProxyPool getHttpProxyPool() {
 		return httpProxyPool;
 	}

webmagic-core/src/main/java/us/codecraft/webmagic/downloader/HttpClientDownloader.java

@@ -141,8 +141,8 @@ public class HttpClientDownloader extends AbstractDownloader {
                 .setSocketTimeout(site.getTimeOut())
                 .setConnectTimeout(site.getTimeOut())
                 .setCookieSpec(CookieSpecs.BEST_MATCH);
-		if (site.getHttpProxyPool().isEnable()) {
-			HttpHost host = site.getHttpProxyFromPool();
+        if (site.getHttpProxyPool() != null && site.getHttpProxyPool().isEnable()) {
+            HttpHost host = site.getHttpProxyFromPool();
 			requestConfigBuilder.setProxy(host);
 			request.putExtra(Request.PROXY, host);
 		}

webmagic-core/src/test/java/us/codecraft/webmagic/proxy/ProxyTest.java

 package us.codecraft.webmagic.proxy;
 
-import static org.assertj.core.api.Assertions.assertThat;
+import org.apache.http.HttpHost;
+import org.junit.BeforeClass;
+import org.junit.Test;
 
 import java.io.File;
 import java.util.ArrayList;
 import java.util.List;
 
-import org.apache.http.HttpHost;
-import org.junit.BeforeClass;
-import org.junit.Test;
-
-import us.codecraft.webmagic.Request;
+import static org.assertj.core.api.Assertions.assertThat;
 
 /**
  * @author yxssfxwzy@sina.com May 30, 2014
@@ -30,11 +28,6 @@ public class ProxyTest {
 		}
 	}
 
-	@Test
-	public void testAddProxy() {
-
-	}
-
 	@Test
 	public void testProxy() {
 		ProxyPool proxyPool = new ProxyPool(httpProxyList);