Commit a960a39c authored by yihua.huang's avatar yihua.huang

fix compile error for example change

parent a3ee9e3d
...@@ -70,6 +70,11 @@ ...@@ -70,6 +70,11 @@
<artifactId>httpclient</artifactId> <artifactId>httpclient</artifactId>
<version>4.5.2</version> <version>4.5.2</version>
</dependency> </dependency>
<dependency>
<groupId>com.jayway.jsonpath</groupId>
<artifactId>json-path</artifactId>
<version>2.2.0</version>
</dependency>
<dependency> <dependency>
<groupId>com.google.guava</groupId> <groupId>com.google.guava</groupId>
<artifactId>guava</artifactId> <artifactId>guava</artifactId>
......
...@@ -74,6 +74,12 @@ ...@@ -74,6 +74,12 @@
<groupId>com.jayway.jsonpath</groupId> <groupId>com.jayway.jsonpath</groupId>
<artifactId>json-path</artifactId> <artifactId>json-path</artifactId>
<version>0.8.1</version> <version>0.8.1</version>
<exclusions>
<exclusion>
<groupId>commons-lang</groupId>
<artifactId>commons-lang</artifactId>
</exclusion>
</exclusions>
</dependency> </dependency>
<dependency> <dependency>
......
...@@ -13,7 +13,7 @@ ...@@ -13,7 +13,7 @@
<dependency> <dependency>
<groupId>redis.clients</groupId> <groupId>redis.clients</groupId>
<artifactId>jedis</artifactId> <artifactId>jedis</artifactId>
<version>2.0.0</version> <version>2.9.0</version>
</dependency> </dependency>
<dependency> <dependency>
<groupId>us.codecraft</groupId> <groupId>us.codecraft</groupId>
......
...@@ -13,14 +13,14 @@ public class MonitorExample { ...@@ -13,14 +13,14 @@ public class MonitorExample {
public static void main(String[] args) throws Exception { public static void main(String[] args) throws Exception {
Spider zhihuPageProcessor = Spider.create(new ZhihuPageProcessor()) Spider zhihuSpider = Spider.create(new ZhihuPageProcessor())
.addUrl("http://my.oschina.net/flashsword/blog"); .addUrl("http://my.oschina.net/flashsword/blog");
Spider githubSpider = Spider.create(new GithubRepoPageProcessor()) Spider githubSpider = Spider.create(new GithubRepoPageProcessor())
.addUrl("https://github.com/code4craft"); .addUrl("https://github.com/code4craft");
SpiderMonitor.instance().register(zhihuPageProcessor); SpiderMonitor.instance().register(zhihuSpider);
SpiderMonitor.instance().register(githubSpider); SpiderMonitor.instance().register(githubSpider);
zhihuPageProcessor.start(); zhihuSpider.start();
githubSpider.start(); githubSpider.start();
} }
} }
package us.codecraft.webmagic.scheduler; package us.codecraft.webmagic.scheduler;
import com.alibaba.fastjson.JSON; import com.alibaba.fastjson.JSON;
import com.sun.org.apache.regexp.internal.RE;
import org.apache.commons.codec.digest.DigestUtils; import org.apache.commons.codec.digest.DigestUtils;
import org.apache.commons.lang.StringUtils; import org.apache.commons.lang3.StringUtils;
import redis.clients.jedis.Jedis; import redis.clients.jedis.Jedis;
import redis.clients.jedis.JedisPool; import redis.clients.jedis.JedisPool;
import us.codecraft.webmagic.Request; import us.codecraft.webmagic.Request;
......
...@@ -3,7 +3,7 @@ package us.codecraft.webmagic.monitor; ...@@ -3,7 +3,7 @@ package us.codecraft.webmagic.monitor;
import org.junit.Test; import org.junit.Test;
import us.codecraft.webmagic.Spider; import us.codecraft.webmagic.Spider;
import us.codecraft.webmagic.processor.example.GithubRepoPageProcessor; import us.codecraft.webmagic.processor.example.GithubRepoPageProcessor;
import us.codecraft.webmagic.processor.example.OschinaBlogPageProcessor; import us.codecraft.webmagic.processor.example.ZhihuPageProcessor;
/** /**
* @author code4crafer@gmail.com * @author code4crafer@gmail.com
...@@ -20,12 +20,12 @@ public class SpiderMonitorTest { ...@@ -20,12 +20,12 @@ public class SpiderMonitorTest {
} }
}; };
Spider oschinaSpider = Spider.create(new OschinaBlogPageProcessor()) Spider zhihuSpider = Spider.create(new ZhihuPageProcessor())
.addUrl("http://my.oschina.net/flashsword/blog").thread(2); .addUrl("http://my.oschina.net/flashsword/blog").thread(2);
Spider githubSpider = Spider.create(new GithubRepoPageProcessor()) Spider githubSpider = Spider.create(new GithubRepoPageProcessor())
.addUrl("https://github.com/code4craft"); .addUrl("https://github.com/code4craft");
spiderMonitor.register(oschinaSpider, githubSpider); spiderMonitor.register(zhihuSpider, githubSpider);
} }
} }
Markdown is supported
0% or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment