Commit 461cd317 authored by yihua.huang's avatar yihua.huang

update

parent cc18d863
...@@ -9,6 +9,8 @@ import us.codecraft.webmagic.scheduler.RedisScheduler; ...@@ -9,6 +9,8 @@ import us.codecraft.webmagic.scheduler.RedisScheduler;
import us.codecraft.webmagic.selenium.downloader.SeleniumDownloader; import us.codecraft.webmagic.selenium.downloader.SeleniumDownloader;
/** /**
* 花瓣网抽取器。<br>
* 使用Selenium做页面动态渲染。<br>
* @author yihua.huang@dianping.com <br> * @author yihua.huang@dianping.com <br>
* @date: 13-7-26 <br> * @date: 13-7-26 <br>
* Time: 下午4:08 <br> * Time: 下午4:08 <br>
...@@ -30,7 +32,7 @@ public class HuabanProcessor implements PageProcessor { ...@@ -30,7 +32,7 @@ public class HuabanProcessor implements PageProcessor {
@Override @Override
public Site getSite() { public Site getSite() {
if (site == null) { if (site == null) {
site = Site.me().setDomain("huaban.com").addStartUrl("http://huaban.com/").setSleepTime(1000); site = Site.me().setDomain("huaban.com").addStartUrl("http://huaban.com/").setSleepTime(0);
} }
return site; return site;
} }
......
Markdown is supported
0% or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment