Commit 21f81bb8 authored by Qiannan Lu's avatar Qiannan Lu

update deprecated method

parent 56e0cd51
...@@ -38,7 +38,7 @@ public class QuickStarter { ...@@ -38,7 +38,7 @@ public class QuickStarter {
key = readKey(key); key = readKey(key);
System.out.println("The demo started and will last 20 seconds..."); System.out.println("The demo started and will last 20 seconds...");
//Start spider //Start spider
OOSpider.create(Site.me().addStartUrl(urlMap.get(key)), clazzMap.get(key)).pipeline(new MultiPagePipeline()).pipeline(new ConsolePipeline()).runAsync(); OOSpider.create(Site.me(), clazzMap.get(key)).addUrl(urlMap.get(key)).addPipeline(new MultiPagePipeline()).addPipeline(new ConsolePipeline()).runAsync();
try { try {
Thread.sleep(20000); Thread.sleep(20000);
...@@ -57,7 +57,7 @@ public class QuickStarter { ...@@ -57,7 +57,7 @@ public class QuickStarter {
System.out.println(classEntry.getKey()+"\t" + classEntry.getValue() + "\t" + urlMap.get(classEntry.getKey())); System.out.println(classEntry.getKey()+"\t" + classEntry.getValue() + "\t" + urlMap.get(classEntry.getKey()));
} }
while (key == null) { while (key == null) {
key = new String(stdin.nextLine()); key = stdin.nextLine();
if (clazzMap.get(key) == null) { if (clazzMap.get(key) == null) {
System.out.println("Invalid choice!"); System.out.println("Invalid choice!");
key = null; key = null;
......
...@@ -18,7 +18,7 @@ public class SpiderTest { ...@@ -18,7 +18,7 @@ public class SpiderTest {
@Ignore @Ignore
@Test @Test
public void testSpider() throws InterruptedException { public void testSpider() throws InterruptedException {
Spider me = Spider.create(new HuxiuProcessor()).pipeline(new FilePipeline()); Spider me = Spider.create(new HuxiuProcessor()).addPipeline(new FilePipeline());
me.run(); me.run();
} }
...@@ -31,7 +31,7 @@ public class SpiderTest { ...@@ -31,7 +31,7 @@ public class SpiderTest {
SimplePageProcessor pageProcessor2 = new SimplePageProcessor("http://www.diaoyuweng.com/home.php?mod=space&uid=88304&do=thread&view=me&type=thread&from=space", "http://www.diaoyuweng.com/thread-*-1-1.html"); SimplePageProcessor pageProcessor2 = new SimplePageProcessor("http://www.diaoyuweng.com/home.php?mod=space&uid=88304&do=thread&view=me&type=thread&from=space", "http://www.diaoyuweng.com/thread-*-1-1.html");
System.out.println(pageProcessor2.getSite().getCharset()); System.out.println(pageProcessor2.getSite().getCharset());
pageProcessor2.getSite().setSleepTime(500); pageProcessor2.getSite().setSleepTime(500);
Spider.create(pageProcessor2).pipeline(new FilePipeline()).scheduler(new FileCacheQueueScheduler("/data/temp/webmagic/cache/")). Spider.create(pageProcessor2).addPipeline(new FilePipeline()).scheduler(new FileCacheQueueScheduler("/data/temp/webmagic/cache/")).
run(); run();
......
Markdown is supported
0% or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment