Skip to content

W
webmagic
Commit 928f98dd authored by yihua.huang's avatar yihua.huang
Browse files
Options

auto create folder in JsonFilePipeline #122

parent 4e65dac2
Hide whitespace changes
Inline Side-by-side
Showing with 1 addition and 2 deletions
webmagic-extension/src/main/java/us/codecraft/webmagic/pipeline/JsonFilePipeline.java
View file @ 928f98dd
...@@ -8,7 +8,6 @@ import us.codecraft.webmagic.ResultItems; ...@@ -8,7 +8,6 @@ import us.codecraft.webmagic.ResultItems;
import us.codecraft.webmagic.Task; import us.codecraft.webmagic.Task;
import us.codecraft.webmagic.utils.FilePersistentBase; import us.codecraft.webmagic.utils.FilePersistentBase;
import java.io.File;
import java.io.FileWriter; import java.io.FileWriter;
import java.io.IOException; import java.io.IOException;
import java.io.PrintWriter; import java.io.PrintWriter;
...@@ -38,7 +37,7 @@ public class JsonFilePipeline extends FilePersistentBase implements Pipeline { ...@@ -38,7 +37,7 @@ public class JsonFilePipeline extends FilePersistentBase implements Pipeline {
public void process(ResultItems resultItems, Task task) { public void process(ResultItems resultItems, Task task) {
String path = this.path + "/" + task.getUUID() + "/"; String path = this.path + "/" + task.getUUID() + "/";
try { try {
PrintWriter printWriter = new PrintWriter(new FileWriter(new File(path + DigestUtils.md5Hex(resultItems.getRequest().getUrl()) + ".json"))); PrintWriter printWriter = new PrintWriter(new FileWriter(getFile(path + DigestUtils.md5Hex(resultItems.getRequest().getUrl()) + ".json")));
printWriter.write(JSON.toJSONString(resultItems.getAll())); printWriter.write(JSON.toJSONString(resultItems.getAll()));
printWriter.close(); printWriter.close();
} catch (IOException e) { } catch (IOException e) {
......
Markdown is supported
0% or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment