files

webmagic-core/src/main/java/us/codecraft/webmagic/pipeline/FilePipeline.java

@@ -36,7 +36,7 @@ public class FilePipeline implements Pipeline {
         String path = this.path + "" + domain + "/";
         File file = new File(path);
         if (!file.exists()) {
-            file.mkdir();
+            file.mkdirs();
         }
         try {
             PrintWriter printWriter = new PrintWriter(new FileWriter(path + DigestUtils.md5Hex(page.getUrl().toString()) + ".html"));

webmagic-core/src/main/java/us/codecraft/webmagic/schedular/FileCacheQueueSchedular.java

@@ -59,6 +59,10 @@ public class FileCacheQueueSchedular implements Schedular {
     }
 
     private void init() {
+        File file = new File(filePath);
+        if (!file.exists()){
+            file.mkdirs();
+        }
         readFile();
         initWriter();
         initFlushThread();

webmagic-plugin/src/main/java/us/codecraft/webmagic/pipeline/FreemarkerPipeline.java

@@ -29,9 +29,6 @@ public class FreemarkerPipeline implements Pipeline {
         this.template = configuration.getTemplate(template);
         this.path = path;
         File file = new File(path);
-        if (!file.exists()) {
-            file.mkdir();
-        }
     }
 
     public FreemarkerPipeline(String template) throws IOException {
@@ -46,7 +43,7 @@ public class FreemarkerPipeline implements Pipeline {
         String path = this.path + "" + domain + "/";
         File file = new File(path);
         if (!file.exists()) {
-            file.mkdir();
+            file.mkdirs();
         }
         try {
             PrintWriter printWriter = new PrintWriter(new FileWriter(path + DigestUtils.md5Hex(page.getUrl().toString()) + ".html"));
@@ -54,6 +51,7 @@ public class FreemarkerPipeline implements Pipeline {
             printWriter.close();
         } catch (TemplateException e) {
         } catch (IOException e) {
+            e.printStackTrace();
         }
     }
 }