#34 Close reader in FileCacheQueueScheduler

release-note.md

 Release Notes
 ----
-See old versions in [https://github.com/code4craft/webmagic/releases](https://github.com/code4craft/webmagic/releases)
+See latest versions in [https://github.com/code4craft/webmagic/releases](https://github.com/code4craft/webmagic/releases)
 
 *2012-9-4* `version：0.3.0`
 

webmagic-extension/src/main/java/us/codecraft/webmagic/example/BaiduBaike.java

@@ -46,4 +46,12 @@ public class BaiduBaike{
         }
         ooSpider.close();
     }
+
+    public String getName() {
+        return name;
+    }
+
+    public String getDescription() {
+        return description;
+    }
 }

webmagic-extension/src/main/java/us/codecraft/webmagic/scheduler/FileCacheQueueScheduler.java

 package us.codecraft.webmagic.scheduler;
 
+import org.apache.commons.io.IOUtils;
 import org.apache.commons.lang3.math.NumberUtils;
 import org.apache.log4j.Logger;
 import us.codecraft.webmagic.Request;
@@ -94,6 +95,9 @@ public class FileCacheQueueScheduler implements Scheduler {
             urls = new LinkedHashSet<String>();
             readCursorFile();
             readUrlFile();
+        } catch (FileNotFoundException e) {
+            //init
+            logger.info("init cache file " + getFileName(fileUrlAllName));
         } catch (IOException e) {
             logger.error("init file error", e);
         }
@@ -101,7 +105,9 @@ public class FileCacheQueueScheduler implements Scheduler {
 
     private void readUrlFile() throws IOException {
         String line;
-        BufferedReader fileUrlReader = new BufferedReader(new FileReader(getFileName(fileUrlAllName)));
+        BufferedReader fileUrlReader = null;
+        try {
+            fileUrlReader = new BufferedReader(new FileReader(getFileName(fileUrlAllName)));
             int lineReaded = 0;
             while ((line = fileUrlReader.readLine()) != null) {
                 urls.add(line.trim());
@@ -110,15 +116,27 @@ public class FileCacheQueueScheduler implements Scheduler {
                     queue.add(new Request(line));
                 }
             }
+        } finally {
+            if (fileUrlReader != null) {
+                IOUtils.closeQuietly(fileUrlReader);
+            }
+        }
     }
 
     private void readCursorFile() throws IOException {
-        BufferedReader fileCursorReader = new BufferedReader(new FileReader(getFileName(fileCursor)));
+        BufferedReader fileCursorReader = null;
+        try {
+            new BufferedReader(new FileReader(getFileName(fileCursor)));
             String line;
             //read the last number
             while ((line = fileCursorReader.readLine()) != null) {
                 cursor = new AtomicInteger(NumberUtils.toInt(line));
             }
+        } finally {
+            if (fileCursorReader != null) {
+                IOUtils.closeQuietly(fileCursorReader);
+            }
+        }
     }
 
     private String getFileName(String filename) {