Commit 6bd19785 authored by yihua.huang's avatar yihua.huang

fix test

parent f23e138c
...@@ -15,6 +15,7 @@ import us.codecraft.webmagic.Request; ...@@ -15,6 +15,7 @@ import us.codecraft.webmagic.Request;
import us.codecraft.webmagic.Site; import us.codecraft.webmagic.Site;
import us.codecraft.webmagic.Task; import us.codecraft.webmagic.Task;
import us.codecraft.webmagic.selector.Html; import us.codecraft.webmagic.selector.Html;
import us.codecraft.webmagic.utils.CharsetUtils;
import us.codecraft.webmagic.utils.HttpConstant; import us.codecraft.webmagic.utils.HttpConstant;
import java.io.IOException; import java.io.IOException;
...@@ -99,7 +100,7 @@ public class HttpClientDownloaderTest { ...@@ -99,7 +100,7 @@ public class HttpClientDownloaderTest {
String charset = null; String charset = null;
try { try {
byte[] contentBytes = IOUtils.toByteArray(httpResponse.getEntity().getContent()); byte[] contentBytes = IOUtils.toByteArray(httpResponse.getEntity().getContent());
charset = downloader.getHtmlCharset(httpResponse,contentBytes); charset = CharsetUtils.detectCharset(httpResponse.getEntity().getContentType().getValue(), contentBytes);
} catch (IOException e) { } catch (IOException e) {
e.printStackTrace(); e.printStackTrace();
} }
......
Markdown is supported
0% or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment