Commit 04a7fa03 authored by yihua.huang's avatar yihua.huang

update pipeline

parent 21cae2ff
......@@ -28,13 +28,15 @@ public class OOSpider extends Spider {
this(ObjectPageProcessor.create(site, pageModels));
this.objectPipeline = new ObjectPipeline();
super.pipeline(objectPipeline);
for (Class pageModel : pageModels) {
this.objectPipeline.put(pageModel, pageModelPipeline);
if (pageModelPipeline!=null){
for (Class pageModel : pageModels) {
this.objectPipeline.put(pageModel, pageModelPipeline);
}
}
}
public static OOSpider create(Site site, Class... pageModels) {
return new OOSpider(site, new ConsolePageModelPipeline(), pageModels);
return new OOSpider(site, null, pageModels);
}
public static OOSpider create(Site site, PageModelPipeline pageModelPipeline, Class... pageModels) {
......
......@@ -35,14 +35,13 @@ public class ObjectPipeline implements Pipeline {
Object o = resultItems.get(classPageModelPipelineEntry.getKey().getCanonicalName());
if (o != null) {
Annotation annotation = classPageModelPipelineEntry.getKey().getAnnotation(ExtractBy.class);
ExtractBy extractBy = (ExtractBy) annotation;
if (extractBy.multi()) {
if (annotation == null || !((ExtractBy) annotation).multi()) {
classPageModelPipelineEntry.getValue().process(o, task);
} else {
List<Object> list = (List<Object>) o;
for (Object o1 : list) {
classPageModelPipelineEntry.getValue().process(o1, task);
}
} else {
classPageModelPipelineEntry.getValue().process(o, task);
}
}
}
......
Markdown is supported
0% or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment