package com.javaweb.spider.test;

import com.google.common.collect.Maps;
import com.javaweb.common.core.domain.ICallBack;
import com.javaweb.spider.backend.FastSpiderBackendService;
import com.javaweb.spider.domain.ExitWayEnum;
import com.javaweb.spider.domain.SpiderConfig;
import com.javaweb.spider.fast.FastConfigContext;
import com.javaweb.spider.fast.FastConfigEnum;

import java.util.LinkedHashMap;
import java.util.Map;
import java.util.concurrent.CopyOnWriteArrayList;

public class CnblogsTest {
    public static void main(String[] args) {
        String userId="jinjiangongzuoshi";
        SpiderConfig config = FastConfigContext.parseConfig(FastConfigEnum.CNBLOGS);
        config.setUserId(userId)
        .setExitWay(ExitWayEnum.URL_COUNT)
        .setCount(3);

        TestCallBack callBack=new TestCallBack();//可以在回调函数中处理返回的数据集合
        FastSpiderBackendService service=new FastSpiderBackendService(config,callBack);
        service.start();

    }


    public static class TestCallBack implements ICallBack {
        Map params= Maps.newConcurrentMap();
        @Override
        public void onSuccess() {
            System.out.println(">>>>>>>>>>>>>CnblogsTest job done>>>>>>>>>>>>>>");
            CopyOnWriteArrayList<LinkedHashMap<String, String>> datas=(CopyOnWriteArrayList<LinkedHashMap<String, String>>)params.get("datas");
            System.out.println(">>>>>>>>>>>>>"+datas.size()+">>>>>>>>>>>>>>>");
        }

        @Override
        public void onFail() {

        }
        @Override
        public Map setParams(Map map) {
            params.clear();
            params.putAll(map);
            return params;
        }
    }
}