package com.javaweb.spider.test; import com.javaweb.spider.backend.FastSpiderBackendService; import com.javaweb.spider.domain.ExitWayEnum; import com.javaweb.spider.domain.SpiderConfig; import com.javaweb.spider.fast.FastConfigContext; import com.javaweb.spider.fast.FastConfigEnum; public class CsdnTest { public static void main(String[] args) { //注意要设置cookie,否则爬取不到 String userId="u011197448"; SpiderConfig config = FastConfigContext.parseConfig(FastConfigEnum.CSDN); config.setUserId(userId) .setExitWay(ExitWayEnum.URL_COUNT) .setCount(3); FastSpiderBackendService service=new FastSpiderBackendService(config); service.start(); } }