diff --git a/app/crawler/spiderqueue.go b/app/crawler/spiderqueue.go index 83e51ba..2fa05b6 100644 --- a/app/crawler/spiderqueue.go +++ b/app/crawler/spiderqueue.go @@ -1,6 +1,7 @@ package crawler import ( + . "github.com/bitxx/pholcus/app/spider" //必需 "github.com/bitxx/pholcus/common/util" "github.com/bitxx/pholcus/logs" ) diff --git a/app/spider/common/form.go b/app/spider/common/form.go index 9a7dbe1..bd4826f 100644 --- a/app/spider/common/form.go +++ b/app/spider/common/form.go @@ -1,12 +1,11 @@ package common import ( + "github.com/bitxx/pholcus/app/downloader/request" + . "github.com/bitxx/pholcus/app/spider" + "github.com/bitxx/pholcus/common/goquery" "net/url" "strings" - - "github.com/bitxx/pholcus/common/goquery" - - "github.com/bitxx/pholcus/app/downloader/request" ) // Form is the default form element. diff --git a/pholcus_lib/IJGUC/IJGUC.go b/pholcus_lib/IJGUC/IJGUC.go index e0c1925..a0ad6c9 100644 --- a/pholcus_lib/IJGUC/IJGUC.go +++ b/pholcus_lib/IJGUC/IJGUC.go @@ -7,6 +7,7 @@ import ( "github.com/bitxx/pholcus/app/downloader/request" //必需 "github.com/bitxx/pholcus/common/goquery" //DOM解析 // "github.com/bitxx/pholcus/logs" //信息输出 + . "github.com/bitxx/pholcus/app/spider" //必需 // . "github.com/bitxx/pholcus/app/spider/common" //选用 // net包 diff --git a/pholcus_lib/alibaba/alibaba.go b/pholcus_lib/alibaba/alibaba.go index e344fd0..23c11a2 100644 --- a/pholcus_lib/alibaba/alibaba.go +++ b/pholcus_lib/alibaba/alibaba.go @@ -3,6 +3,8 @@ package pholcus_lib // 基础包 import ( "github.com/bitxx/pholcus/app/downloader/request" //必需 + . "github.com/bitxx/pholcus/app/spider" //必需 + . "github.com/bitxx/pholcus/app/spider/common" //选用 "github.com/bitxx/pholcus/common/goquery" //DOM解析 "github.com/bitxx/pholcus/logs" //信息输出 diff --git a/pholcus_lib/baidunews/baidunews.go b/pholcus_lib/baidunews/baidunews.go index c07b4e4..f158876 100644 --- a/pholcus_lib/baidunews/baidunews.go +++ b/pholcus_lib/baidunews/baidunews.go @@ -3,6 +3,8 @@ package pholcus_lib // 基础包 import ( "github.com/bitxx/pholcus/app/downloader/request" //必需 + . "github.com/bitxx/pholcus/app/spider" //必需 + . "github.com/bitxx/pholcus/app/spider/common" //选用 "github.com/bitxx/pholcus/common/goquery" //DOM解析 "github.com/bitxx/pholcus/logs" //信息输出 diff --git a/pholcus_lib/baidusearch/baidusearch.go b/pholcus_lib/baidusearch/baidusearch.go index b32daf9..5101d62 100644 --- a/pholcus_lib/baidusearch/baidusearch.go +++ b/pholcus_lib/baidusearch/baidusearch.go @@ -3,6 +3,7 @@ package pholcus_lib // 基础包 import ( "github.com/bitxx/pholcus/app/downloader/request" //必需 + . "github.com/bitxx/pholcus/app/spider" //必需 "github.com/bitxx/pholcus/common/goquery" //DOM解析 "github.com/bitxx/pholcus/logs" //信息输出 // . "github.com/bitxx/pholcus/app/spider/common" //选用 diff --git a/pholcus_lib/car_home/car_home.go b/pholcus_lib/car_home/car_home.go index 3353011..0e27b3f 100644 --- a/pholcus_lib/car_home/car_home.go +++ b/pholcus_lib/car_home/car_home.go @@ -3,6 +3,7 @@ package pholcus_lib // 基础包 import ( "github.com/bitxx/pholcus/app/downloader/request" //必需 + . "github.com/bitxx/pholcus/app/spider" //必需 "github.com/bitxx/pholcus/common/goquery" //DOM解析 // . "github.com/bitxx/pholcus/app/spider/common" //选用 diff --git a/pholcus_lib/chinanews/chinanews.go b/pholcus_lib/chinanews/chinanews.go index c257e1a..a6ea606 100644 --- a/pholcus_lib/chinanews/chinanews.go +++ b/pholcus_lib/chinanews/chinanews.go @@ -2,6 +2,7 @@ package pholcus_lib // 基础包 import ( + . "github.com/bitxx/pholcus/app/spider" //必需 // "github.com/bitxx/pholcus/common/goquery" //DOM解析 "github.com/bitxx/pholcus/app/downloader/request" //必需 // . "github.com/bitxx/pholcus/app/spider/common" //选用 diff --git a/pholcus_lib/filetest/filetest.go b/pholcus_lib/filetest/filetest.go index 8b4de9c..e4e8ec4 100644 --- a/pholcus_lib/filetest/filetest.go +++ b/pholcus_lib/filetest/filetest.go @@ -2,6 +2,7 @@ package pholcus_lib // 基础包 import ( + . "github.com/bitxx/pholcus/app/spider" //必需 // "github.com/bitxx/pholcus/common/goquery" //DOM解析 "github.com/bitxx/pholcus/app/downloader/request" //必需 // . "github.com/bitxx/pholcus/app/spider/common" //选用 diff --git a/pholcus_lib/ganji_gongsi/ganji_gongsi.go b/pholcus_lib/ganji_gongsi/ganji_gongsi.go index 389f0eb..f878163 100644 --- a/pholcus_lib/ganji_gongsi/ganji_gongsi.go +++ b/pholcus_lib/ganji_gongsi/ganji_gongsi.go @@ -3,6 +3,7 @@ package pholcus_lib // 基础包 import ( "github.com/bitxx/pholcus/app/downloader/request" //必需 + . "github.com/bitxx/pholcus/app/spider" //必需 "github.com/bitxx/pholcus/common/goquery" //DOM解析 // . "github.com/bitxx/pholcus/app/spider/common" //选用 diff --git a/pholcus_lib/googlesearch/googlesearch.go b/pholcus_lib/googlesearch/googlesearch.go index 405342f..b2f35a1 100644 --- a/pholcus_lib/googlesearch/googlesearch.go +++ b/pholcus_lib/googlesearch/googlesearch.go @@ -3,6 +3,7 @@ package pholcus_lib // 基础包 import ( "github.com/bitxx/pholcus/app/downloader/request" //必需 + . "github.com/bitxx/pholcus/app/spider" //必需 "github.com/bitxx/pholcus/common/goquery" //DOM解析 // . "github.com/bitxx/pholcus/app/spider/common" //选用 "github.com/bitxx/pholcus/logs" //信息输出 diff --git a/pholcus_lib/jdsearch/jdsearch.go b/pholcus_lib/jdsearch/jdsearch.go index fd493e2..a39b674 100644 --- a/pholcus_lib/jdsearch/jdsearch.go +++ b/pholcus_lib/jdsearch/jdsearch.go @@ -3,6 +3,7 @@ package pholcus_lib // 基础包 import ( "github.com/bitxx/pholcus/app/downloader/request" //必需 + . "github.com/bitxx/pholcus/app/spider" //必需 "github.com/bitxx/pholcus/common/goquery" //DOM解析 "github.com/bitxx/pholcus/logs" //信息输出 // . "github.com/bitxx/pholcus/app/spider/common" //选用 diff --git a/pholcus_lib/jiban/jiban.go b/pholcus_lib/jiban/jiban.go index e63f554..6fb632d 100644 --- a/pholcus_lib/jiban/jiban.go +++ b/pholcus_lib/jiban/jiban.go @@ -2,6 +2,7 @@ package pholcus_lib import ( "github.com/bitxx/pholcus/app/downloader/request" + . "github.com/bitxx/pholcus/app/spider" //必需 "github.com/bitxx/pholcus/common/goquery" // net包 // "net/http" //设置http.Header diff --git a/pholcus_lib/jingdong/jdSpider.go b/pholcus_lib/jingdong/jdSpider.go index 47f1dd8..d199396 100644 --- a/pholcus_lib/jingdong/jdSpider.go +++ b/pholcus_lib/jingdong/jdSpider.go @@ -3,6 +3,7 @@ package pholcus_lib // 基础包 import ( "github.com/bitxx/pholcus/app/downloader/request" //必需 + . "github.com/bitxx/pholcus/app/spider" //必需 "github.com/bitxx/pholcus/common/goquery" //DOM解析 //"github.com/bitxx/pholcus/logs" //信息输出 // . "github.com/bitxx/pholcus/app/spider/common" //选用 diff --git a/pholcus_lib/kaola/kaola.go b/pholcus_lib/kaola/kaola.go index d4185ee..423af93 100644 --- a/pholcus_lib/kaola/kaola.go +++ b/pholcus_lib/kaola/kaola.go @@ -3,8 +3,8 @@ package pholcus_lib // 基础包 import ( "github.com/bitxx/pholcus/app/downloader/request" //必需 + . "github.com/bitxx/pholcus/app/spider" //必需 "github.com/bitxx/pholcus/common/goquery" //DOM解析 - // . "github.com/bitxx/pholcus/app/spider/common" //选用 // net包 // "net/http" //设置http.Header diff --git a/pholcus_lib/lewa/lewa.go b/pholcus_lib/lewa/lewa.go index 697f8d6..46b4708 100644 --- a/pholcus_lib/lewa/lewa.go +++ b/pholcus_lib/lewa/lewa.go @@ -2,9 +2,10 @@ package pholcus_lib // 基础包 import ( + . "github.com/bitxx/pholcus/app/spider" //必需 // "github.com/bitxx/pholcus/common/goquery" //DOM解析 "github.com/bitxx/pholcus/app/downloader/request" //必需 - + . "github.com/bitxx/pholcus/app/spider/common" //选用 // net包 "net/http" //设置http.Header // "net/url" diff --git a/pholcus_lib/miyabaobei/miyabaobei.go b/pholcus_lib/miyabaobei/miyabaobei.go index 990a70a..6aa3702 100644 --- a/pholcus_lib/miyabaobei/miyabaobei.go +++ b/pholcus_lib/miyabaobei/miyabaobei.go @@ -3,6 +3,7 @@ package pholcus_lib // 基础包 import ( "github.com/bitxx/pholcus/app/downloader/request" //必需 + . "github.com/bitxx/pholcus/app/spider" //必需 "github.com/bitxx/pholcus/common/goquery" //DOM解析 // . "github.com/bitxx/pholcus/app/spider/common" //选用 diff --git a/pholcus_lib/people/people.go b/pholcus_lib/people/people.go index d3787a1..309854a 100644 --- a/pholcus_lib/people/people.go +++ b/pholcus_lib/people/people.go @@ -2,8 +2,8 @@ package pholcus_lib // 基础包 import ( + . "github.com/bitxx/pholcus/app/spider" //必需 "log" - // "github.com/bitxx/pholcus/common/goquery" //DOM解析 "github.com/bitxx/pholcus/app/downloader/request" //必需 diff --git a/pholcus_lib/qq_avatar/avatar.go b/pholcus_lib/qq_avatar/avatar.go index 0543ccd..da991b5 100644 --- a/pholcus_lib/qq_avatar/avatar.go +++ b/pholcus_lib/qq_avatar/avatar.go @@ -3,6 +3,7 @@ package pholcus_lib // 基础包 import ( "github.com/bitxx/pholcus/app/downloader/request" //必需 + . "github.com/bitxx/pholcus/app/spider" //必需 "github.com/bitxx/pholcus/common/goquery" //DOM解析 "github.com/bitxx/pholcus/logs" //信息输出 // net包 diff --git a/pholcus_lib/shunfenghaitao/shunfenghaitao.go b/pholcus_lib/shunfenghaitao/shunfenghaitao.go index 5040f01..3968815 100644 --- a/pholcus_lib/shunfenghaitao/shunfenghaitao.go +++ b/pholcus_lib/shunfenghaitao/shunfenghaitao.go @@ -3,6 +3,7 @@ package pholcus_lib // 基础包 import ( "github.com/bitxx/pholcus/app/downloader/request" //必需 + . "github.com/bitxx/pholcus/app/spider" //必需 "github.com/bitxx/pholcus/common/goquery" //DOM解析 // . "github.com/bitxx/pholcus/app/spider/common" //选用 diff --git a/pholcus_lib/taobao/taobao.go b/pholcus_lib/taobao/taobao.go index 99c8580..b2624cd 100644 --- a/pholcus_lib/taobao/taobao.go +++ b/pholcus_lib/taobao/taobao.go @@ -3,6 +3,8 @@ package pholcus_lib // 基础包 import ( "github.com/bitxx/pholcus/app/downloader/request" //必需 + . "github.com/bitxx/pholcus/app/spider" //必需 + . "github.com/bitxx/pholcus/app/spider/common" //选用 "github.com/bitxx/pholcus/common/goquery" //DOM解析 "github.com/bitxx/pholcus/logs" //信息输出 diff --git a/pholcus_lib/taobaosearch/taobaosearch.go b/pholcus_lib/taobaosearch/taobaosearch.go index e4da545..2b0ba36 100644 --- a/pholcus_lib/taobaosearch/taobaosearch.go +++ b/pholcus_lib/taobaosearch/taobaosearch.go @@ -2,8 +2,10 @@ package pholcus_lib // 基础包 import ( + . "github.com/bitxx/pholcus/app/spider" //必需 // "github.com/bitxx/pholcus/common/goquery" //DOM解析 "github.com/bitxx/pholcus/app/downloader/request" //必需 + . "github.com/bitxx/pholcus/app/spider/common" //选用 "github.com/bitxx/pholcus/logs" //信息输出 // net包 diff --git a/pholcus_lib/wangyi/wangyi.go b/pholcus_lib/wangyi/wangyi.go index b4170d9..96b9ee8 100644 --- a/pholcus_lib/wangyi/wangyi.go +++ b/pholcus_lib/wangyi/wangyi.go @@ -3,6 +3,7 @@ package pholcus_lib // 基础包 import ( "github.com/bitxx/pholcus/app/downloader/request" //必需 + . "github.com/bitxx/pholcus/app/spider" //必需 "github.com/bitxx/pholcus/common/goquery" //DOM解析 // . "github.com/bitxx/pholcus/app/spider/common" //选用 diff --git a/pholcus_lib/weibo_fans/weibo_fans.go b/pholcus_lib/weibo_fans/weibo_fans.go index 4fc3f61..3d9d86a 100644 --- a/pholcus_lib/weibo_fans/weibo_fans.go +++ b/pholcus_lib/weibo_fans/weibo_fans.go @@ -3,6 +3,8 @@ package pholcus_lib // 基础包 import ( "github.com/bitxx/pholcus/app/downloader/request" //必需 + . "github.com/bitxx/pholcus/app/spider" //必需 + . "github.com/bitxx/pholcus/app/spider/common" //选用 "github.com/bitxx/pholcus/common/goquery" //DOM解析 "github.com/bitxx/pholcus/logs" //信息输出 diff --git a/pholcus_lib/wukongwenda/wukongwenda.go b/pholcus_lib/wukongwenda/wukongwenda.go index 5031782..528f4d6 100644 --- a/pholcus_lib/wukongwenda/wukongwenda.go +++ b/pholcus_lib/wukongwenda/wukongwenda.go @@ -3,7 +3,7 @@ package wukongwenda import ( // 基础包 "github.com/bitxx/pholcus/app/downloader/request" //必需 - + . "github.com/bitxx/pholcus/app/spider" //必需 // . "github.com/bitxx/pholcus/app/spider/common" //选用 // net包 diff --git a/pholcus_lib/zhihu_bianji/zhihu_bianji.go b/pholcus_lib/zhihu_bianji/zhihu_bianji.go index f5d8885..95fd68f 100644 --- a/pholcus_lib/zhihu_bianji/zhihu_bianji.go +++ b/pholcus_lib/zhihu_bianji/zhihu_bianji.go @@ -3,6 +3,7 @@ package zhihu_bianji // 基础包 import ( "github.com/bitxx/pholcus/app/downloader/request" //必需 + . "github.com/bitxx/pholcus/app/spider" //必需 "github.com/bitxx/pholcus/common/goquery" //DOM解析 // . "github.com/bitxx/pholcus/app/spider/common" //选用 //"github.com/bitxx/pholcus/logs" //信息输出 diff --git a/pholcus_lib/zhihu_daily/zhihu_daily.go b/pholcus_lib/zhihu_daily/zhihu_daily.go index c61a60b..1bfb64b 100644 --- a/pholcus_lib/zhihu_daily/zhihu_daily.go +++ b/pholcus_lib/zhihu_daily/zhihu_daily.go @@ -3,6 +3,7 @@ package zhihu_daily import ( // 基础包 "github.com/bitxx/pholcus/app/downloader/request" //必需 + . "github.com/bitxx/pholcus/app/spider" //必需 "github.com/bitxx/pholcus/common/goquery" //DOM解析 // . "github.com/bitxx/pholcus/app/spider/common" //选用 diff --git a/pholcus_lib/zolpc/zolpc.go b/pholcus_lib/zolpc/zolpc.go index 287dae7..f4e4e1d 100644 --- a/pholcus_lib/zolpc/zolpc.go +++ b/pholcus_lib/zolpc/zolpc.go @@ -3,6 +3,7 @@ package pholcus_lib import ( // 基础包 "github.com/bitxx/pholcus/app/downloader/request" //必需 + . "github.com/bitxx/pholcus/app/spider" //必需 "github.com/bitxx/pholcus/common/goquery" //DOM解析 // . "github.com/bitxx/pholcus/app/spider/common" //选用 diff --git a/pholcus_lib/zolphone/zolphone.go b/pholcus_lib/zolphone/zolphone.go index a494e2d..89e9588 100644 --- a/pholcus_lib/zolphone/zolphone.go +++ b/pholcus_lib/zolphone/zolphone.go @@ -3,6 +3,7 @@ package pholcus_lib import ( // 基础包 "github.com/bitxx/pholcus/app/downloader/request" //必需 + . "github.com/bitxx/pholcus/app/spider" //必需 "github.com/bitxx/pholcus/common/goquery" //DOM解析 // . "github.com/bitxx/pholcus/app/spider/common" //选用 diff --git a/pholcus_lib/zolslab/zolslab.go b/pholcus_lib/zolslab/zolslab.go index 18cf282..79c9bee 100644 --- a/pholcus_lib/zolslab/zolslab.go +++ b/pholcus_lib/zolslab/zolslab.go @@ -4,7 +4,8 @@ import ( // 基础包 "github.com/bitxx/pholcus/app/downloader/request" //必需 "github.com/bitxx/pholcus/common/goquery" //DOM解析 - + // "github.com/bitxx/pholcus/logs" //信息输出 + . "github.com/bitxx/pholcus/app/spider" //必需 // . "github.com/bitxx/pholcus/app/spider/common" //选用 // net包