forked from NaiboWang/EasySpider
-
Notifications
You must be signed in to change notification settings - Fork 0
/
最简单的翻页采集列表.json
1 lines (1 loc) · 7.81 KB
/
最简单的翻页采集列表.json
1
{"id":31,"name":"嘉兴市建筑业行业协会","url":"https://www.jx-jx.net/article/9","links":"https://www.jx-jx.net/article/9","create_time":"6/7/2023, 10:07:55 PM","version":"0.3.2","containJudge":false,"desc":"https://www.jx-jx.net/article/9","inputParameters":[{"id":0,"name":"urlList_0","nodeId":1,"nodeName":"打开网页","value":"https://www.jx-jx.net/article/9","desc":"要采集的网址列表,多行以\\n分开","type":"string","exampleValue":"https://www.jx-jx.net/article/9"},{"id":1,"name":"loopTimes_循环_1","nodeId":2,"nodeName":"循环","desc":"循环循环执行的次数(0代表无限循环)","type":"int","exampleValue":0,"value":0}],"outputParameters":[{"id":0,"name":"参数1_链接文本","desc":"","type":"string","exampleValue":"华建建设集团有限公司"},{"id":1,"name":"参数2_链接地址","desc":"","type":"string","exampleValue":"https://www.jx-jx.net/articleview/574.html"}],"graph":[{"index":0,"id":0,"parentId":0,"type":-1,"option":0,"title":"root","sequence":[1,2],"parameters":{"history":1,"tabIndex":0,"useLoop":false,"xpath":"","wait":0},"isInLoop":false},{"id":1,"index":1,"parentId":0,"type":0,"option":1,"title":"打开网页","sequence":[],"isInLoop":false,"position":0,"parameters":{"useLoop":false,"xpath":"","wait":0,"beforeJS":"","beforeJSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"url":"https://www.jx-jx.net/article/9","links":"https://www.jx-jx.net/article/9","maxWaitTime":10,"scrollType":0,"scrollCount":1,"scrollWaitTime":1}},{"id":2,"index":2,"parentId":0,"type":1,"option":8,"title":"循环","sequence":[7,3],"isInLoop":false,"position":1,"parameters":{"history":4,"tabIndex":-1,"useLoop":false,"xpath":"//*[contains(@class, \"pagination\")]/li[last()]/a[1]","wait":0,"beforeJS":"","beforeJSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"scrollType":0,"scrollCount":1,"scrollWaitTime":1,"loopType":0,"pathList":"","textList":"","code":"","waitTime":0,"exitCount":0,"historyWait":2,"breakMode":0,"breakCode":"","breakCodeWaitTime":0,"allXPaths":["/html/body/div[1]/div[5]/div[1]/div[1]/div[2]/div[2]/ul[1]/li[7]/a[1]","//a[contains(., '下页')]"]}},{"id":4,"index":3,"parentId":2,"type":0,"option":2,"title":"点击元素","sequence":[],"isInLoop":true,"position":1,"parameters":{"history":4,"tabIndex":-1,"useLoop":true,"xpath":"//*[contains(@class, \"pagination\")]/li[7]/a[1]","wait":2,"beforeJS":"","beforeJSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"scrollType":0,"scrollCount":1,"scrollWaitTime":1,"maxWaitTime":10,"params":[],"allXPaths":["/html/body/div[1]/div[5]/div[1]/div[1]/div[2]/div[2]/ul[1]/li[7]/a[1]","//a[contains(., '下页')]"],"loopType":0}},{"id":-1,"index":4,"parentId":2,"type":1,"option":8,"title":"循环","sequence":[5,6],"isInLoop":true,"position":0,"parameters":{"history":5,"tabIndex":-1,"useLoop":false,"xpath":"/html/body/div[1]/div[5]/div[1]/div[1]/div[2]/ul[1]/li/a[1]","wait":0,"beforeJS":"","beforeJSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"scrollType":0,"scrollCount":1,"scrollWaitTime":1,"loopType":1,"pathList":"","textList":"","code":"","waitTime":0,"exitCount":0,"historyWait":2,"breakMode":0,"breakCode":"","breakCodeWaitTime":0,"allXPaths":""}},{"id":-1,"index":5,"parentId":3,"type":0,"option":2,"title":"点击元素","sequence":[],"isInLoop":true,"position":0,"parameters":{"history":5,"tabIndex":-1,"useLoop":true,"xpath":"/html/body/div[1]/div[5]/div[1]/div[1]/div[2]/ul[1]/li/a[1]","wait":2,"beforeJS":"","beforeJSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"scrollType":0,"scrollCount":1,"scrollWaitTime":1,"maxWaitTime":10,"params":[],"allXPaths":"","loopType":1}},{"id":-1,"index":6,"parentId":3,"type":0,"option":3,"title":"提取数据","sequence":[],"isInLoop":true,"position":1,"parameters":{"history":6,"tabIndex":-1,"useLoop":false,"xpath":"","wait":0,"beforeJS":"","beforeJSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"params":[{"nodeType":0,"contentType":0,"relative":false,"name":"参数1_文本","desc":"","extractType":0,"relativeXPath":"/html/body/div[1]/div[5]/div[1]/div[1]/div[2]/div[3]","allXPaths":["/html/body/div[1]/div[5]/div[1]/div[1]/div[2]/div[3]","//div[contains(., '海宁市建设监理咨询有')]","//DIV[@class='news_info_content']"],"exampleValues":[{"num":0,"value":"海宁市建设监理咨询有限公司"}],"default":"","beforeJS":"","beforeJSWaitTime":0,"JS":"","JSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"downloadPic":0}]}},{"id":3,"index":7,"parentId":2,"type":1,"option":8,"title":"循环","sequence":[8],"isInLoop":true,"position":0,"parameters":{"history":12,"tabIndex":-1,"useLoop":false,"xpath":"/html/body/div[1]/div[5]/div[1]/div[1]/div[2]/ul[1]/li/a[1]","wait":0,"beforeJS":"","beforeJSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"scrollType":0,"scrollCount":1,"scrollWaitTime":1,"loopType":1,"pathList":"","textList":"","code":"","waitTime":0,"exitCount":0,"historyWait":2,"breakMode":0,"breakCode":"","breakCodeWaitTime":0,"allXPaths":["/html/body/div[1]/div[5]/div[1]/div[1]/div[2]/ul[1]/li[1]/a[1]","//a[contains(., '华建建设集团有限公司')]"]}},{"id":5,"index":8,"parentId":3,"type":0,"option":3,"title":"提取数据","sequence":[],"isInLoop":true,"position":0,"parameters":{"history":12,"tabIndex":-1,"useLoop":false,"xpath":"","wait":0,"beforeJS":"","beforeJSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"params":[{"nodeType":1,"contentType":0,"relative":true,"name":"参数1_链接文本","desc":"","extractType":0,"relativeXPath":"","allXPaths":"","exampleValues":[{"num":0,"value":"华建建设集团有限公司"},{"num":1,"value":"嘉兴市明洲电力建设有限公司"},{"num":2,"value":"浙江嘉旺建设有限公司"},{"num":3,"value":"浙江尚都建设有限公司"},{"num":4,"value":"浙江华兴建设有限公司"},{"num":5,"value":"浙江秀州建设有限公司"},{"num":6,"value":"浙江嘉兴福达建设股份有限公司"},{"num":7,"value":"正益集团有限责任公司"},{"num":8,"value":"嘉兴市秀洲建筑设计院"},{"num":9,"value":"嘉兴市秀洲区建筑业管理处"},{"num":10,"value":"嘉兴市秀洲区规划与建设局"},{"num":11,"value":"浙江吉天建设有限公司"},{"num":12,"value":"嘉兴市恒诚装饰工程有限公司"},{"num":13,"value":"浙江大陆交通建设有限公司"},{"num":14,"value":"浙江华耀装饰工程有限公司"},{"num":15,"value":"浙江雅迪装饰工程有限公司"},{"num":16,"value":"嘉兴市天立工程建设监理有限公司"},{"num":17,"value":"浙江恒祥建设有限公司"}],"default":"","beforeJS":"","beforeJSWaitTime":0,"JS":"","JSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"downloadPic":0},{"nodeType":2,"contentType":0,"relative":true,"name":"参数2_链接地址","desc":"","relativeXPath":"","allXPaths":"","exampleValues":[{"num":0,"value":"https://www.jx-jx.net/articleview/574.html"},{"num":1,"value":"https://www.jx-jx.net/articleview/573.html"},{"num":2,"value":"https://www.jx-jx.net/articleview/572.html"},{"num":3,"value":"https://www.jx-jx.net/articleview/571.html"},{"num":4,"value":"https://www.jx-jx.net/articleview/570.html"},{"num":5,"value":"https://www.jx-jx.net/articleview/569.html"},{"num":6,"value":"https://www.jx-jx.net/articleview/568.html"},{"num":7,"value":"https://www.jx-jx.net/articleview/567.html"},{"num":8,"value":"https://www.jx-jx.net/articleview/566.html"},{"num":9,"value":"https://www.jx-jx.net/articleview/565.html"},{"num":10,"value":"https://www.jx-jx.net/articleview/564.html"},{"num":11,"value":"https://www.jx-jx.net/articleview/563.html"},{"num":12,"value":"https://www.jx-jx.net/articleview/562.html"},{"num":13,"value":"https://www.jx-jx.net/articleview/561.html"},{"num":14,"value":"https://www.jx-jx.net/articleview/560.html"},{"num":15,"value":"https://www.jx-jx.net/articleview/559.html"},{"num":16,"value":"https://www.jx-jx.net/articleview/558.html"},{"num":17,"value":"https://www.jx-jx.net/articleview/557.html"}],"default":"","beforeJS":"","beforeJSWaitTime":0,"JS":"","JSWaitTime":0,"afterJS":"","afterJSWaitTime":0,"downloadPic":0}]}}]}