diff --git a/crawlers.go b/crawlers.go index f461e9e..75242fa 100644 --- a/crawlers.go +++ b/crawlers.go @@ -1,6 +1,6 @@ package crawlerdetect -// auto-generated based on https://raw.githubusercontent.com/JayBizzle/Crawler-Detect/v1.3.0/raw/Crawlers.txt +// auto-generated based on https://raw.githubusercontent.com/JayBizzle/Crawler-Detect/v1.3.1/raw/Crawlers.txt var crawlers = []string{ ` YLT`, `^Aether`, @@ -205,6 +205,7 @@ var crawlers = []string{ `Butterfly\/`, `BuzzSumo`, `CAAM\/[0-9]`, + `caam dot crwlr at gmail dot com`, `CakePHP`, `Calculon`, `Canary%20Mail`, diff --git a/exclusions.go b/exclusions.go index 0498248..35b1e71 100644 --- a/exclusions.go +++ b/exclusions.go @@ -1,6 +1,6 @@ package crawlerdetect -// auto-generated based on https://raw.githubusercontent.com/JayBizzle/Crawler-Detect/v1.3.0/raw/Exclusions.txt +// auto-generated based on https://raw.githubusercontent.com/JayBizzle/Crawler-Detect/v1.3.1/raw/Exclusions.txt var exclusions = []string{ `Safari.[\d\.]*`, `Firefox.[\d\.]*`, diff --git a/testdata/crawlers.txt b/testdata/crawlers.txt index 72a77f8..34abab7 100644 --- a/testdata/crawlers.txt +++ b/testdata/crawlers.txt @@ -2416,6 +2416,7 @@ Mozilla/5.0 (compatible; Feedwind/3.0; +http://feed.mikle.com/support/descriptio Mozilla/5.0 (Macintosh; Intel Mac OS X 1068) AppleWebKit/534.50 (KHTML like Gecko) Version/5.1 Instapaper/4.0 (+http://www.instapaper.com/) Mozilla/5.0 (compatible; Keywords Research; http://www.check-domains.com/keyword-research/keywords-adwords.php) CAAM/0.1 (CAAM; caam dot crwlr at gmail dot com) +Mozilla/5.0 (Windows NT 6.1; Win64; x64; rv:47.0) Gecko/20100101 Firefox/47.0/5.0 ((Windows NT 6.1; Win64; x64; rv:47.0) Gecko/20100101 Firefox/47.0; caam dot crwlr at gmail dot com) i2kconnect/"1.7.0" resolver/0.1.12 (+http://github.com/andris9/resolver) DangDang