[
  "A6-Indexer/1.0 (http://www.a6corp.com/a6-web-scraping-policy/)",
  "AdsBot-Google-Mobile (+http://www.google.com/mobile/adsbot.html) Mozilla (iPhone; U; CPU iPhone OS 3 0 like Mac OS X) AppleWebKit (KHTML, like Gecko) Mobile Safari",
  "BlogBridge 6.7 (http://www.blogbridge.com/) 1.6.0_18",
  "CCBot/2.0 (http://commoncrawl.org/faq/)",
  "CiBra Data Collector (http://cibra.de/)",
  "Google Web Preview",
  "ICC-Crawler/2.0 (Mozilla-compatible; ; http://kc.nict.go.jp/project1/crawl.html; zurukko1552995316;)",
  "IlTrovatore-Setaccio ( http://www.iltrovatore.it)",
  "Innovazion Crawler/Nutch-1.7",
  "InternetArchive-1.0",
  "Mozilla (Mozilla/5.0 (compatible; Googlebot/2.1; +http://www.google.com/bot.html))",
  "Mozilla/4.0 (compatible;  MSIE 5.01; GomezAgent 2.0; Windows NT)",
  "Mozilla/4.0 (compatible; MSIE 4.01; Windows CE; PPC; 240x320; SPV M700; OpVer 19.123.2.733) OrangeBot-Mobile 2008.0 (mobilesearch.support@orange-ftgroup.com)",
  "Mozilla/5.0 (Linux; Android 6.0.1; Moto G (4) Build/MPJ24.139-64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/58.0.3029.81 Mobile Safari/537.36 PTST/391",
  "Mozilla/5.0 (Linux; Android 6.0.1; Moto G (4) Build/MPJ24.139-64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/65.0.3325.146 Mobile Safari/537.36 PTST/180521.140508",
  "Mozilla/5.0 (Linux; Android 7.0;) AppleWebKit/537.36 (KHTML, like Gecko) Mobile Safari/537.36 (compatible; AspiegelBot)",
  "Mozilla/5.0 (Linux; U; Android 1.6; ja-jp; SonyEricssonSO-01B Build/R1EA018) AppleWebKit/528.5 (KHTML, like Gecko) Version/3.1.2 Mobile Safari/525.20.1 (compatible; ichiro/mobile goo; http://help.goo.ne.jp/help/article/1142)",
  "Mozilla/5.0 (Unknown; Linux x86_64) AppleWebKit/534.34 (KHTML, like Gecko) PingdomTMS/0.8.5 Safari/534.34",
  "Mozilla/5.0 (Windows NT 6.1; WOW64) AppleWebKit/534+ (KHTML, like Gecko) BingPreview/1.0b",
  "Mozilla/5.0 (Windows NT 6.1; WOW64) AppleWebKit/534+ (KHTML, like Gecko) MsnBot-Media /1.0b",
  "Mozilla/5.0 (Windows NT 6.2; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/64.0.3282.0 Safari/537.36 PTST/1.0",
  "Mozilla/5.0 (Windows NT 6.2; WOW64) AppleWebKit/537.4 (KHTML, like Gecko) Chrome/98 Safari/537.4 (StatusCake)",
  "Mozilla/5.0 (Windows NT 6.3; WOW64; Trident/7.0; rv:11.0) like Gecko PTST/1.0",
  "Mozilla/5.0 (Windows Phone 8.1; ARM; Trident/7.0; Touch; rv:11.0; IEMobile/11.0; NOKIA; Lumia 530) like Gecko BingPreview/1.0b",
  "Mozilla/5.0 (X11; Datanyze; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/65.0.3325.181 Safari/537.36",
  "Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko; Google Web Preview) Chrome/27.0 .1453 Safari/537.36.",
  "Mozilla/5.0 (compatible; Daum/4.1; +http://cs.daum.net/faq/15/4118.html?faqId=28966)",
  "Mozilla/5.0 (compatible; EtaoSpider/1.0; http://open.etao.com/dev/EtaoSpider)",
  "Mozilla/5.0 (compatible; Genieo/1.0 http://www.genieo.com/webfilter.html)",
  "Mozilla/5.0 (compatible; Googlebot/2.1; +http://www.google.com/bot.html)",
  "Mozilla/5.0 (compatible; MSIE or Firefox mutant; not on Windows server; + http://tab.search.daum.net/aboutWebSearch.html) Daumoa/3.0",
  "Mozilla/5.0 (compatible; PaperLiBot/2.1; http://support.paper.li/entries/20023257-what-is-paper-li)",
  "Mozilla/5.0 (compatible; Qwantify/2.4w; +https://www.qwant.com/)/2.4w",
  "Mozilla/5.0 (compatible; SeznamBot/3.2; +http://fulltext.sblog.cz/)",
  "Mozilla/5.0 (compatible; SputnikBot/2.3; +http://corp.sputnik.ru/webmaster)",
  "Mozilla/5.0 (compatible; WebThumbnail/2.2; Website Thumbnail Generat",
  "Mozilla/5.0 (compatible; Yeti/1.1; +http://naver.me/spd)",
  "Mozilla/5.0 (compatible; heritrix/3.2.0 +http://suki.ling.helsinki.f",
  "Mozilla/5.0 (compatible;AspiegelBot)",
  "Mozilla/5.0 (iPhone; CPU iPhone OS 6_0 like Mac OS X) AppleWebKit/536.26 (KHTML, like Gecko) Version/6.0 Mobile/10A5376e Safari/8536.25 (compatible; Googlebot/2.1; +http://www.google.com/bot.html)",
  "Mozilla/5.0 (iPhone; U; CPU iPhone OS 4_1 like Mac OS X; en-us) AppleWebKit/532.9 (KHTML, like Gecko) Version/4.0.5 Mobile/8B117 Safari/6531.22.7 (compatible; Googlebot-Mobile/2.1; +http://www.google.com/bot.html)",
  "Mozilla/5.1 (compatible; DBot/7.5.6; +http://a14download.com)",
  "NING/1.0",
  "NL-Crawler",
  "Netvibes (http://www.netvibes.com)",
  "NewsGator FetchLinks extension/0.2.0 (http://graemef.com)",
  "NewsGator/3.0,gzip(gfe),gzip(gfe)",
  "NewsGatorOnline/2.0 (http://www.newsgator.com)",
  "PagePeeker.com",
  "Pingdom.com_bot_version_1.4_(http://www.pingdom.com/)",
  "ProoXiBot",
  "Reaper/2.07 ( http://www.sitesearch.ca/reaper)",
  "Riddler (http://riddler.io/about.html)",
  "Scrapy/0.20.1 (+http://scrapy.org)",
  "Screaming Frog SEO Spider/2,55",
  "Slack-ImgProxy 1.136 (+https://api.slack.com/robots)",
  "Slackbot-LinkExpanding 1.0 (+https://api.slack.com/robots)",
  "Sogou Pic Spider/3.0(+http://www.sogou.com/docs/help/webmasters.htm#07)",
  "WhatsApp/2.17.70 W",
  "Xenu Link Sleuth/1.3.8",
  "YahooCacheSystem",
  "YisouSpider",
  "ZooShot 0.42",
  "agent6/Nutch-1.1",
  "holmes/2.3",
  "magpie-crawler/1.1 (U; Linux amd64; en-GB; +http://www.brandwatch.net)",
  "masscan/1.0 (https://github.com/robertdavidgraham/masscan)",
  "wsr-agent/1.0"
]