Боты от ЦМУ ССОП на 2024-08-31
Материал из 1GbWiki.
Содержание |
Список блокировки для web.config
Это подхоит к инструкции "Блокировка по заголовку User-Agent через конфиг внутри сайта".
<add input="{HTTP_USER_AGENT}" pattern="(.*)01h4x(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)360Spider(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)404checker(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)404enemy(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)80legs(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)Abonti(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)Aboundex(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)Aboundexbot(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)Acunetix(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)ADmantX(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)adscanner(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)AdsTxtCrawlerTP(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)AfD-Verbotsverfahren(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)AhrefsBot(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)AIBOT(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)AiHitBot(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)Aipbot(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)Alexibot(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)ALittle Client(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)Alligator(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)AllSubmitter(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)AlphaBot(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)Anarchie(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)Anarchy(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)Anarchy99(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)Ankit(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)Anthill(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)anthropic-ai(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)Apexoo(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)archive(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)arquivo-web-crawler(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)arquivo(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)Aspiegel(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)ASPSeek(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)Asterias(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)Atomseobot(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)Attach(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)autoemailspider(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)awario(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)AwarioBot(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)AwarioRssBot(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)AwarioSmartBot(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)BackDoorBot(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)Backlink-Ceck(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)backlink-check(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)BacklinkCrawler(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)BackStreet(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)BackWeb(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)Badass(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)Bandit(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)Barkrowler(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)BatchFTP(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)Battleztar Bazinga(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)BBBike(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)BDCbot(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)BDFetch(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)BetaBot(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)Bigfoot(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)Bitacle(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)Black Hole(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)Blackboard(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)BlackWidow(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)BLEXBot(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)Blow(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)BlowFish(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)Boardreader(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)Bolt(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)BotALot(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)Brandprotect(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)Brandwatch(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)Buck(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)Buddy(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)BuiltBotTough(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)BuiltWith(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)Bullseye(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)BunnySlippers(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)BuzzSumo(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)Bytespider(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)cah(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)Calculon(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)CATExplorador(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)CazoodleBot(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)CCBot(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)Cegbfeieh(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)CensysInspect(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)ChatGPT-User(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)check1(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)CheeseBot(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)CherryPicker(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)CheTeam(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)ChinaClaw(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)Chlooe(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)Citoid(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)Claritybot(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)clark-crawler(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)Cliqzbot(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)Cloud mapping(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)coccocbot(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)Cocolyzebot(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)CODE87(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)Cogentbot(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)cognitiveseo(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)cohere-ai(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)Collector(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)com(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)Copier(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)CopyRightCheck(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)Copyscape(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)Cosmos(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)Craftbot(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)crawl(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)crawler(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)crawler4j(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)Crawling at Home Project(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)CrazyWebCrawler(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)Crescent(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)CrunchBot(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)CSHttp(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)Curious(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)Custo(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)CyotekWebCopy(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)DatabaseDriverMysqli(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)DataCha0s(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)dataforseo(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)dataforseobot(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)DBLBot(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)demandbase-bot(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)Demon(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)Deusu(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)Devil(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)Digincore(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)DigitalPebble(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)DIIbot(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)Dirbuster(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)Disco(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)Discobot(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)Discoverybot(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)Dispatch(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)DittoSpyder(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)DnBCrawler-Analytics(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)DnyzBot(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)DomainAppender(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)DomainCrawler(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)Domains Project(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)DomainSigmaCrawler(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)domainsproject(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)DomainStatsBot(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)DomCopBot(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)Dotbot(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)Download Wonder(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)Dragonfly(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)Drip(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)DSearch(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)DTS Agent(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)EasyDL(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)Ebingbong(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)eCatch(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)ECCP/1(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)Ecxi(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)EirGrabber(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)EMail Siphon(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)EMail Wolf(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)EroCrawler(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)evc-batch(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)Evil(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)Exabot(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)Express WebPictures(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)ExtLinksBot(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)Extractor(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)ExtractorPro(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)Extreme Picture Finder(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)EyeNetIE(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)Ezooms(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)FacebookBot(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)facebookscraper(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)FDM(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)FemtosearchBot(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)FHscan(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)Fimap(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)FlashGet(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)Flunky(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)Foobot(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)Freeuploader(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)FrontPage(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)Fuzz(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)FyberSpider(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)Fyrebot(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)G-i-g-a-b-o-t(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)GalaxyBot(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)Genieo(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)GermCrawler(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)Getintent(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)GetRight(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)GetWeb(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)Gigabot(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)Go-Ahead-Got-It(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)Go\!Zilla(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)gopher(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)Gotit(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)GoZilla(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)GPTBot(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)Grabber(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)GrabNet(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)Grafula(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)GrapeFX(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)GrapeshotCrawler(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)GridBot(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)Haansoft(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)HaosouSpider(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)Harvest(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)Havij(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)HEADMasterSEO(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)Heritrix(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)Hloader(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)HMView(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)HonoluluBot(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)HTMLparser(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)HTTrack(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)Humanlinks(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)HybridBot(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)Iblog(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)Id-search(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)IDBot(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)IDBTE4M(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)IlseBot(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)Image Fetch(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)Image Sucker(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)imagesift(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)ImagesiftBot(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)IndeedBot(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)Indy Library(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)InfoNaviRobot(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)Information Security Team InfraSec Scanner(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)InfoTekies(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)InfraSec Scanner(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)instabid(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)Intelliseek(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)InterGET(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)Internet Ninja(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)InternetMeasurement(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)InternetSeer(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)internetVista monitor(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)ips-agent(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)Iria(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)IRLbot(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)isitwp(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)Iskanie(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)IstellaBot(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)iubenda-radar(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)JamesBOT(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)Jbrofuzz(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)JennyBot(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)JetCar(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)Jetty(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)JikeSpider(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)JOC Web Spider(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)Joomla(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)Jorgee(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)JustView(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)Jyxobot(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)Kenjin Spider(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)Keybot Translation-Search-Machine(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)Keyword Density(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)Kinza(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)Kozmosbot(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)Lanshanbot(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)Larbin(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)Leap(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)LeechFTP(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)LeechGet(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)LexiBot(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)Lftp(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)LibWeb(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)Libwhisker(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)LieBaoFast(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)Lightspeedsystems(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)Likse(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)Linkbot(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)linkdexbot(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)LinkextractorPro(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)linkfluence(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)LinkpadBot(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)LinkScan(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)LinksManager(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)LinkWalker(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)LinqiaMetadataDownloaderBot(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)LinqiaRSSBot(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)LinqiaScrapeBot(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)Lipperhey(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)Lipperhey Spider(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)Litemage_walker(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)Lmspider(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)LNSpiderguy(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)Ltx71(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)lwp-request(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)lwp-trivial(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)Mag-Net(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)Magnet(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)magpie-crawler(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)Majestic SEO(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)Majestic-SEO(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)Majestic12(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)MarkMonitor(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)MarkWatch(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)Mass Downloader(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)Masscan(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)Mata Hari(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)MauiBot(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)Mb2345Browser(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)MeanPath Bot(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)Meanpathbot(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)Mediatoolkitbot(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)mediawords(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)MegaIndex(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)Metauri(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)MFC_Tear_Sample(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)MicroMessenger(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)MIDown tool(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)MIIxpc(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)Minefield(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)Mister PiX(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)MJ12bot(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)Mojeek(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)Mojolicious(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)MolokaiBot(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)Morfeus Fucking Scanner(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)Mozlila(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)Mr(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)MSFrontPage(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)MSIECrawler(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)Msrabot(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)MTRobot(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)muhstik-scan(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)Musobot(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)Name Intelligence(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)Nameprotect(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)Navroad(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)NearSite(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)Needle(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)Nessus(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)Net Vampire(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)NetAnts(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)Netcraft(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)netEstate NE Crawler(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)NetLyzer(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)NetMechanic(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)NetSpider(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)Nettrack(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)Netvibes(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)NetZIP(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)NextGenSearchBot(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)Nibbler(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)NICErsPRO(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)Niki-bot(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)Nikto(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)NimbleCrawler(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)Nimbostratus(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)Ninja(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)Nmap(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)NPbot(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)Nuclei(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)Nutch(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)oBot(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)Octopus(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)Offline Explorer(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)Offline Navigator(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)omgili(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)OnCrawl(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)openai(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)Openfind(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)OpenLinkProfiler(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)OpenVAS(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)OrangeBot(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)OrangeSpider(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)OutclicksBot(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)OutfoxBot(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)Page Analyzer(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)page scorer(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)PageAnalyzer(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)PageGrabber(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)PageScorer(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)PageThing(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)Pandalytics(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)Panscient(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)Papa Foto(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)Pavuk(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)pcBrowser(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)PeoplePal(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)Petalbot(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)PHPCrawl(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)Pi-Monster(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)Picscout(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)Picsearch(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)PictureFinder(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)Piepmatz(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)Pimonster(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)Pixray(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)PleaseCrawl(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)plumanalytics(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)Pockey(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)POE-Component-Client-HTTP(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)polaris version(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)probe-image-size(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)Probethenet(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)ProPowerBot(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)ProWebWalker(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)Proximic(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)Psbot(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)Pu_iN(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)Pump(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)PxBroker(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)PyCurl(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)QueryN Metasearch(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)Quick-Crawler(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)Rainbot(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)RankActive(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)RankActiveLinkBot(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)RankFlex(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)RankingBot(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)RankingBot2(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)Rankivabot(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)RankurBot(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)Re-re(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)RealDownload(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)Reaper(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)RebelMouse(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)Recorder(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)RedesScrapy(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)ReGet(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)RepoMonkey(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)Ripper(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)ripz(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)RocketCrawler(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)Rogerbot(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)RSSingBot(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)s1z(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)SalesIntelligent(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)satoristudio(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)SBIder(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)scalaj-http(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)scan(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)ScanAlert(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)Scanbot(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)ScoutJet(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)Scrapy(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)Screaming(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)ScreenerBot(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)ScrepyBot(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)Searchestate(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)SearchmetricsBot(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)Seekport(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)SeekportBot(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)SemanticJuice(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)Semrush(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)SemrushBot(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)SentiBot(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)SenutoBot(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)seobility(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)SeobilityBot(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)seocompany(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)SEOkicks(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)SEOkicks-Robot(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)SEOlyticsCrawler(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)Seomoz(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)SEOprofiler(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)seoscanners(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)SeoSiteCheckup(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)seostar(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)SEOstats(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)serpstatbot(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)sexsearcher(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)Shodan(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)Siphon(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)SISTRIX(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)Site Sucker(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)Sitebeam(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)sitechecker(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)SiteCheckerBotCrawler(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)SiteExplorer(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)Siteimprove(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)SiteLockSpider(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)siteripz(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)SiteSnagger(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)SiteSucker(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)Sitevigil(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)SlySearch(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)SmartDownload(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)SMTBot(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)Snake(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)Snapbot(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)Snoopy(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)SocialRankIOBot(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)Sociscraper(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)Sogou web spider(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)sogouspider(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)Sosospider(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)Sottopop(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)sp_auditbot(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)SpaceBison(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)Spammen(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)SpankBot(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)Spanner(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)Spbot(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)Spinn3r(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)SputnikBot(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)spyfu(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)Sqlmap(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)Sqlworm(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)Sqworm(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)Steeler(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)Stripper(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)Sucker(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)Sucuri(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)SuperBot(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)SuperHTTP(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)Surfbot(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)SurveyBot(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)Suzuran(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)Swiftbot(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)sysscan(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)Szukacz(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)T0PHackTeam(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)T8Abot(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)tAkeOut(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)Teleport(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)TeleportPro(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)Telesoft(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)Telesphoreo(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)Telesphorep(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)The Intraformant(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)TheNomad(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)Thumbor(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)TightTwatBot(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)TinyTestBot(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)Titan(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)Toata(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)Toweyabot(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)Tracemyfile(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)Trendiction(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)Trendictionbot(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)True_Robot(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)Turingos(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)Turnitin(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)TurnitinBot(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)TwengaBot(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)Twice(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)Typhoeus(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)ubermetrics-technologies(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)UnisterBot(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)Upflow(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)URLy Warning(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)URLy(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)V-BOT(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)Vacuum(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)Vagabondo(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)VB Project(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)VCI(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)VelenPublicWebCrawler(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)VeriCiteCrawler(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)VidibleScraper(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)Virusdie(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)VoidEYE(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)Voil(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)Voltron(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)voyagerx(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)Wallpapers(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)Wallpapers/3(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)WallpapersHD(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)WASALive-Bot(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)WBSearchBot(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)Web Auto(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)Web Collage(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)Web Enhancer(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)Web Fetch(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)Web Fuck(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)Web Pix(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)Web Sauger(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)Web Sucker(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)Webalta(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)WebAuto(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)WebBandit(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)WebCollage(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)WebCopier(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)WEBDAV(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)WebEnhancer(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)WebFetch(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)WebFuck(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)webgains-bot(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)WebGo IS(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)WebImageCollector(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)WebLeacher(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)WebmasterWorldForumBot(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)webmeup-crawler(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)WebPix(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)webpros(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)webprosbot(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)WebReaper(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)WebSauger(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)Webshag(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)Website Quester(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)WebsiteExtractor(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)WebsiteQuester(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)Webster(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)WebStripper(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)WebSucker(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)WebWhacker(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)WebZIP(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)WeSEE(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)Whack(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)Whacker(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)Whatweb(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)Who(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)Widow(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)WinHTTrack(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)WiseGuys Robot(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)WISENutbot(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)Wonderbot(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)Woobot(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)Wotbox(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)Wprecon(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)WPScan(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)WWW-Collector-E(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)WWW-Mechanize(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)WWWOFFLE(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)Xaldon WebSpider(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)Xaldon_WebSpider(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)Xenu(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)xpymep1(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)YaK(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)YoudaoBot(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)Zade(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)Zauba(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)Zermelo(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)Zeus(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)zgrab(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)Zitebot(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)ZmEu(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)ZoominfoBot(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)ZumBot(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)ZyBorg(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)ZoomBot(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)WWW\:\:Mechanize(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)GT\:\:WWW(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)HTTP\:\:Lite(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)LWP\:\:Simple(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)PECL\:\:HTTP(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)NoUserAgent(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)noxtrumbot(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)Nsauditor(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)Nuhk(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)Nuzzel(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)NuzzelFeedBot(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)NuzzelMediaBot(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)Nymesis(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)NymesisBot(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)Ocelli(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)OmahaBot(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)OmniExplorer(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)Onebot(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)OnetSzukaj(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)Onfolio(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)Openindexspider(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)OpenWebSpider(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)OxBot(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)PagePeeker(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)PageScrape(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)PagetScraper(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)Pcore-HTTPClient(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)Perl LWP(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)PersonaPilot(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)Phantom(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)PhantomJS(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)PHP\:\:HTTPClient(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)Pingdom(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)PiplBot(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)Plukkie(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)Pogodak(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)ProCogBot(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)Python-httplib2(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)Python-urllib(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)PyWebScraper(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)Qirina Hurdle(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)QResync(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)Qwantify(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)Rambler(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)RankSonicSiteAuditor(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)RankingHit(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)RealPlayer(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)Repo(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)RepoDev(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)RepoJob(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)Riddler(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)RivalIQ(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)RixBot(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)Robozilla(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)RoHe(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)Ruhm(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)SBL-Bot(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)Scrubby(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)scrutiny(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)ScrutinyBot(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)Seeker(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)semalt(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)SEO Suite(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)SEOENGBot(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)SEOlytics(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)SentiSumBot(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)seochat(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)SEOEngine(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)SEOMetriks(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)SerendeputyBot(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)Server Density Service Monitoring Bot(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)SeznamBot(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)SFR-Sharepoint(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)ShaMan(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)Shockwave Flash(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)ShopWiki(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)Siege(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)SimplePie(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)Sitebulb(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)Sixy Search(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)Sixy Search V2(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)SkimBot(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)Skrybot(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)Skywalker(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)Slackerbot(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)SlackSocialBot(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)Slackbot(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)Slap(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)SliquaBot(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)Snoopie(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)Snufkinbot(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)Sogou(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)Sogou News Spider(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)Sogou Orion spider(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)Sogou Pic Spider(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)Sogou Spider(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)Sogou blog(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)Sogou inst spider(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)Sogou news(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)Sogou orion(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)Sogou web(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)Sogou-Pic-Spider(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)Sogou-Test-Spider(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)Sogou-Test(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)SoftHyde(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)SoMegaBot(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)Sonarcloud(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)SoNET(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)Sonic(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)SonicWall(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)Soso Spider(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)Spacy(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)SpamBot(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)SpamBayes(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)SpamMoose(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)SpamPatrol(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)Speedy(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)Speedy Spider(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)SpeedySpider(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)SpiderMan(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)Spider_Monkey(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)SpiderBot(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)SpiderLine(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)SpiderMonkey(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)SpiderProtector(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)SpiderSilk(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)sprinklr-spider(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)Spyder(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)SQLIHelper(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)Squider(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)SSIbot(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)SSLLabs(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)SSLTestBot(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)Startsearch(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)StartpageBot(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)StartSiteBot(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)Static(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)StellarBot(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)Strategistbot(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)Stratbot(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)stratosec-bot(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)StrokeBot(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)StudyBot(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)StudiotimeBot(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)SuggyBot(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)Supernova(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)Supersalonbot(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)Surebot(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)Surveillance(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)Suzie(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)SVM(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)SWEBot(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)SwiteBot(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)SXN(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)SyAgent(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)Syndex(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)Syndexbot(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)Synthesio(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)Sysomos(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)SzukajSe(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)Tactical(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)Tagasaurus(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)tAganalytics(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)Tailor4Less(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)Tailwind(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)Talkwalker(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)TalkwalkerBot(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)TalkwalkerRSSBot(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)TalkwalkerSmartBot(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)Tantalos(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)TaringaBot(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)Tarybot(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)Tazman-Agg(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)Tbot(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)Teamsoft(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)TeepsaBot(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)TelegramBot(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)Telekom-Bot(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)Teoma(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)TeraBot(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)Testbot(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)TextRazor(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)Thalesbot(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)The Answer(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)The Kraken(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)The Nomad(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)The-Schmidts(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)TheWorld(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)Thirdlightbot(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)Thunderstone(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)Tixati(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)Tobasco(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)Token(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)Toll Free(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)Tomato Bot(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)TomatoCat(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)Tonic(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)Topbot(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)Topwebsearch(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)Torbot(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)ToutiaoSpider(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)Tpbot(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)Trackback(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)Tracklock(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)Trahit(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)Tramp(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)Trams(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)Translate\.ru bot(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)Translate\.ru(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)Trax(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)Trendogic(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)Trendspottr(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)TridionBot(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)Triggitbot(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)Trilby(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)trufflehog(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)Truefinder(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)Truthybot(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)TUCOWS(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)Twingly(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)TwistedPageGetter(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)Twitterbot(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)U0xA-Bot(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)Ubermetrics(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)Ubrowse(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)uipbot(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)uLink(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)UnchaindSpider(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)UniteBot(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)UnshortenBot(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)Updownerbot(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)UpdatePatrol(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)UpsightBot(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)Urlfilebot(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)URLitor(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)URLMonitorBot(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)URLSpider(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)Urlwatch(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)User-Agent(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)Validator(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)VBProjectBot(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)Vespa(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)VestrSpider(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)ViaMichelin(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)Vider(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)VideoSurf(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)ViewState(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)VirusTotal(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)vkShare(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)Vortex(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)voyager(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)VSBot(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)VSAgent(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)VSE(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)VYU2(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)W3C-checklink(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)W3C_Validator(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)W3C_Unicorn(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)W3C_I18n-Checker(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)W3C_CSS_Validator(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)W3C-linkchecker(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)W3C(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)W3C-Unicorn(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)w3m(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)w3mir(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)wappalyzer(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)WAPMAI(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)watchmouse(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)Webaroo(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)WebArche(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)WebBot(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)Web Capture(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)Web Data(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)WebEx(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)WebImages(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)WebImageBot(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)WebLibrarian(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)WebMiner(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)WebMonitor(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)WebPatrol(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)WebRankBot(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)WebScrape(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)WebScraper(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)WebSearch(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)WebShot(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)WebSniffer(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)WebSphinx(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)WebVac(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)WebIndexer(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)Wepalabs(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)WebMon(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)Webinator(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)WebUser(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)WebVac_bot(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)Whale(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)WhatsApp(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)Whibse(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)Whiskers(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)Wicked(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)Wide(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)Willing(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)Windows-RSS-Platform(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)Wise(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)Wisebot(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)Wishy(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)Wixbot(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)WordBot(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)WordPress(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)Wscbot(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)Wsearch(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)WSGI(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)WWWBots(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)Wykop(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)Xaldon(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)Xerka(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)Xerox(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)XGET(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)XiangcBot(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)Xing(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)XingShares(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)Xing-Share(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)Xmeta(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)Xmith(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)XMLSitemapGenerator(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)Xml-RPC(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)XoviBot(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)Xpress(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)xStarter(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)Yahoo-Search(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)Yahoo-Slurp(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)YahooCacheSystem(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)Yahoo-Blogs(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)YahooYSMcm(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)Yanga(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)Yasaklibot(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)Yeti(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)Yioop(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)YisouSpider(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)YisouVideo(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)YisouImage(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)YisouBot(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)YisouSearchBot(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)YioopBot(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)YisouImageBot(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)YoudaoImageBot(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)YoudaoSearchBot(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)YoudaoSpider(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)YoudaoVideoSpider(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)Yottaa(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)Yottos(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)YQBot(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)YrBot(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)YSEBot(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)YSLBot(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)Yuilib(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)YunSeek(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)Yuntongzhi(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)Yunyun(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)Zabbix(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)Zao(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)Zebra(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)ZeBot(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)Zend2(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)Zend_Http_Client(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)Zerx(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)Zibber(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)Ziibra(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)Zimmerman(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)Zing(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)Ziot(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)ZipBot(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)Zipsa(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)Zoinks(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)Zombie\.js(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)ZooplaBot(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)Zotero(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)ZoomInfo(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)Zune(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)Zurpha(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)Zuupa(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)ZyngaBot(.*)" /> <add input="{HTTP_USER_AGENT}" pattern="(.*)ZyXel(.*)" />
Список блокировок для .htaccess
Это подхоит к инструкции "Блокировка по заголовку User-Agent через конфиг внутри сайта".
Поместите это в начало вашего файла .htaccess в корне сайта.
RewriteEngine On RewriteCond %{HTTP_USER_AGENT} "01h4x" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "360Spider" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "404checker" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "404enemy" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "80legs" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "Abonti" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "Aboundex" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "Aboundexbot" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "Acunetix" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "ADmantX" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "adscanner" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "AdsTxtCrawlerTP" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "AfD-Verbotsverfahren" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "AhrefsBot" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "AIBOT" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "AiHitBot" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "Aipbot" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "Alexibot" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "ALittle Client" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "Alligator" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "AllSubmitter" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "AlphaBot" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "Anarchie" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "Anarchy" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "Anarchy99" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "Ankit" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "Anthill" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "anthropic-ai" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "Apexoo" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "archive" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "arquivo-web-crawler" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "arquivo" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "Aspiegel" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "ASPSeek" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "Asterias" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "Atomseobot" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "Attach" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "autoemailspider" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "awario" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "AwarioBot" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "AwarioRssBot" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "AwarioSmartBot" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "BackDoorBot" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "Backlink-Ceck" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "backlink-check" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "BacklinkCrawler" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "BackStreet" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "BackWeb" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "Badass" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "Bandit" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "Barkrowler" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "BatchFTP" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "Battleztar Bazinga" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "BBBike" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "BDCbot" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "BDFetch" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "BetaBot" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "Bigfoot" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "Bitacle" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "Black Hole" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "Blackboard" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "BlackWidow" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "BLEXBot" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "Blow" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "BlowFish" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "Boardreader" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "Bolt" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "BotALot" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "Brandprotect" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "Brandwatch" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "Buck" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "Buddy" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "BuiltBotTough" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "BuiltWith" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "Bullseye" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "BunnySlippers" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "BuzzSumo" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "Bytespider" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "cah" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "Calculon" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "CATExplorador" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "CazoodleBot" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "CCBot" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "Cegbfeieh" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "CensysInspect" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "ChatGPT-User" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "check1" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "CheeseBot" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "CherryPicker" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "CheTeam" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "ChinaClaw" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "Chlooe" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "Citoid" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "Claritybot" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "clark-crawler" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "Cliqzbot" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "Cloud mapping" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "coccocbot" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "Cocolyzebot" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "CODE87" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "Cogentbot" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "cognitiveseo" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "cohere-ai" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "Collector" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "com" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "Copier" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "CopyRightCheck" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "Copyscape" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "Cosmos" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "Craftbot" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "crawl" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "crawler" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "crawler4j" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "Crawling at Home Project" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "CrazyWebCrawler" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "Crescent" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "CrunchBot" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "CSHttp" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "Curious" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "Custo" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "CyotekWebCopy" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "DatabaseDriverMysqli" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "DataCha0s" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "dataforseo" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "dataforseobot" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "DBLBot" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "demandbase-bot" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "Demon" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "Deusu" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "Devil" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "Digincore" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "DigitalPebble" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "DIIbot" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "Dirbuster" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "Disco" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "Discobot" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "Discoverybot" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "Dispatch" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "DittoSpyder" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "DnBCrawler-Analytics" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "DnyzBot" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "DomainAppender" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "DomainCrawler" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "Domains Project" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "DomainSigmaCrawler" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "domainsproject" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "DomainStatsBot" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "DomCopBot" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "Dotbot" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "Download Wonder" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "Dragonfly" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "Drip" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "DSearch" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "DTS Agent" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "EasyDL" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "Ebingbong" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "eCatch" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "ECCP/1" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "Ecxi" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "EirGrabber" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "EMail Siphon" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "EMail Wolf" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "EroCrawler" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "evc-batch" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "Evil" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "Exabot" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "Express WebPictures" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "ExtLinksBot" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "Extractor" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "ExtractorPro" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "Extreme Picture Finder" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "EyeNetIE" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "Ezooms" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "FacebookBot" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "facebookscraper" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "FDM" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "FemtosearchBot" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "FHscan" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "Fimap" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "FlashGet" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "Flunky" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "Foobot" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "Freeuploader" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "FrontPage" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "Fuzz" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "FyberSpider" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "Fyrebot" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "G-i-g-a-b-o-t" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "GalaxyBot" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "Genieo" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "GermCrawler" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "Getintent" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "GetRight" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "GetWeb" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "Gigabot" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "Go-Ahead-Got-It" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "Go!Zilla" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "gopher" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "Gotit" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "GoZilla" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "GPTBot" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "Grabber" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "GrabNet" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "Grafula" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "GrapeFX" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "GrapeshotCrawler" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "GridBot" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "Haansoft" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "HaosouSpider" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "Harvest" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "Havij" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "HEADMasterSEO" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "Heritrix" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "Hloader" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "HMView" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "HonoluluBot" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "HTMLparser" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "HTTrack" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "Humanlinks" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "HybridBot" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "Iblog" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "Id-search" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "IDBot" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "IDBTE4M" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "IlseBot" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "Image Fetch" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "Image Sucker" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "imagesift" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "ImagesiftBot" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "IndeedBot" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "Indy Library" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "InfoNaviRobot" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "Information Security Team InfraSec Scanner" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "InfoTekies" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "InfraSec Scanner" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "instabid" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "Intelliseek" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "InterGET" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "Internet Ninja" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "InternetMeasurement" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "InternetSeer" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "internetVista monitor" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "ips-agent" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "Iria" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "IRLbot" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "isitwp" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "Iskanie" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "IstellaBot" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "iubenda-radar" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "JamesBOT" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "Jbrofuzz" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "JennyBot" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "JetCar" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "Jetty" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "JikeSpider" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "JOC Web Spider" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "Joomla" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "Jorgee" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "JustView" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "Jyxobot" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "Kenjin Spider" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "Keybot Translation-Search-Machine" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "Keyword Density" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "Kinza" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "Kozmosbot" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "Lanshanbot" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "Larbin" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "Leap" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "LeechFTP" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "LeechGet" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "LexiBot" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "Lftp" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "LibWeb" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "Libwhisker" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "LieBaoFast" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "Lightspeedsystems" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "Likse" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "Linkbot" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "linkdexbot" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "LinkextractorPro" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "linkfluence" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "LinkpadBot" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "LinkScan" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "LinksManager" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "LinkWalker" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "LinqiaMetadataDownloaderBot" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "LinqiaRSSBot" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "LinqiaScrapeBot" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "Lipperhey" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "Lipperhey Spider" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "Litemage_walker" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "Lmspider" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "LNSpiderguy" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "Ltx71" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "lwp-request" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "lwp-trivial" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "Mag-Net" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "Magnet" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "magpie-crawler" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "Majestic SEO" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "Majestic-SEO" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "Majestic12" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "MarkMonitor" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "MarkWatch" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "Mass Downloader" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "Masscan" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "Mata Hari" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "MauiBot" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "Mb2345Browser" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "MeanPath Bot" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "Meanpathbot" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "Mediatoolkitbot" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "mediawords" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "MegaIndex" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "Metauri" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "MFC_Tear_Sample" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "MicroMessenger" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "MIDown tool" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "MIIxpc" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "Minefield" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "Mister PiX" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "MJ12bot" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "Mojeek" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "Mojolicious" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "MolokaiBot" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "Morfeus Fucking Scanner" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "Mozlila" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "Mr" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "MSFrontPage" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "MSIECrawler" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "Msrabot" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "MTRobot" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "muhstik-scan" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "Musobot" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "Name Intelligence" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "Nameprotect" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "Navroad" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "NearSite" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "Needle" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "Nessus" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "Net Vampire" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "NetAnts" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "Netcraft" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "netEstate NE Crawler" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "NetLyzer" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "NetMechanic" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "NetSpider" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "Nettrack" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "Netvibes" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "NetZIP" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "NextGenSearchBot" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "Nibbler" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "NICErsPRO" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "Niki-bot" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "Nikto" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "NimbleCrawler" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "Nimbostratus" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "Ninja" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "Nmap" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "NPbot" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "Nuclei" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "Nutch" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "oBot" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "Octopus" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "Offline Explorer" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "Offline Navigator" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "omgili" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "OnCrawl" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "openai" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "Openfind" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "OpenLinkProfiler" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "OpenVAS" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "OrangeBot" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "OrangeSpider" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "OutclicksBot" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "OutfoxBot" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "Page Analyzer" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "page scorer" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "PageAnalyzer" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "PageGrabber" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "PageScorer" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "PageThing" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "Pandalytics" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "Panscient" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "Papa Foto" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "Pavuk" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "pcBrowser" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "PeoplePal" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "Petalbot" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "PHPCrawl" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "Pi-Monster" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "Picscout" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "Picsearch" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "PictureFinder" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "Piepmatz" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "Pimonster" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "Pixray" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "PleaseCrawl" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "plumanalytics" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "Pockey" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "POE-Component-Client-HTTP" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "polaris version" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "probe-image-size" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "Probethenet" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "ProPowerBot" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "ProWebWalker" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "Proximic" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "Psbot" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "Pu_iN" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "Pump" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "PxBroker" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "PyCurl" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "QueryN Metasearch" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "Quick-Crawler" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "Rainbot" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "RankActive" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "RankActiveLinkBot" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "RankFlex" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "RankingBot" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "RankingBot2" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "Rankivabot" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "RankurBot" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "Re-re" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "RealDownload" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "Reaper" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "RebelMouse" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "Recorder" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "RedesScrapy" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "ReGet" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "RepoMonkey" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "Ripper" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "ripz" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "RocketCrawler" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "Rogerbot" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "RSSingBot" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "s1z" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "SalesIntelligent" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "satoristudio" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "SBIder" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "scalaj-http" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "scan" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "ScanAlert" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "Scanbot" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "ScoutJet" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "Scrapy" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "Screaming" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "ScreenerBot" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "ScrepyBot" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "Searchestate" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "SearchmetricsBot" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "Seekport" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "SeekportBot" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "SemanticJuice" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "Semrush" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "SemrushBot" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "SentiBot" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "SenutoBot" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "seobility" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "SeobilityBot" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "seocompany" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "SEOkicks" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "SEOkicks-Robot" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "SEOlyticsCrawler" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "Seomoz" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "SEOprofiler" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "seoscanners" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "SeoSiteCheckup" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "seostar" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "SEOstats" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "serpstatbot" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "sexsearcher" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "Shodan" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "Siphon" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "SISTRIX" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "Site Sucker" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "Sitebeam" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "sitechecker" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "SiteCheckerBotCrawler" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "SiteExplorer" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "Siteimprove" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "SiteLockSpider" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "siteripz" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "SiteSnagger" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "SiteSucker" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "Sitevigil" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "SlySearch" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "SmartDownload" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "SMTBot" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "Snake" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "Snapbot" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "Snoopy" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "SocialRankIOBot" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "Sociscraper" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "Sogou web spider" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "sogouspider" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "Sosospider" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "Sottopop" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "sp_auditbot" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "SpaceBison" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "Spammen" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "SpankBot" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "Spanner" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "Spbot" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "Spinn3r" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "SputnikBot" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "spyfu" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "Sqlmap" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "Sqlworm" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "Sqworm" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "Steeler" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "Stripper" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "Sucker" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "Sucuri" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "SuperBot" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "SuperHTTP" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "Surfbot" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "SurveyBot" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "Suzuran" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "Swiftbot" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "sysscan" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "Szukacz" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "T0PHackTeam" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "T8Abot" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "tAkeOut" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "Teleport" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "TeleportPro" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "Telesoft" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "Telesphoreo" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "Telesphorep" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "The Intraformant" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "TheNomad" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "Thumbor" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "TightTwatBot" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "TinyTestBot" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "Titan" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "Toata" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "Toweyabot" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "Tracemyfile" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "Trendiction" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "Trendictionbot" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "True_Robot" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "Turingos" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "Turnitin" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "TurnitinBot" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "TwengaBot" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "Twice" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "Typhoeus" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "ubermetrics-technologies" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "UnisterBot" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "Upflow" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "URLy Warning" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "URLy" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "V-BOT" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "Vacuum" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "Vagabondo" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "VB Project" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "VCI" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "VelenPublicWebCrawler" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "VeriCiteCrawler" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "VidibleScraper" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "Virusdie" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "VoidEYE" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "Voil" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "Voltron" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "voyagerx" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "Wallpapers" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "Wallpapers/3" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "WallpapersHD" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "WASALive-Bot" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "WBSearchBot" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "Web Auto" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "Web Collage" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "Web Enhancer" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "Web Fetch" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "Web Fuck" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "Web Pix" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "Web Sauger" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "Web Sucker" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "Webalta" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "WebAuto" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "WebBandit" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "WebCollage" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "WebCopier" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "WEBDAV" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "WebEnhancer" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "WebFetch" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "WebFuck" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "webgains-bot" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "WebGo IS" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "WebImageCollector" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "WebLeacher" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "WebmasterWorldForumBot" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "webmeup-crawler" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "WebPix" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "webpros" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "webprosbot" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "WebReaper" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "WebSauger" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "Webshag" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "Website Quester" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "WebsiteExtractor" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "WebsiteQuester" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "Webster" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "WebStripper" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "WebSucker" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "WebWhacker" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "WebZIP" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "WeSEE" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "Whack" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "Whacker" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "Whatweb" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "Who" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "Widow" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "WinHTTrack" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "WiseGuys Robot" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "WISENutbot" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "Wonderbot" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "Woobot" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "Wotbox" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "Wprecon" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "WPScan" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "WWW-Collector-E" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "WWW-Mechanize" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "WWWOFFLE" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "Xaldon WebSpider" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "Xaldon_WebSpider" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "Xenu" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "xpymep1" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "YaK" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "YoudaoBot" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "Zade" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "Zauba" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "Zermelo" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "Zeus" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "zgrab" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "Zitebot" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "ZmEu" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "ZoominfoBot" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "ZumBot" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "ZyBorg" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "ZoomBot" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "WWW::Mechanize" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "GT::WWW" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "HTTP::Lite" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "LWP::Simple" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "PECL::HTTP" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "NoUserAgent" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "noxtrumbot" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "Nsauditor" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "Nuhk" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "Nuzzel" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "NuzzelFeedBot" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "NuzzelMediaBot" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "Nymesis" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "NymesisBot" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "Ocelli" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "OmahaBot" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "OmniExplorer" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "Onebot" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "OnetSzukaj" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "Onfolio" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "Openindexspider" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "OpenWebSpider" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "OxBot" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "PagePeeker" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "PageScrape" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "PagetScraper" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "Pcore-HTTPClient" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "Perl LWP" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "PersonaPilot" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "Phantom" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "PhantomJS" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "PHP::HTTPClient" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "Pingdom" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "PiplBot" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "Plukkie" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "Pogodak" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "ProCogBot" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "Python-httplib2" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "Python-urllib" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "PyWebScraper" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "Qirina Hurdle" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "QResync" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "Qwantify" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "Rambler" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "RankSonicSiteAuditor" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "RankingHit" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "RealPlayer" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "Repo" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "RepoDev" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "RepoJob" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "Riddler" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "RivalIQ" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "RixBot" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "Robozilla" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "RoHe" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "Ruhm" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "SBL-Bot" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "Scrubby" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "scrutiny" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "ScrutinyBot" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "Seeker" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "semalt" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "SEO Suite" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "SEOENGBot" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "SEOlytics" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "SentiSumBot" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "seochat" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "SEOEngine" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "SEOMetriks" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "SerendeputyBot" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "Server Density Service Monitoring Bot" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "SeznamBot" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "SFR-Sharepoint" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "ShaMan" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "Shockwave Flash" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "ShopWiki" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "Siege" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "SimplePie" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "Sitebulb" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "Sixy Search" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "Sixy Search V2" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "SkimBot" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "Skrybot" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "Skywalker" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "Slackerbot" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "SlackSocialBot" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "Slackbot" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "Slap" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "SliquaBot" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "Snoopie" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "Snufkinbot" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "Sogou" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "Sogou News Spider" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "Sogou Orion spider" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "Sogou Pic Spider" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "Sogou Spider" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "Sogou blog" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "Sogou inst spider" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "Sogou news" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "Sogou orion" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "Sogou web" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "Sogou-Pic-Spider" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "Sogou-Test-Spider" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "Sogou-Test" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "SoftHyde" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "SoMegaBot" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "Sonarcloud" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "SoNET" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "Sonic" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "SonicWall" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "Soso Spider" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "Spacy" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "SpamBot" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "SpamBayes" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "SpamMoose" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "SpamPatrol" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "Speedy" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "Speedy Spider" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "SpeedySpider" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "SpiderMan" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "Spider_Monkey" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "SpiderBot" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "SpiderLine" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "SpiderMonkey" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "SpiderProtector" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "SpiderSilk" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "sprinklr-spider" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "Spyder" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "SQLIHelper" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "Squider" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "SSIbot" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "SSLLabs" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "SSLTestBot" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "Startsearch" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "StartpageBot" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "StartSiteBot" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "Static" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "StellarBot" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "Strategistbot" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "Stratbot" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "stratosec-bot" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "StrokeBot" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "StudyBot" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "StudiotimeBot" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "SuggyBot" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "Supernova" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "Supersalonbot" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "Surebot" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "Surveillance" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "Suzie" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "SVM" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "SWEBot" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "SwiteBot" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "SXN" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "SyAgent" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "Syndex" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "Syndexbot" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "Synthesio" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "Sysomos" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "SzukajSe" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "Tactical" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "Tagasaurus" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "tAganalytics" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "Tailor4Less" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "Tailwind" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "Talkwalker" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "TalkwalkerBot" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "TalkwalkerRSSBot" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "TalkwalkerSmartBot" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "Tantalos" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "TaringaBot" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "Tarybot" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "Tazman-Agg" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "Tbot" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "Teamsoft" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "TeepsaBot" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "TelegramBot" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "Telekom-Bot" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "Teoma" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "TeraBot" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "Testbot" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "TextRazor" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "Thalesbot" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "The Answer" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "The Kraken" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "The Nomad" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "The-Schmidts" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "TheWorld" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "Thirdlightbot" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "Thunderstone" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "Tixati" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "Tobasco" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "Token" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "Toll Free" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "Tomato Bot" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "TomatoCat" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "Tonic" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "Topbot" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "Topwebsearch" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "Torbot" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "ToutiaoSpider" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "Tpbot" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "Trackback" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "Tracklock" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "Trahit" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "Tramp" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "Trams" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "Translate.ru bot" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "Translate.ru" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "Trax" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "Trendogic" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "Trendspottr" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "TridionBot" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "Triggitbot" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "Trilby" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "trufflehog" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "Truefinder" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "Truthybot" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "TUCOWS" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "Twingly" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "TwistedPageGetter" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "Twitterbot" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "U0xA-Bot" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "Ubermetrics" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "Ubrowse" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "uipbot" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "uLink" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "UnchaindSpider" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "UniteBot" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "UnshortenBot" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "Updownerbot" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "UpdatePatrol" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "UpsightBot" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "Urlfilebot" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "URLitor" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "URLMonitorBot" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "URLSpider" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "Urlwatch" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "User-Agent" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "Validator" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "VBProjectBot" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "Vespa" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "VestrSpider" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "ViaMichelin" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "Vider" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "VideoSurf" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "ViewState" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "VirusTotal" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "vkShare" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "Vortex" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "voyager" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "VSBot" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "VSAgent" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "VSE" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "VYU2" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "W3C-checklink" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "W3C_Validator" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "W3C_Unicorn" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "W3C_I18n-Checker" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "W3C_CSS_Validator" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "W3C-linkchecker" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "W3C" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "W3C-Unicorn" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "w3m" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "w3mir" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "wappalyzer" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "WAPMAI" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "watchmouse" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "Webaroo" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "WebArche" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "WebBot" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "Web Capture" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "Web Data" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "WebEx" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "WebImages" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "WebImageBot" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "WebLibrarian" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "WebMiner" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "WebMonitor" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "WebPatrol" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "WebRankBot" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "WebScrape" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "WebScraper" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "WebSearch" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "WebShot" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "WebSniffer" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "WebSphinx" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "WebVac" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "WebIndexer" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "Wepalabs" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "WebMon" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "Webinator" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "WebUser" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "WebVac_bot" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "Whale" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "WhatsApp" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "Whibse" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "Whiskers" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "Wicked" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "Wide" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "Willing" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "Windows-RSS-Platform" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "Wise" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "Wisebot" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "Wishy" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "Wixbot" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "WordBot" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "WordPress" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "Wscbot" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "Wsearch" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "WSGI" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "WWWBots" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "Wykop" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "Xaldon" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "Xerka" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "Xerox" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "XGET" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "XiangcBot" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "Xing" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "XingShares" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "Xing-Share" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "Xmeta" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "Xmith" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "XMLSitemapGenerator" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "Xml-RPC" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "XoviBot" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "Xpress" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "xStarter" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "Yahoo-Search" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "Yahoo-Slurp" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "YahooCacheSystem" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "Yahoo-Blogs" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "YahooYSMcm" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "Yanga" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "Yasaklibot" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "Yeti" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "Yioop" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "YisouSpider" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "YisouVideo" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "YisouImage" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "YisouBot" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "YisouSearchBot" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "YioopBot" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "YisouImageBot" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "YoudaoImageBot" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "YoudaoSearchBot" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "YoudaoSpider" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "YoudaoVideoSpider" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "Yottaa" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "Yottos" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "YQBot" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "YrBot" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "YSEBot" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "YSLBot" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "Yuilib" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "YunSeek" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "Yuntongzhi" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "Yunyun" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "Zabbix" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "Zao" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "Zebra" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "ZeBot" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "Zend2" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "Zend_Http_Client" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "Zerx" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "Zibber" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "Ziibra" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "Zimmerman" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "Zing" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "Ziot" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "ZipBot" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "Zipsa" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "Zoinks" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "Zombie.js" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "ZooplaBot" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "Zotero" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "ZoomInfo" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "Zune" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "Zurpha" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "Zuupa" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "ZyngaBot" [NC] RewriteRule ^ - [F,L] RewriteCond %{HTTP_USER_AGENT} "ZyXel" [NC] RewriteRule ^ - [F,L]
Файл robots.txt
Это надо поместить в файл robots.txt в корне вашего сайта. Собственные инструкции допишите после этих строк, в конец.
User-agent: 01h4x Disallow: / User-agent: 360Spider Disallow: / User-agent: 404checker Disallow: / User-agent: 404enemy Disallow: / User-agent: 80legs Disallow: / User-agent: Abonti Disallow: / User-agent: Aboundex Disallow: / User-agent: Aboundexbot Disallow: / User-agent: Acunetix Disallow: / User-agent: ADmantX Disallow: / User-agent: adscanner Disallow: / User-agent: AdsTxtCrawlerTP Disallow: / User-agent: AfD-Verbotsverfahren Disallow: / User-agent: AhrefsBot Disallow: / User-agent: AIBOT Disallow: / User-agent: AiHitBot Disallow: / User-agent: Aipbot Disallow: / User-agent: Alexibot Disallow: / User-agent: ALittle Client Disallow: / User-agent: Alligator Disallow: / User-agent: AllSubmitter Disallow: / User-agent: AlphaBot Disallow: / User-agent: Anarchie Disallow: / User-agent: Anarchy Disallow: / User-agent: Anarchy99 Disallow: / User-agent: Ankit Disallow: / User-agent: Anthill Disallow: / User-agent: anthropic-ai Disallow: / User-agent: Apexoo Disallow: / User-agent: archive Disallow: / User-agent: arquivo-web-crawler Disallow: / User-agent: arquivo Disallow: / User-agent: Aspiegel Disallow: / User-agent: ASPSeek Disallow: / User-agent: Asterias Disallow: / User-agent: Atomseobot Disallow: / User-agent: Attach Disallow: / User-agent: autoemailspider Disallow: / User-agent: awario Disallow: / User-agent: AwarioBot Disallow: / User-agent: AwarioRssBot Disallow: / User-agent: AwarioSmartBot Disallow: / User-agent: BackDoorBot Disallow: / User-agent: Backlink-Ceck Disallow: / User-agent: backlink-check Disallow: / User-agent: BacklinkCrawler Disallow: / User-agent: BackStreet Disallow: / User-agent: BackWeb Disallow: / User-agent: Badass Disallow: / User-agent: Bandit Disallow: / User-agent: Barkrowler Disallow: / User-agent: BatchFTP Disallow: / User-agent: Battleztar Bazinga Disallow: / User-agent: BBBike Disallow: / User-agent: BDCbot Disallow: / User-agent: BDFetch Disallow: / User-agent: BetaBot Disallow: / User-agent: Bigfoot Disallow: / User-agent: Bitacle Disallow: / User-agent: Black Hole Disallow: / User-agent: Blackboard Disallow: / User-agent: BlackWidow Disallow: / User-agent: BLEXBot Disallow: / User-agent: Blow Disallow: / User-agent: BlowFish Disallow: / User-agent: Boardreader Disallow: / User-agent: Bolt Disallow: / User-agent: BotALot Disallow: / User-agent: Brandprotect Disallow: / User-agent: Brandwatch Disallow: / User-agent: Buck Disallow: / User-agent: Buddy Disallow: / User-agent: BuiltBotTough Disallow: / User-agent: BuiltWith Disallow: / User-agent: Bullseye Disallow: / User-agent: BunnySlippers Disallow: / User-agent: BuzzSumo Disallow: / User-agent: Bytespider Disallow: / User-agent: cah Disallow: / User-agent: Calculon Disallow: / User-agent: CATExplorador Disallow: / User-agent: CazoodleBot Disallow: / User-agent: CCBot Disallow: / User-agent: Cegbfeieh Disallow: / User-agent: CensysInspect Disallow: / User-agent: ChatGPT-User Disallow: / User-agent: check1 Disallow: / User-agent: CheeseBot Disallow: / User-agent: CherryPicker Disallow: / User-agent: CheTeam Disallow: / User-agent: ChinaClaw Disallow: / User-agent: Chlooe Disallow: / User-agent: Citoid Disallow: / User-agent: Claritybot Disallow: / User-agent: clark-crawler Disallow: / User-agent: Cliqzbot Disallow: / User-agent: Cloud mapping Disallow: / User-agent: coccocbot Disallow: / User-agent: Cocolyzebot Disallow: / User-agent: CODE87 Disallow: / User-agent: Cogentbot Disallow: / User-agent: cognitiveseo Disallow: / User-agent: cohere-ai Disallow: / User-agent: Collector Disallow: / User-agent: com Disallow: / User-agent: Copier Disallow: / User-agent: CopyRightCheck Disallow: / User-agent: Copyscape Disallow: / User-agent: Cosmos Disallow: / User-agent: Craftbot Disallow: / User-agent: crawl Disallow: / User-agent: crawler Disallow: / User-agent: crawler4j Disallow: / User-agent: Crawling at Home Project Disallow: / User-agent: CrazyWebCrawler Disallow: / User-agent: Crescent Disallow: / User-agent: CrunchBot Disallow: / User-agent: CSHttp Disallow: / User-agent: Curious Disallow: / User-agent: Custo Disallow: / User-agent: CyotekWebCopy Disallow: / User-agent: DatabaseDriverMysqli Disallow: / User-agent: DataCha0s Disallow: / User-agent: dataforseo Disallow: / User-agent: dataforseobot Disallow: / User-agent: DBLBot Disallow: / User-agent: demandbase-bot Disallow: / User-agent: Demon Disallow: / User-agent: Deusu Disallow: / User-agent: Devil Disallow: / User-agent: Digincore Disallow: / User-agent: DigitalPebble Disallow: / User-agent: DIIbot Disallow: / User-agent: Dirbuster Disallow: / User-agent: Disco Disallow: / User-agent: Discobot Disallow: / User-agent: Discoverybot Disallow: / User-agent: Dispatch Disallow: / User-agent: DittoSpyder Disallow: / User-agent: DnBCrawler-Analytics Disallow: / User-agent: DnyzBot Disallow: / User-agent: DomainAppender Disallow: / User-agent: DomainCrawler Disallow: / User-agent: Domains Project Disallow: / User-agent: DomainSigmaCrawler Disallow: / User-agent: domainsproject Disallow: / User-agent: DomainStatsBot Disallow: / User-agent: DomCopBot Disallow: / User-agent: Dotbot Disallow: / User-agent: Download Wonder Disallow: / User-agent: Dragonfly Disallow: / User-agent: Drip Disallow: / User-agent: DSearch Disallow: / User-agent: DTS Agent Disallow: / User-agent: EasyDL Disallow: / User-agent: Ebingbong Disallow: / User-agent: eCatch Disallow: / User-agent: ECCP/1 Disallow: / User-agent: Ecxi Disallow: / User-agent: EirGrabber Disallow: / User-agent: EMail Siphon Disallow: / User-agent: EMail Wolf Disallow: / User-agent: EroCrawler Disallow: / User-agent: evc-batch Disallow: / User-agent: Evil Disallow: / User-agent: Exabot Disallow: / User-agent: Express WebPictures Disallow: / User-agent: ExtLinksBot Disallow: / User-agent: Extractor Disallow: / User-agent: ExtractorPro Disallow: / User-agent: Extreme Picture Finder Disallow: / User-agent: EyeNetIE Disallow: / User-agent: Ezooms Disallow: / User-agent: FacebookBot Disallow: / User-agent: facebookscraper Disallow: / User-agent: FDM Disallow: / User-agent: FemtosearchBot Disallow: / User-agent: FHscan Disallow: / User-agent: Fimap Disallow: / User-agent: FlashGet Disallow: / User-agent: Flunky Disallow: / User-agent: Foobot Disallow: / User-agent: Freeuploader Disallow: / User-agent: FrontPage Disallow: / User-agent: Fuzz Disallow: / User-agent: FyberSpider Disallow: / User-agent: Fyrebot Disallow: / User-agent: G-i-g-a-b-o-t Disallow: / User-agent: GalaxyBot Disallow: / User-agent: Genieo Disallow: / User-agent: GermCrawler Disallow: / User-agent: Getintent Disallow: / User-agent: GetRight Disallow: / User-agent: GetWeb Disallow: / User-agent: Gigabot Disallow: / User-agent: Go-Ahead-Got-It Disallow: / User-agent: Go!Zilla Disallow: / User-agent: gopher Disallow: / User-agent: Gotit Disallow: / User-agent: GoZilla Disallow: / User-agent: GPTBot Disallow: / User-agent: Grabber Disallow: / User-agent: GrabNet Disallow: / User-agent: Grafula Disallow: / User-agent: GrapeFX Disallow: / User-agent: GrapeshotCrawler Disallow: / User-agent: GridBot Disallow: / User-agent: Haansoft Disallow: / User-agent: HaosouSpider Disallow: / User-agent: Harvest Disallow: / User-agent: Havij Disallow: / User-agent: HEADMasterSEO Disallow: / User-agent: Heritrix Disallow: / User-agent: Hloader Disallow: / User-agent: HMView Disallow: / User-agent: HonoluluBot Disallow: / User-agent: HTMLparser Disallow: / User-agent: HTTrack Disallow: / User-agent: Humanlinks Disallow: / User-agent: HybridBot Disallow: / User-agent: Iblog Disallow: / User-agent: Id-search Disallow: / User-agent: IDBot Disallow: / User-agent: IDBTE4M Disallow: / User-agent: IlseBot Disallow: / User-agent: Image Fetch Disallow: / User-agent: Image Sucker Disallow: / User-agent: imagesift Disallow: / User-agent: ImagesiftBot Disallow: / User-agent: IndeedBot Disallow: / User-agent: Indy Library Disallow: / User-agent: InfoNaviRobot Disallow: / User-agent: Information Security Team InfraSec Scanner Disallow: / User-agent: InfoTekies Disallow: / User-agent: InfraSec Scanner Disallow: / User-agent: instabid Disallow: / User-agent: Intelliseek Disallow: / User-agent: InterGET Disallow: / User-agent: Internet Ninja Disallow: / User-agent: InternetMeasurement Disallow: / User-agent: InternetSeer Disallow: / User-agent: internetVista monitor Disallow: / User-agent: ips-agent Disallow: / User-agent: Iria Disallow: / User-agent: IRLbot Disallow: / User-agent: isitwp Disallow: / User-agent: Iskanie Disallow: / User-agent: IstellaBot Disallow: / User-agent: iubenda-radar Disallow: / User-agent: JamesBOT Disallow: / User-agent: Jbrofuzz Disallow: / User-agent: JennyBot Disallow: / User-agent: JetCar Disallow: / User-agent: Jetty Disallow: / User-agent: JikeSpider Disallow: / User-agent: JOC Web Spider Disallow: / User-agent: Joomla Disallow: / User-agent: Jorgee Disallow: / User-agent: JustView Disallow: / User-agent: Jyxobot Disallow: / User-agent: Kenjin Spider Disallow: / User-agent: Keybot Translation-Search-Machine Disallow: / User-agent: Keyword Density Disallow: / User-agent: Kinza Disallow: / User-agent: Kozmosbot Disallow: / User-agent: Lanshanbot Disallow: / User-agent: Larbin Disallow: / User-agent: Leap Disallow: / User-agent: LeechFTP Disallow: / User-agent: LeechGet Disallow: / User-agent: LexiBot Disallow: / User-agent: Lftp Disallow: / User-agent: LibWeb Disallow: / User-agent: Libwhisker Disallow: / User-agent: LieBaoFast Disallow: / User-agent: Lightspeedsystems Disallow: / User-agent: Likse Disallow: / User-agent: Linkbot Disallow: / User-agent: linkdexbot Disallow: / User-agent: LinkextractorPro Disallow: / User-agent: linkfluence Disallow: / User-agent: LinkpadBot Disallow: / User-agent: LinkScan Disallow: / User-agent: LinksManager Disallow: / User-agent: LinkWalker Disallow: / User-agent: LinqiaMetadataDownloaderBot Disallow: / User-agent: LinqiaRSSBot Disallow: / User-agent: LinqiaScrapeBot Disallow: / User-agent: Lipperhey Disallow: / User-agent: Lipperhey Spider Disallow: / User-agent: Litemage_walker Disallow: / User-agent: Lmspider Disallow: / User-agent: LNSpiderguy Disallow: / User-agent: Ltx71 Disallow: / User-agent: lwp-request Disallow: / User-agent: lwp-trivial Disallow: / User-agent: Mag-Net Disallow: / User-agent: Magnet Disallow: / User-agent: magpie-crawler Disallow: / User-agent: Majestic SEO Disallow: / User-agent: Majestic-SEO Disallow: / User-agent: Majestic12 Disallow: / User-agent: MarkMonitor Disallow: / User-agent: MarkWatch Disallow: / User-agent: Mass Downloader Disallow: / User-agent: Masscan Disallow: / User-agent: Mata Hari Disallow: / User-agent: MauiBot Disallow: / User-agent: Mb2345Browser Disallow: / User-agent: MeanPath Bot Disallow: / User-agent: Meanpathbot Disallow: / User-agent: Mediatoolkitbot Disallow: / User-agent: mediawords Disallow: / User-agent: MegaIndex Disallow: / User-agent: Metauri Disallow: / User-agent: MFC_Tear_Sample Disallow: / User-agent: MicroMessenger Disallow: / User-agent: MIDown tool Disallow: / User-agent: MIIxpc Disallow: / User-agent: Minefield Disallow: / User-agent: Mister PiX Disallow: / User-agent: MJ12bot Disallow: / User-agent: Mojeek Disallow: / User-agent: Mojolicious Disallow: / User-agent: MolokaiBot Disallow: / User-agent: Morfeus Fucking Scanner Disallow: / User-agent: Mozlila Disallow: / User-agent: Mr Disallow: / User-agent: MSFrontPage Disallow: / User-agent: MSIECrawler Disallow: / User-agent: Msrabot Disallow: / User-agent: MTRobot Disallow: / User-agent: muhstik-scan Disallow: / User-agent: Musobot Disallow: / User-agent: Name Intelligence Disallow: / User-agent: Nameprotect Disallow: / User-agent: Navroad Disallow: / User-agent: NearSite Disallow: / User-agent: Needle Disallow: / User-agent: Nessus Disallow: / User-agent: Net Vampire Disallow: / User-agent: NetAnts Disallow: / User-agent: Netcraft Disallow: / User-agent: netEstate NE Crawler Disallow: / User-agent: NetLyzer Disallow: / User-agent: NetMechanic Disallow: / User-agent: NetSpider Disallow: / User-agent: Nettrack Disallow: / User-agent: Netvibes Disallow: / User-agent: NetZIP Disallow: / User-agent: NextGenSearchBot Disallow: / User-agent: Nibbler Disallow: / User-agent: NICErsPRO Disallow: / User-agent: Niki-bot Disallow: / User-agent: Nikto Disallow: / User-agent: NimbleCrawler Disallow: / User-agent: Nimbostratus Disallow: / User-agent: Ninja Disallow: / User-agent: Nmap Disallow: / User-agent: NPbot Disallow: / User-agent: Nuclei Disallow: / User-agent: Nutch Disallow: / User-agent: oBot Disallow: / User-agent: Octopus Disallow: / User-agent: Offline Explorer Disallow: / User-agent: Offline Navigator Disallow: / User-agent: omgili Disallow: / User-agent: OnCrawl Disallow: / User-agent: openai Disallow: / User-agent: Openfind Disallow: / User-agent: OpenLinkProfiler Disallow: / User-agent: OpenVAS Disallow: / User-agent: OrangeBot Disallow: / User-agent: OrangeSpider Disallow: / User-agent: OutclicksBot Disallow: / User-agent: OutfoxBot Disallow: / User-agent: Page Analyzer Disallow: / User-agent: page scorer Disallow: / User-agent: PageAnalyzer Disallow: / User-agent: PageGrabber Disallow: / User-agent: PageScorer Disallow: / User-agent: PageThing Disallow: / User-agent: Pandalytics Disallow: / User-agent: Panscient Disallow: / User-agent: Papa Foto Disallow: / User-agent: Pavuk Disallow: / User-agent: pcBrowser Disallow: / User-agent: PeoplePal Disallow: / User-agent: Petalbot Disallow: / User-agent: PHPCrawl Disallow: / User-agent: Pi-Monster Disallow: / User-agent: Picscout Disallow: / User-agent: Picsearch Disallow: / User-agent: PictureFinder Disallow: / User-agent: Piepmatz Disallow: / User-agent: Pimonster Disallow: / User-agent: Pixray Disallow: / User-agent: PleaseCrawl Disallow: / User-agent: plumanalytics Disallow: / User-agent: Pockey Disallow: / User-agent: POE-Component-Client-HTTP Disallow: / User-agent: polaris version Disallow: / User-agent: probe-image-size Disallow: / User-agent: Probethenet Disallow: / User-agent: ProPowerBot Disallow: / User-agent: ProWebWalker Disallow: / User-agent: Proximic Disallow: / User-agent: Psbot Disallow: / User-agent: Pu_iN Disallow: / User-agent: Pump Disallow: / User-agent: PxBroker Disallow: / User-agent: PyCurl Disallow: / User-agent: QueryN Metasearch Disallow: / User-agent: Quick-Crawler Disallow: / User-agent: Rainbot Disallow: / User-agent: RankActive Disallow: / User-agent: RankActiveLinkBot Disallow: / User-agent: RankFlex Disallow: / User-agent: RankingBot Disallow: / User-agent: RankingBot2 Disallow: / User-agent: Rankivabot Disallow: / User-agent: RankurBot Disallow: / User-agent: Re-re Disallow: / User-agent: RealDownload Disallow: / User-agent: Reaper Disallow: / User-agent: RebelMouse Disallow: / User-agent: Recorder Disallow: / User-agent: RedesScrapy Disallow: / User-agent: ReGet Disallow: / User-agent: RepoMonkey Disallow: / User-agent: Ripper Disallow: / User-agent: ripz Disallow: / User-agent: RocketCrawler Disallow: / User-agent: Rogerbot Disallow: / User-agent: RSSingBot Disallow: / User-agent: s1z Disallow: / User-agent: SalesIntelligent Disallow: / User-agent: satoristudio Disallow: / User-agent: SBIder Disallow: / User-agent: scalaj-http Disallow: / User-agent: scan Disallow: / User-agent: ScanAlert Disallow: / User-agent: Scanbot Disallow: / User-agent: ScoutJet Disallow: / User-agent: Scrapy Disallow: / User-agent: Screaming Disallow: / User-agent: ScreenerBot Disallow: / User-agent: ScrepyBot Disallow: / User-agent: Searchestate Disallow: / User-agent: SearchmetricsBot Disallow: / User-agent: Seekport Disallow: / User-agent: SeekportBot Disallow: / User-agent: SemanticJuice Disallow: / User-agent: Semrush Disallow: / User-agent: SemrushBot Disallow: / User-agent: SentiBot Disallow: / User-agent: SenutoBot Disallow: / User-agent: seobility Disallow: / User-agent: SeobilityBot Disallow: / User-agent: seocompany Disallow: / User-agent: SEOkicks Disallow: / User-agent: SEOkicks-Robot Disallow: / User-agent: SEOlyticsCrawler Disallow: / User-agent: Seomoz Disallow: / User-agent: SEOprofiler Disallow: / User-agent: seoscanners Disallow: / User-agent: SeoSiteCheckup Disallow: / User-agent: seostar Disallow: / User-agent: SEOstats Disallow: / User-agent: serpstatbot Disallow: / User-agent: sexsearcher Disallow: / User-agent: Shodan Disallow: / User-agent: Siphon Disallow: / User-agent: SISTRIX Disallow: / User-agent: Site Sucker Disallow: / User-agent: Sitebeam Disallow: / User-agent: sitechecker Disallow: / User-agent: SiteCheckerBotCrawler Disallow: / User-agent: SiteExplorer Disallow: / User-agent: Siteimprove Disallow: / User-agent: SiteLockSpider Disallow: / User-agent: siteripz Disallow: / User-agent: SiteSnagger Disallow: / User-agent: SiteSucker Disallow: / User-agent: Sitevigil Disallow: / User-agent: SlySearch Disallow: / User-agent: SmartDownload Disallow: / User-agent: SMTBot Disallow: / User-agent: Snake Disallow: / User-agent: Snapbot Disallow: / User-agent: Snoopy Disallow: / User-agent: SocialRankIOBot Disallow: / User-agent: Sociscraper Disallow: / User-agent: Sogou web spider Disallow: / User-agent: sogouspider Disallow: / User-agent: Sosospider Disallow: / User-agent: Sottopop Disallow: / User-agent: sp_auditbot Disallow: / User-agent: SpaceBison Disallow: / User-agent: Spammen Disallow: / User-agent: SpankBot Disallow: / User-agent: Spanner Disallow: / User-agent: Spbot Disallow: / User-agent: Spinn3r Disallow: / User-agent: SputnikBot Disallow: / User-agent: spyfu Disallow: / User-agent: Sqlmap Disallow: / User-agent: Sqlworm Disallow: / User-agent: Sqworm Disallow: / User-agent: Steeler Disallow: / User-agent: Stripper Disallow: / User-agent: Sucker Disallow: / User-agent: Sucuri Disallow: / User-agent: SuperBot Disallow: / User-agent: SuperHTTP Disallow: / User-agent: Surfbot Disallow: / User-agent: SurveyBot Disallow: / User-agent: Suzuran Disallow: / User-agent: Swiftbot Disallow: / User-agent: sysscan Disallow: / User-agent: Szukacz Disallow: / User-agent: T0PHackTeam Disallow: / User-agent: T8Abot Disallow: / User-agent: tAkeOut Disallow: / User-agent: Teleport Disallow: / User-agent: TeleportPro Disallow: / User-agent: Telesoft Disallow: / User-agent: Telesphoreo Disallow: / User-agent: Telesphorep Disallow: / User-agent: The Intraformant Disallow: / User-agent: TheNomad Disallow: / User-agent: Thumbor Disallow: / User-agent: TightTwatBot Disallow: / User-agent: TinyTestBot Disallow: / User-agent: Titan Disallow: / User-agent: Toata Disallow: / User-agent: Toweyabot Disallow: / User-agent: Tracemyfile Disallow: / User-agent: Trendiction Disallow: / User-agent: Trendictionbot Disallow: / User-agent: True_Robot Disallow: / User-agent: Turingos Disallow: / User-agent: Turnitin Disallow: / User-agent: TurnitinBot Disallow: / User-agent: TwengaBot Disallow: / User-agent: Twice Disallow: / User-agent: Typhoeus Disallow: / User-agent: ubermetrics-technologies Disallow: / User-agent: UnisterBot Disallow: / User-agent: Upflow Disallow: / User-agent: URLy Warning Disallow: / User-agent: URLy Disallow: / User-agent: V-BOT Disallow: / User-agent: Vacuum Disallow: / User-agent: Vagabondo Disallow: / User-agent: VB Project Disallow: / User-agent: VCI Disallow: / User-agent: VelenPublicWebCrawler Disallow: / User-agent: VeriCiteCrawler Disallow: / User-agent: VidibleScraper Disallow: / User-agent: Virusdie Disallow: / User-agent: VoidEYE Disallow: / User-agent: Voil Disallow: / User-agent: Voltron Disallow: / User-agent: voyagerx Disallow: / User-agent: Wallpapers Disallow: / User-agent: Wallpapers/3 Disallow: / User-agent: WallpapersHD Disallow: / User-agent: WASALive-Bot Disallow: / User-agent: WBSearchBot Disallow: / User-agent: Web Auto Disallow: / User-agent: Web Collage Disallow: / User-agent: Web Enhancer Disallow: / User-agent: Web Fetch Disallow: / User-agent: Web Fuck Disallow: / User-agent: Web Pix Disallow: / User-agent: Web Sauger Disallow: / User-agent: Web Sucker Disallow: / User-agent: Webalta Disallow: / User-agent: WebAuto Disallow: / User-agent: WebBandit Disallow: / User-agent: WebCollage Disallow: / User-agent: WebCopier Disallow: / User-agent: WEBDAV Disallow: / User-agent: WebEnhancer Disallow: / User-agent: WebFetch Disallow: / User-agent: WebFuck Disallow: / User-agent: webgains-bot Disallow: / User-agent: WebGo IS Disallow: / User-agent: WebImageCollector Disallow: / User-agent: WebLeacher Disallow: / User-agent: WebmasterWorldForumBot Disallow: / User-agent: webmeup-crawler Disallow: / User-agent: WebPix Disallow: / User-agent: webpros Disallow: / User-agent: webprosbot Disallow: / User-agent: WebReaper Disallow: / User-agent: WebSauger Disallow: / User-agent: Webshag Disallow: / User-agent: Website Quester Disallow: / User-agent: WebsiteExtractor Disallow: / User-agent: WebsiteQuester Disallow: / User-agent: Webster Disallow: / User-agent: WebStripper Disallow: / User-agent: WebSucker Disallow: / User-agent: WebWhacker Disallow: / User-agent: WebZIP Disallow: / User-agent: WeSEE Disallow: / User-agent: Whack Disallow: / User-agent: Whacker Disallow: / User-agent: Whatweb Disallow: / User-agent: Who Disallow: / User-agent: Widow Disallow: / User-agent: WinHTTrack Disallow: / User-agent: WiseGuys Robot Disallow: / User-agent: WISENutbot Disallow: / User-agent: Wonderbot Disallow: / User-agent: Woobot Disallow: / User-agent: Wotbox Disallow: / User-agent: Wprecon Disallow: / User-agent: WPScan Disallow: / User-agent: WWW-Collector-E Disallow: / User-agent: WWW-Mechanize Disallow: / User-agent: WWWOFFLE Disallow: / User-agent: Xaldon WebSpider Disallow: / User-agent: Xaldon_WebSpider Disallow: / User-agent: Xenu Disallow: / User-agent: xpymep1 Disallow: / User-agent: YaK Disallow: / User-agent: YoudaoBot Disallow: / User-agent: Zade Disallow: / User-agent: Zauba Disallow: / User-agent: Zermelo Disallow: / User-agent: Zeus Disallow: / User-agent: zgrab Disallow: / User-agent: Zitebot Disallow: / User-agent: ZmEu Disallow: / User-agent: ZoominfoBot Disallow: / User-agent: ZumBot Disallow: / User-agent: ZyBorg Disallow: / User-agent: ZoomBot Disallow: / User-agent: WWW::Mechanize Disallow: / User-agent: GT::WWW Disallow: / User-agent: HTTP::Lite Disallow: / User-agent: LWP::Simple Disallow: / User-agent: PECL::HTTP Disallow: / User-agent: NoUserAgent Disallow: / User-agent: noxtrumbot Disallow: / User-agent: Nsauditor Disallow: / User-agent: Nuhk Disallow: / User-agent: Nuzzel Disallow: / User-agent: NuzzelFeedBot Disallow: / User-agent: NuzzelMediaBot Disallow: / User-agent: Nymesis Disallow: / User-agent: NymesisBot Disallow: / User-agent: Ocelli Disallow: / User-agent: OmahaBot Disallow: / User-agent: OmniExplorer Disallow: / User-agent: Onebot Disallow: / User-agent: OnetSzukaj Disallow: / User-agent: Onfolio Disallow: / User-agent: Openindexspider Disallow: / User-agent: OpenWebSpider Disallow: / User-agent: OxBot Disallow: / User-agent: PagePeeker Disallow: / User-agent: PageScrape Disallow: / User-agent: PagetScraper Disallow: / User-agent: Pcore-HTTPClient Disallow: / User-agent: Perl LWP Disallow: / User-agent: PersonaPilot Disallow: / User-agent: Phantom Disallow: / User-agent: PhantomJS Disallow: / User-agent: PHP::HTTPClient Disallow: / User-agent: Pingdom Disallow: / User-agent: PiplBot Disallow: / User-agent: Plukkie Disallow: / User-agent: Pogodak Disallow: / User-agent: ProCogBot Disallow: / User-agent: Python-httplib2 Disallow: / User-agent: Python-urllib Disallow: / User-agent: PyWebScraper Disallow: / User-agent: Qirina Hurdle Disallow: / User-agent: QResync Disallow: / User-agent: Qwantify Disallow: / User-agent: Rambler Disallow: / User-agent: RankSonicSiteAuditor Disallow: / User-agent: RankingHit Disallow: / User-agent: RealPlayer Disallow: / User-agent: Repo Disallow: / User-agent: RepoDev Disallow: / User-agent: RepoJob Disallow: / User-agent: Riddler Disallow: / User-agent: RivalIQ Disallow: / User-agent: RixBot Disallow: / User-agent: Robozilla Disallow: / User-agent: RoHe Disallow: / User-agent: Ruhm Disallow: / User-agent: SBL-Bot Disallow: / User-agent: Scrubby Disallow: / User-agent: scrutiny Disallow: / User-agent: ScrutinyBot Disallow: / User-agent: Seeker Disallow: / User-agent: semalt Disallow: / User-agent: SEO Suite Disallow: / User-agent: SEOENGBot Disallow: / User-agent: SEOlytics Disallow: / User-agent: SentiSumBot Disallow: / User-agent: seochat Disallow: / User-agent: SEOEngine Disallow: / User-agent: SEOMetriks Disallow: / User-agent: SerendeputyBot Disallow: / User-agent: Server Density Service Monitoring Bot Disallow: / User-agent: SeznamBot Disallow: / User-agent: SFR-Sharepoint Disallow: / User-agent: ShaMan Disallow: / User-agent: Shockwave Flash Disallow: / User-agent: ShopWiki Disallow: / User-agent: Siege Disallow: / User-agent: SimplePie Disallow: / User-agent: Sitebulb Disallow: / User-agent: Sixy Search Disallow: / User-agent: Sixy Search V2 Disallow: / User-agent: SkimBot Disallow: / User-agent: Skrybot Disallow: / User-agent: Skywalker Disallow: / User-agent: Slackerbot Disallow: / User-agent: SlackSocialBot Disallow: / User-agent: Slackbot Disallow: / User-agent: Slap Disallow: / User-agent: SliquaBot Disallow: / User-agent: Snoopie Disallow: / User-agent: Snufkinbot Disallow: / User-agent: Sogou Disallow: / User-agent: Sogou News Spider Disallow: / User-agent: Sogou Orion spider Disallow: / User-agent: Sogou Pic Spider Disallow: / User-agent: Sogou Spider Disallow: / User-agent: Sogou blog Disallow: / User-agent: Sogou inst spider Disallow: / User-agent: Sogou news Disallow: / User-agent: Sogou orion Disallow: / User-agent: Sogou web Disallow: / User-agent: Sogou-Pic-Spider Disallow: / User-agent: Sogou-Test-Spider Disallow: / User-agent: Sogou-Test Disallow: / User-agent: SoftHyde Disallow: / User-agent: SoMegaBot Disallow: / User-agent: Sonarcloud Disallow: / User-agent: SoNET Disallow: / User-agent: Sonic Disallow: / User-agent: SonicWall Disallow: / User-agent: Soso Spider Disallow: / User-agent: Spacy Disallow: / User-agent: SpamBot Disallow: / User-agent: SpamBayes Disallow: / User-agent: SpamMoose Disallow: / User-agent: SpamPatrol Disallow: / User-agent: Speedy Disallow: / User-agent: Speedy Spider Disallow: / User-agent: SpeedySpider Disallow: / User-agent: SpiderMan Disallow: / User-agent: Spider_Monkey Disallow: / User-agent: SpiderBot Disallow: / User-agent: SpiderLine Disallow: / User-agent: SpiderMonkey Disallow: / User-agent: SpiderProtector Disallow: / User-agent: SpiderSilk Disallow: / User-agent: sprinklr-spider Disallow: / User-agent: Spyder Disallow: / User-agent: SQLIHelper Disallow: / User-agent: Squider Disallow: / User-agent: SSIbot Disallow: / User-agent: SSLLabs Disallow: / User-agent: SSLTestBot Disallow: / User-agent: Startsearch Disallow: / User-agent: StartpageBot Disallow: / User-agent: StartSiteBot Disallow: / User-agent: Static Disallow: / User-agent: StellarBot Disallow: / User-agent: Strategistbot Disallow: / User-agent: Stratbot Disallow: / User-agent: stratosec-bot Disallow: / User-agent: StrokeBot Disallow: / User-agent: StudyBot Disallow: / User-agent: StudiotimeBot Disallow: / User-agent: SuggyBot Disallow: / User-agent: Supernova Disallow: / User-agent: Supersalonbot Disallow: / User-agent: Surebot Disallow: / User-agent: Surveillance Disallow: / User-agent: Suzie Disallow: / User-agent: SVM Disallow: / User-agent: SWEBot Disallow: / User-agent: SwiteBot Disallow: / User-agent: SXN Disallow: / User-agent: SyAgent Disallow: / User-agent: Syndex Disallow: / User-agent: Syndexbot Disallow: / User-agent: Synthesio Disallow: / User-agent: Sysomos Disallow: / User-agent: SzukajSe Disallow: / User-agent: Tactical Disallow: / User-agent: Tagasaurus Disallow: / User-agent: tAganalytics Disallow: / User-agent: Tailor4Less Disallow: / User-agent: Tailwind Disallow: / User-agent: Talkwalker Disallow: / User-agent: TalkwalkerBot Disallow: / User-agent: TalkwalkerRSSBot Disallow: / User-agent: TalkwalkerSmartBot Disallow: / User-agent: Tantalos Disallow: / User-agent: TaringaBot Disallow: / User-agent: Tarybot Disallow: / User-agent: Tazman-Agg Disallow: / User-agent: Tbot Disallow: / User-agent: Teamsoft Disallow: / User-agent: TeepsaBot Disallow: / User-agent: TelegramBot Disallow: / User-agent: Telekom-Bot Disallow: / User-agent: Teoma Disallow: / User-agent: TeraBot Disallow: / User-agent: Testbot Disallow: / User-agent: TextRazor Disallow: / User-agent: Thalesbot Disallow: / User-agent: The Answer Disallow: / User-agent: The Kraken Disallow: / User-agent: The Nomad Disallow: / User-agent: The-Schmidts Disallow: / User-agent: TheWorld Disallow: / User-agent: Thirdlightbot Disallow: / User-agent: Thunderstone Disallow: / User-agent: Tixati Disallow: / User-agent: Tobasco Disallow: / User-agent: Token Disallow: / User-agent: Toll Free Disallow: / User-agent: Tomato Bot Disallow: / User-agent: TomatoCat Disallow: / User-agent: Tonic Disallow: / User-agent: Topbot Disallow: / User-agent: Topwebsearch Disallow: / User-agent: Torbot Disallow: / User-agent: ToutiaoSpider Disallow: / User-agent: Tpbot Disallow: / User-agent: Trackback Disallow: / User-agent: Tracklock Disallow: / User-agent: Trahit Disallow: / User-agent: Tramp Disallow: / User-agent: Trams Disallow: / User-agent: Translate.ru bot Disallow: / User-agent: Translate.ru Disallow: / User-agent: Trax Disallow: / User-agent: Trendogic Disallow: / User-agent: Trendspottr Disallow: / User-agent: TridionBot Disallow: / User-agent: Triggitbot Disallow: / User-agent: Trilby Disallow: / User-agent: trufflehog Disallow: / User-agent: Truefinder Disallow: / User-agent: Truthybot Disallow: / User-agent: TUCOWS Disallow: / User-agent: Twingly Disallow: / User-agent: TwistedPageGetter Disallow: / User-agent: Twitterbot Disallow: / User-agent: U0xA-Bot Disallow: / User-agent: Ubermetrics Disallow: / User-agent: Ubrowse Disallow: / User-agent: uipbot Disallow: / User-agent: uLink Disallow: / User-agent: UnchaindSpider Disallow: / User-agent: UniteBot Disallow: / User-agent: UnshortenBot Disallow: / User-agent: Updownerbot Disallow: / User-agent: UpdatePatrol Disallow: / User-agent: UpsightBot Disallow: / User-agent: Urlfilebot Disallow: / User-agent: URLitor Disallow: / User-agent: URLMonitorBot Disallow: / User-agent: URLSpider Disallow: / User-agent: Urlwatch Disallow: / User-agent: User-agent Disallow: / User-agent: Validator Disallow: / User-agent: VBProjectBot Disallow: / User-agent: Vespa Disallow: / User-agent: VestrSpider Disallow: / User-agent: ViaMichelin Disallow: / User-agent: Vider Disallow: / User-agent: VideoSurf Disallow: / User-agent: ViewState Disallow: / User-agent: VirusTotal Disallow: / User-agent: vkShare Disallow: / User-agent: Vortex Disallow: / User-agent: voyager Disallow: / User-agent: VSBot Disallow: / User-agent: VSAgent Disallow: / User-agent: VSE Disallow: / User-agent: VYU2 Disallow: / User-agent: W3C-checklink Disallow: / User-agent: W3C_Validator Disallow: / User-agent: W3C_Unicorn Disallow: / User-agent: W3C_I18n-Checker Disallow: / User-agent: W3C_CSS_Validator Disallow: / User-agent: W3C-linkchecker Disallow: / User-agent: W3C Disallow: / User-agent: W3C-Unicorn Disallow: / User-agent: w3m Disallow: / User-agent: w3mir Disallow: / User-agent: wappalyzer Disallow: / User-agent: WAPMAI Disallow: / User-agent: watchmouse Disallow: / User-agent: Webaroo Disallow: / User-agent: WebArche Disallow: / User-agent: WebBot Disallow: / User-agent: Web Capture Disallow: / User-agent: Web Data Disallow: / User-agent: WebEx Disallow: / User-agent: WebImages Disallow: / User-agent: WebImageBot Disallow: / User-agent: WebLibrarian Disallow: / User-agent: WebMiner Disallow: / User-agent: WebMonitor Disallow: / User-agent: WebPatrol Disallow: / User-agent: WebRankBot Disallow: / User-agent: WebScrape Disallow: / User-agent: WebScraper Disallow: / User-agent: WebSearch Disallow: / User-agent: WebShot Disallow: / User-agent: WebSniffer Disallow: / User-agent: WebSphinx Disallow: / User-agent: WebVac Disallow: / User-agent: WebIndexer Disallow: / User-agent: Wepalabs Disallow: / User-agent: WebMon Disallow: / User-agent: Webinator Disallow: / User-agent: WebUser Disallow: / User-agent: WebVac_bot Disallow: / User-agent: Whale Disallow: / User-agent: WhatsApp Disallow: / User-agent: Whibse Disallow: / User-agent: Whiskers Disallow: / User-agent: Wicked Disallow: / User-agent: Wide Disallow: / User-agent: Willing Disallow: / User-agent: Windows-RSS-Platform Disallow: / User-agent: Wise Disallow: / User-agent: Wisebot Disallow: / User-agent: Wishy Disallow: / User-agent: Wixbot Disallow: / User-agent: WordBot Disallow: / User-agent: WordPress Disallow: / User-agent: Wscbot Disallow: / User-agent: Wsearch Disallow: / User-agent: WSGI Disallow: / User-agent: WWWBots Disallow: / User-agent: Wykop Disallow: / User-agent: Xaldon Disallow: / User-agent: Xerka Disallow: / User-agent: Xerox Disallow: / User-agent: XGET Disallow: / User-agent: XiangcBot Disallow: / User-agent: Xing Disallow: / User-agent: XingShares Disallow: / User-agent: Xing-Share Disallow: / User-agent: Xmeta Disallow: / User-agent: Xmith Disallow: / User-agent: XMLSitemapGenerator Disallow: / User-agent: Xml-RPC Disallow: / User-agent: XoviBot Disallow: / User-agent: Xpress Disallow: / User-agent: xStarter Disallow: / User-agent: Yahoo-Search Disallow: / User-agent: Yahoo-Slurp Disallow: / User-agent: YahooCacheSystem Disallow: / User-agent: Yahoo-Blogs Disallow: / User-agent: YahooYSMcm Disallow: / User-agent: Yanga Disallow: / User-agent: Yasaklibot Disallow: / User-agent: Yeti Disallow: / User-agent: Yioop Disallow: / User-agent: YisouSpider Disallow: / User-agent: YisouVideo Disallow: / User-agent: YisouImage Disallow: / User-agent: YisouBot Disallow: / User-agent: YisouSearchBot Disallow: / User-agent: YioopBot Disallow: / User-agent: YisouImageBot Disallow: / User-agent: YoudaoImageBot Disallow: / User-agent: YoudaoSearchBot Disallow: / User-agent: YoudaoSpider Disallow: / User-agent: YoudaoVideoSpider Disallow: / User-agent: Yottaa Disallow: / User-agent: Yottos Disallow: / User-agent: YQBot Disallow: / User-agent: YrBot Disallow: / User-agent: YSEBot Disallow: / User-agent: YSLBot Disallow: / User-agent: Yuilib Disallow: / User-agent: YunSeek Disallow: / User-agent: Yuntongzhi Disallow: / User-agent: Yunyun Disallow: / User-agent: Zabbix Disallow: / User-agent: Zao Disallow: / User-agent: Zebra Disallow: / User-agent: ZeBot Disallow: / User-agent: Zend2 Disallow: / User-agent: Zend_Http_Client Disallow: / User-agent: Zerx Disallow: / User-agent: Zibber Disallow: / User-agent: Ziibra Disallow: / User-agent: Zimmerman Disallow: / User-agent: Zing Disallow: / User-agent: Ziot Disallow: / User-agent: ZipBot Disallow: / User-agent: Zipsa Disallow: / User-agent: Zoinks Disallow: / User-agent: Zombie.js Disallow: / User-agent: ZooplaBot Disallow: / User-agent: Zotero Disallow: / User-agent: ZoomInfo Disallow: / User-agent: Zune Disallow: / User-agent: Zurpha Disallow: / User-agent: Zuupa Disallow: / User-agent: ZyngaBot Disallow: / User-agent: ZyXel Disallow: /