########## # Provided courtesy of http://browsers.garykeith.com. # Created on Monday, August 30, 2010 at 3:16 PM GMT. # Block Badly Behaved User Agents # Insert into httpd.ini ########## RewriteCond User-Agent: (?:.*CFNetwork.*) RewriteRule .* / [F,I,L] RewriteCond User-Agent: (?:.*Check&Get.*) RewriteRule .* / [F,I,L] RewriteCond User-Agent: (?:.*E-Mail\sAddress\sExtractor.*) RewriteRule .* / [F,I,L] RewriteCond User-Agent: (?:.*EasyRider.*) RewriteRule .* / [F,I,L] RewriteCond User-Agent: (?:.*grub.*) RewriteRule .* / [F,I,L] RewriteCond User-Agent: (?:.*heritrix.*) RewriteRule .* / [F,I,L] RewriteCond User-Agent: (?:.*HTTrack.*) RewriteRule .* / [F,I,L] RewriteCond User-Agent: (?:.*ickHTTP.*) RewriteRule .* / [F,I,L] RewriteCond User-Agent: (?:.*java.*) RewriteRule .* / [F,I,L] RewriteCond User-Agent: (?:.*Larbin.*) RewriteRule .* / [F,I,L] RewriteCond User-Agent: (?:.*libwww-perl.*) RewriteRule .* / [F,I,L] RewriteCond User-Agent: (?:.*maxamine\.com--robot.*) RewriteRule .* / [F,I,L] RewriteCond User-Agent: (?:.*MSIECrawler.*) RewriteRule .* / [F,I,L] RewriteCond User-Agent: (?:.*Netcraft\sWeb\sServer\sSurvey.*) RewriteRule .* / [F,I,L] RewriteCond User-Agent: (?:.*Netcraft\sWebserver\sSurvey.*) RewriteRule .* / [F,I,L] RewriteCond User-Agent: (?:.*Nutch.*) RewriteRule .* / [F,I,L] RewriteCond User-Agent: (?:.*PhotoStickies/.*) RewriteRule .* / [F,I,L] RewriteCond User-Agent: (?:.*research.*) RewriteRule .* / [F,I,L] RewriteCond User-Agent: (?:.*squid.*) RewriteRule .* / [F,I,L] RewriteCond User-Agent: (?:.*TweakMASTER.*) RewriteRule .* / [F,I,L] RewriteCond User-Agent: (?:.*WebGrabber.*) RewriteRule .* / [F,I,L] RewriteCond User-Agent: (?:.*WebMon\s\?\..*) RewriteRule .* / [F,I,L] RewriteCond User-Agent: (?:.*WinHttpRequest.*) RewriteRule .* / [F,I,L] RewriteCond User-Agent: (?:.*www4mail/.*) RewriteRule .* / [F,I,L] RewriteCond User-Agent: (?:.*Zeus.*) RewriteRule .* / [F,I,L] RewriteCond User-Agent: (?:12345) RewriteRule .* / [F,I,L] RewriteCond User-Agent: (?:3D-FTP/.*) RewriteRule .* / [F,I,L] RewriteCond User-Agent: (?:3wGet/.*) RewriteRule .* / [F,I,L] RewriteCond User-Agent: (?:8484\sBoston\sProject.*) RewriteRule .* / [F,I,L] RewriteCond User-Agent: (?:A\s\.NET\sWeb\sCrawler) RewriteRule .* / [F,I,L] RewriteCond User-Agent: (?:A1\sWebsite\sDownload/1\..*\s\(.*\)\smiggibot) RewriteRule .* / [F,I,L] RewriteCond User-Agent: (?:abot/.*) RewriteRule .* / [F,I,L] RewriteCond User-Agent: (?:AcadiaUniversityWebCensusClient) RewriteRule .* / [F,I,L] RewriteCond User-Agent: (?:ActiveRefresh.*) RewriteRule .* / [F,I,L] RewriteCond User-Agent: (?:Ad\sMuncher.*) RewriteRule .* / [F,I,L] RewriteCond User-Agent: (?:AideRSS/2\.0\s\(aiderss\.com\)) RewriteRule .* / [F,I,L] RewriteCond User-Agent: (?:Amico\sAlpha\s.*\s\(.*\)\sGecko/.*\sAmicoAlpha/.*) RewriteRule .* / [F,I,L] RewriteCond User-Agent: (?:AndroidDownloadManager) RewriteRule .* / [F,I,L] RewriteCond User-Agent: (?:annotate_google;\shttp://ponderer\.org/.*) RewriteRule .* / [F,I,L] RewriteCond User-Agent: (?:Anonymisiert.*) RewriteRule .* / [F,I,L] RewriteCond User-Agent: (?:Anonymizer/.*) RewriteRule .* / [F,I,L] RewriteCond User-Agent: (?:Anonymizied.*) RewriteRule .* / [F,I,L] RewriteCond User-Agent: (?:Anonymous.*) RewriteRule .* / [F,I,L] RewriteCond User-Agent: (?:Anonymous/.*) RewriteRule .* / [F,I,L] RewriteCond User-Agent: (?:Apple-PubSub/.*) RewriteRule .* / [F,I,L] RewriteCond User-Agent: (?:Artera\s\(Version\s.*\)) RewriteRule .* / [F,I,L] RewriteCond User-Agent: (?:Atomic_Email) RewriteRule .* / [F,I,L] RewriteCond User-Agent: (?:Atomic_Email_Hunter/.*) RewriteRule .* / [F,I,L] RewriteCond User-Agent: (?:AutoHotkey) RewriteRule .* / [F,I,L] RewriteCond User-Agent: (?:AutoMate5) RewriteRule .* / [F,I,L] RewriteCond User-Agent: (?:b2w/.*) RewriteRule .* / [F,I,L] RewriteCond User-Agent: (?:BackStreet\sBrowser\s.*) RewriteRule .* / [F,I,L] RewriteCond User-Agent: (?:BasicHTTP/.*) RewriteRule .* / [F,I,L] RewriteCond User-Agent: (?:BDFetch) RewriteRule .* / [F,I,L] RewriteCond User-Agent: (?:Beamer.*) RewriteRule .* / [F,I,L] RewriteCond User-Agent: (?:BilgiBot/.*) RewriteRule .* / [F,I,L] RewriteCond User-Agent: (?:BitBeamer/.*) RewriteRule .* / [F,I,L] RewriteCond User-Agent: (?:BitTorrent/.*) RewriteRule .* / [F,I,L] RewriteCond User-Agent: (?:BlockNote\.Net) RewriteRule .* / [F,I,L] RewriteCond User-Agent: (?:BlueCoat\sProxySG) RewriteRule .* / [F,I,L] RewriteCond User-Agent: (?:bot/.*\s\(bot;\s.*bot@bot\.bot\)) RewriteRule .* / [F,I,L] RewriteCond User-Agent: (?:Busiversebot/v1\.0\s\(http://www\.busiverse\.com/bot\.php\)) RewriteRule .* / [F,I,L] RewriteCond User-Agent: (?:Camcrawler.*) RewriteRule .* / [F,I,L] RewriteCond User-Agent: (?:CAST) RewriteRule .* / [F,I,L] RewriteCond User-Agent: (?:CazoodleBot/.*) RewriteRule .* / [F,I,L] RewriteCond User-Agent: (?:CE-Preload) RewriteRule .* / [F,I,L] RewriteCond User-Agent: (?:CerberianDrtrs/.*) RewriteRule .* / [F,I,L] RewriteCond User-Agent: (?:CFNetwork/.*) RewriteRule .* / [F,I,L] RewriteCond User-Agent: (?:CFSCHEDULE.*) RewriteRule .* / [F,I,L] RewriteCond User-Agent: (?:CherryPicker.*/.*) RewriteRule .* / [F,I,L] RewriteCond User-Agent: (?:Chilkat/.*) RewriteRule .* / [F,I,L] RewriteCond User-Agent: (?:CMS\scrawler\s\(\?http://buytaert\.net/crawler/\)) RewriteRule .* / [F,I,L] RewriteCond User-Agent: (?:CobWeb/.*) RewriteRule .* / [F,I,L] RewriteCond User-Agent: (?:Cocoal\.icio\.us/.*\s\(.*\).*) RewriteRule .* / [F,I,L] RewriteCond User-Agent: (?:ColdFusion.*) RewriteRule .* / [F,I,L] RewriteCond User-Agent: (?:ContactBot/.*) RewriteRule .* / [F,I,L] RewriteCond User-Agent: (?:copyright\ssheriff\s\(.*\)) RewriteRule .* / [F,I,L] RewriteCond User-Agent: (?:CopyRightCheck.*) RewriteRule .* / [F,I,L] RewriteCond User-Agent: (?:Cowbot-.*\s\(NHN\sCorp.*naver\.com\)) RewriteRule .* / [F,I,L] RewriteCond User-Agent: (?:Crawl_Application) RewriteRule .* / [F,I,L] RewriteCond User-Agent: (?:CTerm/.*) RewriteRule .* / [F,I,L] RewriteCond User-Agent: (?:curl.*) RewriteRule .* / [F,I,L] RewriteCond User-Agent: (?:Custo.*) RewriteRule .* / [F,I,L] RewriteCond User-Agent: (?:CyberPatrol.*) RewriteRule .* / [F,I,L] RewriteCond User-Agent: (?:CydralSpider/.*) RewriteRule .* / [F,I,L] RewriteCond User-Agent: (?:cz32ts) RewriteRule .* / [F,I,L] RewriteCond User-Agent: (?:DA\s.*) RewriteRule .* / [F,I,L] RewriteCond User-Agent: (?:DataCha0s/.*) RewriteRule .* / [F,I,L] RewriteCond User-Agent: (?:DataFountains/DMOZ\sDownloader.*) RewriteRule .* / [F,I,L] RewriteCond User-Agent: (?:DeepIndexer.*) RewriteRule .* / [F,I,L] RewriteCond User-Agent: (?:Der\sgro\xdfe\sBilderSauger.*) RewriteRule .* / [F,I,L] RewriteCond User-Agent: (?:Desktop\sSidebar.*) RewriteRule .* / [F,I,L] RewriteCond User-Agent: (?:DISCo\sPump\s.*) RewriteRule .* / [F,I,L] RewriteCond User-Agent: (?:DomainsBotBot/1\..*) RewriteRule .* / [F,I,L] RewriteCond User-Agent: (?:DotBot/.*\s\(http://www\.dotnetdotcom\.org/.*\)) RewriteRule .* / [F,I,L] RewriteCond User-Agent: (?:Download\sDemon.*) RewriteRule .* / [F,I,L] RewriteCond User-Agent: (?:Download\sExpress.*) RewriteRule .* / [F,I,L] RewriteCond User-Agent: (?:Download\sMaster.*) RewriteRule .* / [F,I,L] RewriteCond User-Agent: (?:Download\sNinja.*) RewriteRule .* / [F,I,L] RewriteCond User-Agent: (?:Download\sWonder.*) RewriteRule .* / [F,I,L] RewriteCond User-Agent: (?:DownloadSession.*) RewriteRule .* / [F,I,L] RewriteCond User-Agent: (?:e-SocietyRobot\(http://www\.yama\.info\.waseda\.ac\.jp/~yamana/es/\)) RewriteRule .* / [F,I,L] RewriteCond User-Agent: (?:EasyDL/.*) RewriteRule .* / [F,I,L] RewriteCond User-Agent: (?:eCatch.*) RewriteRule .* / [F,I,L] RewriteCond User-Agent: (?:EmailCollector.*) RewriteRule .* / [F,I,L] RewriteCond User-Agent: (?:EMAILsearcher) RewriteRule .* / [F,I,L] RewriteCond User-Agent: (?:EmailSiphon.*) RewriteRule .* / [F,I,L] RewriteCond User-Agent: (?:EmailWolf.*) RewriteRule .* / [F,I,L] RewriteCond User-Agent: (?:envolk/.*\s\(\?http://www\.envolk\.com/envolk.*\)) RewriteRule .* / [F,I,L] RewriteCond User-Agent: (?:envolk\?ITS\?spider/.*\s\(\?http://www\.envolk\.com/envolk.*\)) RewriteRule .* / [F,I,L] RewriteCond User-Agent: (?:Epsilon\sSoftWorks'\sMailMunky) RewriteRule .* / [F,I,L] RewriteCond User-Agent: (?:eStyleSearch\s.*\s\(compatible;\sMSIE\s6\.0;\sWindows\sNT\s5\.0\)) RewriteRule .* / [F,I,L] RewriteCond User-Agent: (?:Exabot-Images/1\.0) RewriteRule .* / [F,I,L] RewriteCond User-Agent: (?:Exabot-Test/.*) RewriteRule .* / [F,I,L] RewriteCond User-Agent: (?:Exabot/2\.0) RewriteRule .* / [F,I,L] RewriteCond User-Agent: (?:Exabot/3\.0) RewriteRule .* / [F,I,L] RewriteCond User-Agent: (?:exactseek-pagereaper-.*\s\(crawler@exactseek\.com\)) RewriteRule .* / [F,I,L] RewriteCond User-Agent: (?:Exalead\sNG/.*) RewriteRule .* / [F,I,L] RewriteCond User-Agent: (?:ExtractorPro.*) RewriteRule .* / [F,I,L] RewriteCond User-Agent: (?:Extreme\sPicture\sFinder) RewriteRule .* / [F,I,L] RewriteCond User-Agent: (?:ezic\.com\shttp\sagent\s.*) RewriteRule .* / [F,I,L] RewriteCond User-Agent: (?:FairAd\sClient.*) RewriteRule .* / [F,I,L] RewriteCond User-Agent: (?:FANGCrawl/.*) RewriteRule .* / [F,I,L] RewriteCond User-Agent: (?:favorstarbot/.*) RewriteRule .* / [F,I,L] RewriteCond User-Agent: (?:FDM\s1\.x) RewriteRule .* / [F,I,L] RewriteCond User-Agent: (?:Feed::Find/.*) RewriteRule .* / [F,I,L] RewriteCond User-Agent: (?:Feedfetcher-Google-iGoogleGadgets;.*) RewriteRule .* / [F,I,L] RewriteCond User-Agent: (?:Feedfetcher-Google;.*) RewriteRule .* / [F,I,L] RewriteCond User-Agent: (?:fetch\slibfetch/.*) RewriteRule .* / [F,I,L] RewriteCond User-Agent: (?:FGet.*) RewriteRule .* / [F,I,L] RewriteCond User-Agent: (?:Flaming\sAttackBot.*) RewriteRule .* / [F,I,L] RewriteCond User-Agent: (?:FlashGet) RewriteRule .* / [F,I,L] RewriteCond User-Agent: (?:FLATARTS_FAVICO) RewriteRule .* / [F,I,L] RewriteCond User-Agent: (?:FollowSite\.com\s\(.*\)) RewriteRule .* / [F,I,L] RewriteCond User-Agent: (?:Foobot.*) RewriteRule .* / [F,I,L] RewriteCond User-Agent: (?:Fooky\.com/ScorpionBot/ScoutOut;.*) RewriteRule .* / [F,I,L] RewriteCond User-Agent: (?:Forschungsportal/.*) RewriteRule .* / [F,I,L] RewriteCond User-Agent: (?:FOTOCHECKER) RewriteRule .* / [F,I,L] RewriteCond User-Agent: (?:Franklin\sLocator.*) RewriteRule .* / [F,I,L] RewriteCond User-Agent: (?:FreshDownload/.*) RewriteRule .* / [F,I,L] RewriteCond User-Agent: (?:FyberSpider.*) RewriteRule .* / [F,I,L] RewriteCond User-Agent: (?:GameSpyHTTP/.*) RewriteRule .* / [F,I,L] RewriteCond User-Agent: (?:GetRight/.*) RewriteRule .* / [F,I,L] RewriteCond User-Agent: (?:GetRightPro/.*) RewriteRule .* / [F,I,L] RewriteCond User-Agent: (?:GetSmart/.*) RewriteRule .* / [F,I,L] RewriteCond User-Agent: (?:gnome-vfs/.*) RewriteRule .* / [F,I,L] RewriteCond User-Agent: (?:Go!Zilla.*) RewriteRule .* / [F,I,L] RewriteCond User-Agent: (?:Go-Ahead-Got-It.*) RewriteRule .* / [F,I,L] RewriteCond User-Agent: (?:Gozilla/.*) RewriteRule .* / [F,I,L] RewriteCond User-Agent: (?:gsa-crawler.*) RewriteRule .* / [F,I,L] RewriteCond User-Agent: (?:Gulper\sWeb\s.*) RewriteRule .* / [F,I,L] RewriteCond User-Agent: (?:GurujiBot/1\..*) RewriteRule .* / [F,I,L] RewriteCond User-Agent: (?:Harvest/.*) RewriteRule .* / [F,I,L] RewriteCond User-Agent: (?:Hatena\sAntenna/.*) RewriteRule .* / [F,I,L] RewriteCond User-Agent: (?:Hatena\sBookmark/.*) RewriteRule .* / [F,I,L] RewriteCond User-Agent: (?:Hatena\sRSS/.*) RewriteRule .* / [F,I,L] RewriteCond User-Agent: (?:Hatena::Crawler/.*) RewriteRule .* / [F,I,L] RewriteCond User-Agent: (?:HatenaScreenshot.*) RewriteRule .* / [F,I,L] RewriteCond User-Agent: (?:hcat/.*) RewriteRule .* / [F,I,L] RewriteCond User-Agent: (?:Healthbot/Health_and_Longevity_Project_\(HealthHaven\.com\)\s) RewriteRule .* / [F,I,L] RewriteCond User-Agent: (?:HiddenMarket-.*) RewriteRule .* / [F,I,L] RewriteCond User-Agent: (?:hitcrawler_0\..*) RewriteRule .* / [F,I,L] RewriteCond User-Agent: (?:HLoader) RewriteRule .* / [F,I,L] RewriteCond User-Agent: (?:Holmes/.*) RewriteRule .* / [F,I,L] RewriteCond User-Agent: (?:HooWWWer/.*) RewriteRule .* / [F,I,L] RewriteCond User-Agent: (?:HTML2JPG\sBlackbox,\shttp://www\.html2jpg\.com) RewriteRule .* / [F,I,L] RewriteCond User-Agent: (?:HTMLParser/.*) RewriteRule .* / [F,I,L] RewriteCond User-Agent: (?:http\sgeneric) RewriteRule .* / [F,I,L] RewriteCond User-Agent: (?:http://Anonymouse\.org/.*) RewriteRule .* / [F,I,L] RewriteCond User-Agent: (?:http://arachnode\.net.*) RewriteRule .* / [F,I,L] RewriteCond User-Agent: (?:http://buytaert\.net/crawler) RewriteRule .* / [F,I,L] RewriteCond User-Agent: (?:http://hilfe\.acont\.de/bot\.html\sACONTBOT) RewriteRule .* / [F,I,L] RewriteCond User-Agent: (?:httpclient.*) RewriteRule .* / [F,I,L] RewriteCond User-Agent: (?:httperf/.*) RewriteRule .* / [F,I,L] RewriteCond User-Agent: (?:HTTPFetch/.*) RewriteRule .* / [F,I,L] RewriteCond User-Agent: (?:HTTPGrab) RewriteRule .* / [F,I,L] RewriteCond User-Agent: (?:HttpSession) RewriteRule .* / [F,I,L] RewriteCond User-Agent: (?:httpunit/.*) RewriteRule .* / [F,I,L] RewriteCond User-Agent: (?:HyperEstraier/.*) RewriteRule .* / [F,I,L] RewriteCond User-Agent: (?:ia_archiver.*) RewriteRule .* / [F,I,L] RewriteCond User-Agent: (?:ICE_GetFile) RewriteRule .* / [F,I,L] RewriteCond User-Agent: (?:IconSurf/2\..*) RewriteRule .* / [F,I,L] RewriteCond User-Agent: (?:iCopyright\sConductor.*) RewriteRule .* / [F,I,L] RewriteCond User-Agent: (?:IE/6\.01\s\(CP/M;\s8-bit.*\)) RewriteRule .* / [F,I,L] RewriteCond User-Agent: (?:iexplore\.exe) RewriteRule .* / [F,I,L] RewriteCond User-Agent: (?:iGetter/.*) RewriteRule .* / [F,I,L] RewriteCond User-Agent: (?:Inet\s-\sEureka\sApp) RewriteRule .* / [F,I,L] RewriteCond User-Agent: (?:inetbot/.*\s\(\?http://www\.inetbot\.com/bot\.html\)) RewriteRule .* / [F,I,L] RewriteCond User-Agent: (?:INetURL/.*) RewriteRule .* / [F,I,L] RewriteCond User-Agent: (?:InetURL:/.*) RewriteRule .* / [F,I,L] RewriteCond User-Agent: (?:InfociousBot\s\(\?http://corp\.infocious\.com/tech_crawler\.php\)) RewriteRule .* / [F,I,L] RewriteCond User-Agent: (?:Inne:\sMozilla/4\.0\s\(compatible;\sCerberian\sDrtrs.*\)) RewriteRule .* / [F,I,L] RewriteCond User-Agent: (?:Internet\sExploiter/.*) RewriteRule .* / [F,I,L] RewriteCond User-Agent: (?:Internet\sExplore\s.*) RewriteRule .* / [F,I,L] RewriteCond User-Agent: (?:Internet\sExplorer\s.*) RewriteRule .* / [F,I,L] RewriteCond User-Agent: (?:Internet\sNinja.*) RewriteRule .* / [F,I,L] RewriteCond User-Agent: (?:InternetArchive/.*) RewriteRule .* / [F,I,L] RewriteCond User-Agent: (?:IP.*Works!.*/.*) RewriteRule .* / [F,I,L] RewriteCond User-Agent: (?:IPiumBot\slaurion\(dot\)com) RewriteRule .* / [F,I,L] RewriteCond User-Agent: (?:IRLbot/.*) RewriteRule .* / [F,I,L] RewriteCond User-Agent: (?:IrssiUrlLog/.*) RewriteRule .* / [F,I,L] RewriteCond User-Agent: (?:IWAgent/.*) RewriteRule .* / [F,I,L] RewriteCond User-Agent: (?:JetBrains\sOmea\sReader.*) RewriteRule .* / [F,I,L] RewriteCond User-Agent: (?:JPluck/.*) RewriteRule .* / [F,I,L] RewriteCond User-Agent: (?:JUST-CRAWLER\(.*\)) RewriteRule .* / [F,I,L] RewriteCond User-Agent: (?:Kapere\s\(http://www\.kapere\.com\)) RewriteRule .* / [F,I,L] RewriteCond User-Agent: (?:KBeeBot/0\..*) RewriteRule .* / [F,I,L] RewriteCond User-Agent: (?:Kenjin\sSpider.*) RewriteRule .* / [F,I,L] RewriteCond User-Agent: (?:Kevin\shttp://.*) RewriteRule .* / [F,I,L] RewriteCond User-Agent: (?:Kolinka\sForum\sSearch\s\(www\.kolinka\.com\)) RewriteRule .* / [F,I,L] RewriteCond User-Agent: (?:Kontiki\sClient.*) RewriteRule .* / [F,I,L] RewriteCond User-Agent: (?:KRetrieve/) RewriteRule .* / [F,I,L] RewriteCond User-Agent: (?:Lachesis) RewriteRule .* / [F,I,L] RewriteCond User-Agent: (?:LeechFTP) RewriteRule .* / [F,I,L] RewriteCond User-Agent: (?:LeechGet.*) RewriteRule .* / [F,I,L] RewriteCond User-Agent: (?:LetsCrawl\.com/1\.0.*) RewriteRule .* / [F,I,L] RewriteCond User-Agent: (?:lftp/3\.2\.1) RewriteRule .* / [F,I,L] RewriteCond User-Agent: (?:libcurl-agent/.*) RewriteRule .* / [F,I,L] RewriteCond User-Agent: (?:libWeb/clsHTTP.*) RewriteRule .* / [F,I,L] RewriteCond User-Agent: (?:Liferea/1\..*\s\(Linux;\s.*;\shttp://liferea\.sf\.net/\)) RewriteRule .* / [F,I,L] RewriteCond User-Agent: (?:LightningDownload/.*) RewriteRule .* / [F,I,L] RewriteCond User-Agent: (?:Lincoln\sState\sWeb\sBrowser) RewriteRule .* / [F,I,L] RewriteCond User-Agent: (?:Link\sValet\sOnline.*) RewriteRule .* / [F,I,L] RewriteCond User-Agent: (?:LinkextractorPro.*) RewriteRule .* / [F,I,L] RewriteCond User-Agent: (?:Links4US-Crawler,.*) RewriteRule .* / [F,I,L] RewriteCond User-Agent: (?:LMQueueBot/.*) RewriteRule .* / [F,I,L] RewriteCond User-Agent: (?:LOOQ/0\.1.*) RewriteRule .* / [F,I,L] RewriteCond User-Agent: (?:Lorkyll\s.*\..*\s--\slorkyll@444\.net) RewriteRule .* / [F,I,L] RewriteCond User-Agent: (?:Lsearch/sondeur) RewriteRule .* / [F,I,L] RewriteCond User-Agent: (?:LucidMedia\sClickSense/4\.\?) RewriteRule .* / [F,I,L] RewriteCond User-Agent: (?:lwp.*) RewriteRule .* / [F,I,L] RewriteCond User-Agent: (?:Made\sby\sZmEu\s@\sWhiteHat\sv0\..*\s\(www\.WhiteHat\.ro\)) RewriteRule .* / [F,I,L] RewriteCond User-Agent: (?:MapoftheInternet\.com\?\(\?http://MapoftheInternet\.com\)) RewriteRule .* / [F,I,L] RewriteCond User-Agent: (?:MetaProducts\sDownload\sExpress/.*) RewriteRule .* / [F,I,L] RewriteCond User-Agent: (?:metatagsdir/.*) RewriteRule .* / [F,I,L] RewriteCond User-Agent: (?:MFC\sFoundation\sClass\sLibrary.*) RewriteRule .* / [F,I,L] RewriteCond User-Agent: (?:MFC_Tear_Sample) RewriteRule .* / [F,I,L] RewriteCond User-Agent: (?:MFHttpScan) RewriteRule .* / [F,I,L] RewriteCond User-Agent: (?:Microsoft\sBITS/.*) RewriteRule .* / [F,I,L] RewriteCond User-Agent: (?:Microsoft\sData\sAccess\sInternet\sPublishing\sProvider\sCache\sManager) RewriteRule .* / [F,I,L] RewriteCond User-Agent: (?:Microsoft\sData\sAccess\sInternet\sPublishing\sProvider\sDAV.*) RewriteRule .* / [F,I,L] RewriteCond User-Agent: (?:Microsoft\sData\sAccess\sInternet\sPublishing\sProvider\sProtocol\sDiscovery) RewriteRule .* / [F,I,L] RewriteCond User-Agent: (?:Microsoft\sInternet\sExplorer) RewriteRule .* / [F,I,L] RewriteCond User-Agent: (?:Microsoft\sOffice\sExistence\sDiscovery) RewriteRule .* / [F,I,L] RewriteCond User-Agent: (?:Microsoft\sOffice\sProtocol\sDiscovery) RewriteRule .* / [F,I,L] RewriteCond User-Agent: (?:Microsoft\sOffice/.*\s\(.*Picture\sManager.*\)) RewriteRule .* / [F,I,L] RewriteCond User-Agent: (?:Microsoft\sURL\sControl.*) RewriteRule .* / [F,I,L] RewriteCond User-Agent: (?:Microsoft\sVisio\sMSIE) RewriteRule .* / [F,I,L] RewriteCond User-Agent: (?:Microsoft\sWindows\sNetwork\sDiagnostics) RewriteRule .* / [F,I,L] RewriteCond User-Agent: (?:Microsoft-WebDAV-MiniRedir/.*) RewriteRule .* / [F,I,L] RewriteCond User-Agent: (?:Missigua\sLocator.*) RewriteRule .* / [F,I,L] RewriteCond User-Agent: (?:Mister\sPIX.*) RewriteRule .* / [F,I,L] RewriteCond User-Agent: (?:Mono\sBrowser\sCapabilities\sUpdater.*) RewriteRule .* / [F,I,L] RewriteCond User-Agent: (?:Moozilla) RewriteRule .* / [F,I,L] RewriteCond User-Agent: (?:Morfeus\sFucking\sScanner) RewriteRule .* / [F,I,L] RewriteCond User-Agent: (?:MovableType/.*) RewriteRule .* / [F,I,L] RewriteCond User-Agent: (?:Mozilla\sCompatible\s\(MS\sIE\s3\.01\sWinNT\)) RewriteRule .* / [F,I,L] RewriteCond User-Agent: (?:Mozilla/.*\s\(compatible;\slinktiger/.*;\s.*http://www\.linktiger\.com.*\)) RewriteRule .* / [F,I,L] RewriteCond User-Agent: (?:Mozilla/.*\s\(TuringOS;\sTuring\sMachine;\s0\.0\)) RewriteRule .* / [F,I,L] RewriteCond User-Agent: (?:Mozilla/0\.9.*\sno\sdos\s:\)\s\(Linux.*\)) RewriteRule .* / [F,I,L] RewriteCond User-Agent: (?:Mozilla/2\.0\s\(compatible;\sNEWT\sActiveX;\sWin32\)) RewriteRule .* / [F,I,L] RewriteCond User-Agent: (?:Mozilla/3\.0\s\(compatible\)) RewriteRule .* / [F,I,L] RewriteCond User-Agent: (?:Mozilla/3\.0\s\(compatible;\sIndy\sLibrary\)) RewriteRule .* / [F,I,L] RewriteCond User-Agent: (?:Mozilla/3\.01\s\(compatible;\)) RewriteRule .* / [F,I,L] RewriteCond User-Agent: (?:Mozilla/4\.0\s\(compatible;\sAdvanced\sEmail\sExtractor.*\)) RewriteRule .* / [F,I,L] RewriteCond User-Agent: (?:Mozilla/4\.0\s\(compatible;\sBorderManager.*\)) RewriteRule .* / [F,I,L] RewriteCond User-Agent: (?:Mozilla/4\.0\s\(compatible;\sBOTW\sSpider;\s.*http://botw\.org\)) RewriteRule .* / [F,I,L] RewriteCond User-Agent: (?:Mozilla/4\.0\s\(compatible;\sCerberian\sDrtrs.*\)) RewriteRule .* / [F,I,L] RewriteCond User-Agent: (?:Mozilla/4\.0\s\(compatible;\sChangeDetection/.*) RewriteRule .* / [F,I,L] RewriteCond User-Agent: (?:Mozilla/4\.0\s\(compatible;\sGetleft.*\)) RewriteRule .* / [F,I,L] RewriteCond User-Agent: (?:Mozilla/4\.0\s\(compatible;\shttp://search\.thunderstone\.com/texis/websearch/about\.html\)) RewriteRule .* / [F,I,L] RewriteCond User-Agent: (?:Mozilla/4\.0\s\(compatible;\sMSIE\s\?\.0;\sSaferSurf.*\)) RewriteRule .* / [F,I,L] RewriteCond User-Agent: (?:Mozilla/4\.0\s\(compatible;\sMSIE\s4\.01;\sVonna\.com\sb\so\st\)) RewriteRule .* / [F,I,L] RewriteCond User-Agent: (?:Mozilla/4\.0\s\(compatible;\sMSIE\s6\.0;\sBluecoat\sDRTR\)) RewriteRule .* / [F,I,L] RewriteCond User-Agent: (?:Mozilla/4\.0\s\(compatible;\sNaverBot/.*;\s.*\)) RewriteRule .* / [F,I,L] RewriteCond User-Agent: (?:Mozilla/4\.0\s\(compatible;\sNaverBot/.*;\snhnbot@naver\.com\)) RewriteRule .* / [F,I,L] RewriteCond User-Agent: (?:Mozilla/4\.0\s\(compatible;\sScumbot/.*;\sLinux/.*\)) RewriteRule .* / [F,I,L] RewriteCond User-Agent: (?:Mozilla/4\.0\s\(compatible;\sSpider;\sLinux\)) RewriteRule .* / [F,I,L] RewriteCond User-Agent: (?:Mozilla/4\.0\s\(compatible;\sTrend\sMicro\stmdr\s1\..*) RewriteRule .* / [F,I,L] RewriteCond User-Agent: (?:Mozilla/4\.0\s\(compatible;\sWin32\)) RewriteRule .* / [F,I,L] RewriteCond User-Agent: (?:Mozilla/4\.0\s\(compatible;\sYahoo\sJapan;\sfor\srobot\sstudy;\skasugiya\)) RewriteRule .* / [F,I,L] RewriteCond User-Agent: (?:Mozilla/4\.0\s\(compatible;\)) RewriteRule .* / [F,I,L] RewriteCond User-Agent: (?:Mozilla/4\.1) RewriteRule .* / [F,I,L] RewriteCond User-Agent: (?:Mozilla/4\.5) RewriteRule .* / [F,I,L] RewriteCond User-Agent: (?:Mozilla/5\.0\s\(.*\)\sGecko/.*\sFirefox/2\.0\sOneRiot/1\.0\s\(http://www\.oneriot\.com\)\s) RewriteRule .* / [F,I,L] RewriteCond User-Agent: (?:Mozilla/5\.0\s\(.*\)\sVoilaBot.*) RewriteRule .* / [F,I,L] RewriteCond User-Agent: (?:Mozilla/5\.0\s\(.*http://gnomit\.com/\)\sGecko/.*\sGnomit/1\.0) RewriteRule .* / [F,I,L] RewriteCond User-Agent: (?:Mozilla/5\.0\s\(compatible;\sAboutUsBot/.*\)) RewriteRule .* / [F,I,L] RewriteCond User-Agent: (?:Mozilla/5\.0\s\(compatible;\sarchive\.org_bot/1\..*\)) RewriteRule .* / [F,I,L] RewriteCond User-Agent: (?:Mozilla/5\.0\s\(compatible;\sBuzzRankingBot/.*\)) RewriteRule .* / [F,I,L] RewriteCond User-Agent: (?:Mozilla/5\.0\s\(compatible;\sCharlotte/.*;\s.*\)) RewriteRule .* / [F,I,L] RewriteCond User-Agent: (?:Mozilla/5\.0\s\(compatible;\sCrawly/1\..*;\s\shttp://.*/crawler\.html\)) RewriteRule .* / [F,I,L] RewriteCond User-Agent: (?:Mozilla/5\.0\s\(compatible;\sdel\.icio\.us-thumbnails/.*;\s.*\)\sKHTML/.*\s\(like\sGecko\)) RewriteRule .* / [F,I,L] RewriteCond User-Agent: (?:Mozilla/5\.0\s\(compatible;\sDKIMRepBot/.*\)) RewriteRule .* / [F,I,L] RewriteCond User-Agent: (?:Mozilla/5\.0\s\(compatible;\sDotBot/.*;\shttp://www\.dotnetdotcom\.org/.*\)) RewriteRule .* / [F,I,L] RewriteCond User-Agent: (?:Mozilla/5\.0\s\(compatible;\sExabot-Images/3\.0;.*\)) RewriteRule .* / [F,I,L] RewriteCond User-Agent: (?:Mozilla/5\.0\s\(compatible;\sExabot/3\.0\s\(BiggerBetter\);\s.*\)) RewriteRule .* / [F,I,L] RewriteCond User-Agent: (?:Mozilla/5\.0\s\(compatible;\sIPCheck\sServer\sMonitor.*\)) RewriteRule .* / [F,I,L] RewriteCond User-Agent: (?:Mozilla/5\.0\s\(compatible;\sJadynAveBot;\s.*http://www\.jadynave\.com/robot.*) RewriteRule .* / [F,I,L] RewriteCond User-Agent: (?:Mozilla/5\.0\s\(compatible;\sKaloogaBot;\shttp://www\.kalooga\.com/info\.html\?page=crawler\)) RewriteRule .* / [F,I,L] RewriteCond User-Agent: (?:Mozilla/5\.0\s\(compatible;\sLegalAnalysisAgent/1\..*;\shttp://www\.legalx\.net\)) RewriteRule .* / [F,I,L] RewriteCond User-Agent: (?:Mozilla/5\.0\s\(compatible;\sMJ12bot/v1\..*\)) RewriteRule .* / [F,I,L] RewriteCond User-Agent: (?:Mozilla/5\.0\s\(compatible;\sNetcraftSurveyAgent/1\.0;\s.*info@netcraft\.com\)) RewriteRule .* / [F,I,L] RewriteCond User-Agent: (?:Mozilla/5\.0\s\(compatible;\snextthing\.org/.*\)) RewriteRule .* / [F,I,L] RewriteCond User-Agent: (?:Mozilla/5\.0\s\(compatible;\sNGBot/.*\)) RewriteRule .* / [F,I,L] RewriteCond User-Agent: (?:Mozilla/5\.0\s\(compatible;\sOsO;.*) RewriteRule .* / [F,I,L] RewriteCond User-Agent: (?:Mozilla/5\.0\s\(compatible;\sScoutJet;\s\s.*http://www\.scoutjet\.com/\)) RewriteRule .* / [F,I,L] RewriteCond User-Agent: (?:Mozilla/5\.0\s\(compatible;\sScrubby/.*;\s\shttp://www\.scrubtheweb\.com/abs/meta-check\.html\)) RewriteRule .* / [F,I,L] RewriteCond User-Agent: (?:Mozilla/5\.0\s\(compatible;\sSeznam\sscreenshot-generator\s2\.0;.*\)) RewriteRule .* / [F,I,L] RewriteCond User-Agent: (?:Mozilla/5\.0\s\(compatible;\sSpeedy\sSpider;\shttp://www\.entireweb\.com/about/search_tech/speedy_spider/\)) RewriteRule .* / [F,I,L] RewriteCond User-Agent: (?:Mozilla/5\.0\s\(compatible;\sTheophrastus/.*\)) RewriteRule .* / [F,I,L] RewriteCond User-Agent: (?:Mozilla/5\.0\s\(compatible;\sTwitturls;\s\shttp://twitturls\.com\)) RewriteRule .* / [F,I,L] RewriteCond User-Agent: (?:Mozilla/5\.0\s\(compatible;\sViralheat\sBot/.*\)\s) RewriteRule .* / [F,I,L] RewriteCond User-Agent: (?:Mozilla/5\.0\s\(compatible;\sWebbot/.*\)) RewriteRule .* / [F,I,L] RewriteCond User-Agent: (?:Mozilla/5\.0\s\(compatible;\sWebscan\sv0\..*;\s\shttp://otc\.dyndns\.org/webscan/\)) RewriteRule .* / [F,I,L] RewriteCond User-Agent: (?:Mozilla/5\.0\s\(compatible;\sYodaoBot/1\..*\)) RewriteRule .* / [F,I,L] RewriteCond User-Agent: (?:Mozilla/5\.0\s\(compatible;YodaoBot-Image/1\..*\)) RewriteRule .* / [F,I,L] RewriteCond User-Agent: (?:Mozilla/5\.0\s\(Macintosh;\sIntel\sMac\sOS\sX\)\sExcel/12\..*) RewriteRule .* / [F,I,L] RewriteCond User-Agent: (?:Mozilla/5\.0\s\(Macintosh;\sU;\s.*Mac\sOS\sX;\s.*\)\sAppleWebKit/.*\s\(.*\)\sPandora/2\..*) RewriteRule .* / [F,I,L] RewriteCond User-Agent: (?:Mozilla/5\.0\s\(SnapPreviewBot\)\sGecko/.*\sFirefox/.*) RewriteRule .* / [F,I,L] RewriteCond User-Agent: (?:Mozilla/5\.0\s\(Twiceler.*\)) RewriteRule .* / [F,I,L] RewriteCond User-Agent: (?:Mozilla/5\.0\s\(Windows;\sU;\sWindows\sNT\s5\.1;\sen-US\)\sSpeedy\sSpider\s\(http://www\.entireweb\.com/about/search_tech/speedy_spider/\)) RewriteRule .* / [F,I,L] RewriteCond User-Agent: (?:Mozilla/5\.0\sgURLChecker/.*) RewriteRule .* / [F,I,L] RewriteCond User-Agent: (?:mp3Spider\scn-search-devel\sat\syahoo-inc\sdot\scom) RewriteRule .* / [F,I,L] RewriteCond User-Agent: (?:MQbot.*) RewriteRule .* / [F,I,L] RewriteCond User-Agent: (?:MSProxy/.*) RewriteRule .* / [F,I,L] RewriteCond User-Agent: (?:Myst\sMonitor\sService\sv.*) RewriteRule .* / [F,I,L] RewriteCond User-Agent: (?:Myzilla) RewriteRule .* / [F,I,L] RewriteCond User-Agent: (?:naoFavicon4IE.*) RewriteRule .* / [F,I,L] RewriteCond User-Agent: (?:NaverBot-.*\s\(NHN\sCorp.*naver\.com\)) RewriteRule .* / [F,I,L] RewriteCond User-Agent: (?:Net\sProbe) RewriteRule .* / [F,I,L] RewriteCond User-Agent: (?:Net\sVampire/.*) RewriteRule .* / [F,I,L] RewriteCond User-Agent: (?:Net_Vampire.*) RewriteRule .* / [F,I,L] RewriteCond User-Agent: (?:NetAnts.*) RewriteRule .* / [F,I,L] RewriteCond User-Agent: (?:NetCarta_WebMapper/.*) RewriteRule .* / [F,I,L] RewriteCond User-Agent: (?:Netchart\sAdv\sCrawler.*) RewriteRule .* / [F,I,L] RewriteCond User-Agent: (?:NetID\.com\sBot.*) RewriteRule .* / [F,I,L] RewriteCond User-Agent: (?:NetMechanic.*) RewriteRule .* / [F,I,L] RewriteCond User-Agent: (?:Netprospector.*) RewriteRule .* / [F,I,L] RewriteCond User-Agent: (?:NetPumper.*) RewriteRule .* / [F,I,L] RewriteCond User-Agent: (?:NetReality.*) RewriteRule .* / [F,I,L] RewriteCond User-Agent: (?:NetSucker.*) RewriteRule .* / [F,I,L] RewriteCond User-Agent: (?:NetZip\sDownloader.*) RewriteRule .* / [F,I,L] RewriteCond User-Agent: (?:NewsGator/.*) RewriteRule .* / [F,I,L] RewriteCond User-Agent: (?:NextGenSearchBot.*\(for\sinformation\svisit\s.*\)) RewriteRule .* / [F,I,L] RewriteCond User-Agent: (?:NexTools\sWebAgent.*) RewriteRule .* / [F,I,L] RewriteCond User-Agent: (?:NG-Search/.*) RewriteRule .* / [F,I,L] RewriteCond User-Agent: (?:ng/.*) RewriteRule .* / [F,I,L] RewriteCond User-Agent: (?:nicebot) RewriteRule .* / [F,I,L] RewriteCond User-Agent: (?:Nozilla/P\.N\s\(Just\sfor\sIDS\sworing\)) RewriteRule .* / [F,I,L] RewriteCond User-Agent: (?:NP/.*) RewriteRule .* / [F,I,L] RewriteCond User-Agent: (?:NPBot.*) RewriteRule .* / [F,I,L] RewriteCond User-Agent: (?:Nudelsalat/.*) RewriteRule .* / [F,I,L] RewriteCond User-Agent: (?:Nutch/0\.\?\s\(OpenX\sSpider\)) RewriteRule .* / [F,I,L] RewriteCond User-Agent: (?:Nutscrape) RewriteRule .* / [F,I,L] RewriteCond User-Agent: (?:Nutscrape/.*\s\(CP/M;\s8-bit.*\)) RewriteRule .* / [F,I,L] RewriteCond User-Agent: (?:NV32ts) RewriteRule .* / [F,I,L] RewriteCond User-Agent: (?:oBot) RewriteRule .* / [F,I,L] RewriteCond User-Agent: (?:OCN-SOC/.*) RewriteRule .* / [F,I,L] RewriteCond User-Agent: (?:Offline\sDownloader.*) RewriteRule .* / [F,I,L] RewriteCond User-Agent: (?:Offline\sExplorer.*) RewriteRule .* / [F,I,L] RewriteCond User-Agent: (?:online\slink\svalidator\s\(http://www\.dead-links\.com/\)) RewriteRule .* / [F,I,L] RewriteCond User-Agent: (?:Open\sWeb\sAnalytics\sBot.*) RewriteRule .* / [F,I,L] RewriteCond User-Agent: (?:Oracle\sEnterprise\sSearch) RewriteRule .* / [F,I,L] RewriteCond User-Agent: (?:OSSProxy.*) RewriteRule .* / [F,I,L] RewriteCond User-Agent: (?:OutfoxBot/.*) RewriteRule .* / [F,I,L] RewriteCond User-Agent: (?:P3P\sClient) RewriteRule .* / [F,I,L] RewriteCond User-Agent: (?:PageDown.*) RewriteRule .* / [F,I,L] RewriteCond User-Agent: (?:Pageload.*) RewriteRule .* / [F,I,L] RewriteCond User-Agent: (?:PageNest/.*) RewriteRule .* / [F,I,L] RewriteCond User-Agent: (?:Pajaczek/.*) RewriteRule .* / [F,I,L] RewriteCond User-Agent: (?:panscient\.com) RewriteRule .* / [F,I,L] RewriteCond User-Agent: (?:pavuk/.*) RewriteRule .* / [F,I,L] RewriteCond User-Agent: (?:PEAR\sHTTP_Request.*) RewriteRule .* / [F,I,L] RewriteCond User-Agent: (?:Pete-Spider/1\..*) RewriteRule .* / [F,I,L] RewriteCond User-Agent: (?:PHP.*) RewriteRule .* / [F,I,L] RewriteCond User-Agent: (?:PicaLoader.*) RewriteRule .* / [F,I,L] RewriteCond User-Agent: (?:PigBlock\s\(Windows\sNT\s5\.1;\sU\).*) RewriteRule .* / [F,I,L] RewriteCond User-Agent: (?:Pingdom\sGIGRIB.*) RewriteRule .* / [F,I,L] RewriteCond User-Agent: (?:pixfinder/.*) RewriteRule .* / [F,I,L] RewriteCond User-Agent: (?:PlantyNet_WebRobot.*) RewriteRule .* / [F,I,L] RewriteCond User-Agent: (?:PMAFind) RewriteRule .* / [F,I,L] RewriteCond User-Agent: (?:Pockey.*) RewriteRule .* / [F,I,L] RewriteCond User-Agent: (?:POE-Component-Client-HTTP/.*) RewriteRule .* / [F,I,L] RewriteCond User-Agent: (?:polybot\?.*) RewriteRule .* / [F,I,L] RewriteCond User-Agent: (?:Privoxy/.*) RewriteRule .* / [F,I,L] RewriteCond User-Agent: (?:ProWebWalker.*) RewriteRule .* / [F,I,L] RewriteCond User-Agent: (?:ProxyTester.*) RewriteRule .* / [F,I,L] RewriteCond User-Agent: (?:Prozilla.*) RewriteRule .* / [F,I,L] RewriteCond User-Agent: (?:psbot/.*\s\(\?http://www\.picsearch\.com/bot\.html\)) RewriteRule .* / [F,I,L] RewriteCond User-Agent: (?:PycURL/.*) RewriteRule .* / [F,I,L] RewriteCond User-Agent: (?:Python.*) RewriteRule .* / [F,I,L] RewriteCond User-Agent: (?:QuickFinder\sCrawler) RewriteRule .* / [F,I,L] RewriteCond User-Agent: (?:Radiation\sRetriever.*) RewriteRule .* / [F,I,L] RewriteCond User-Agent: (?:RealDownload/.*) RewriteRule .* / [F,I,L] RewriteCond User-Agent: (?:RedCarpet/.*) RewriteRule .* / [F,I,L] RewriteCond User-Agent: (?:RepoMonkey.*) RewriteRule .* / [F,I,L] RewriteCond User-Agent: (?:Rewmi/.*) RewriteRule .* / [F,I,L] RewriteCond User-Agent: (?:RPT-HTTPClient/.*) RewriteRule .* / [F,I,L] RewriteCond User-Agent: (?:rssImagesBot/0\.1\s\(.*http://herbert\.groot\.jebbink\.nl/\?app=rssImages\)) RewriteRule .* / [F,I,L] RewriteCond User-Agent: (?:SBL-BOT.*) RewriteRule .* / [F,I,L] RewriteCond User-Agent: (?:ScollSpider/2\..*) RewriteRule .* / [F,I,L] RewriteCond User-Agent: (?:ScoutAbout.*) RewriteRule .* / [F,I,L] RewriteCond User-Agent: (?:searchbot\sadmin@google\.com) RewriteRule .* / [F,I,L] RewriteCond User-Agent: (?:sEasyDL/.*) RewriteRule .* / [F,I,L] RewriteCond User-Agent: (?:Seeker\.lookseek\.com) RewriteRule .* / [F,I,L] RewriteCond User-Agent: (?:SeznamBot/.*) RewriteRule .* / [F,I,L] RewriteCond User-Agent: (?:shaboyi\sspider) RewriteRule .* / [F,I,L] RewriteCond User-Agent: (?:shareaza.*) RewriteRule .* / [F,I,L] RewriteCond User-Agent: (?:Shelob\s\(shelob@gmx\.net\)) RewriteRule .* / [F,I,L] RewriteCond User-Agent: (?:shelob\sv1\..*) RewriteRule .* / [F,I,L] RewriteCond User-Agent: (?:sherlock/.*) RewriteRule .* / [F,I,L] RewriteCond User-Agent: (?:Shim\?Crawler.*) RewriteRule .* / [F,I,L] RewriteCond User-Agent: (?:ShowXML/1\.0\slibwww/5\.4\.0) RewriteRule .* / [F,I,L] RewriteCond User-Agent: (?:SilentSurf.*) RewriteRule .* / [F,I,L] RewriteCond User-Agent: (?:Site\sValet\sOnline.*) RewriteRule .* / [F,I,L] RewriteCond User-Agent: (?:SITECHECKER) RewriteRule .* / [F,I,L] RewriteCond User-Agent: (?:SiteParser/.*) RewriteRule .* / [F,I,L] RewriteCond User-Agent: (?:SiteSnagger.*) RewriteRule .* / [F,I,L] RewriteCond User-Agent: (?:SiteSucker/.*) RewriteRule .* / [F,I,L] RewriteCond User-Agent: (?:SiteWinder.*) RewriteRule .* / [F,I,L] RewriteCond User-Agent: (?:SlySearch/.*) RewriteRule .* / [F,I,L] RewriteCond User-Agent: (?:SmallProxy.*) RewriteRule .* / [F,I,L] RewriteCond User-Agent: (?:SmartDownload/.*) RewriteRule .* / [F,I,L] RewriteCond User-Agent: (?:sna-0\.0\..*) RewriteRule .* / [F,I,L] RewriteCond User-Agent: (?:Snapbot/.*) RewriteRule .* / [F,I,L] RewriteCond User-Agent: (?:Snoopy.*) RewriteRule .* / [F,I,L] RewriteCond User-Agent: (?:SOFTWING_TEAR_AGENT.*) RewriteRule .* / [F,I,L] RewriteCond User-Agent: (?:Sogou\sdevelop\sspider/.*) RewriteRule .* / [F,I,L] RewriteCond User-Agent: (?:Sogou\shead\sspider.*) RewriteRule .* / [F,I,L] RewriteCond User-Agent: (?:sogou\sjs\srobot\(.*\)) RewriteRule .* / [F,I,L] RewriteCond User-Agent: (?:Sogou\sOrion\sspider/.*) RewriteRule .* / [F,I,L] RewriteCond User-Agent: (?:Sogou\sPic\sAgent) RewriteRule .* / [F,I,L] RewriteCond User-Agent: (?:Sogou\sPic\sSpider) RewriteRule .* / [F,I,L] RewriteCond User-Agent: (?:Sogou\sPush\sSpider/.*) RewriteRule .* / [F,I,L] RewriteCond User-Agent: (?:sogou\sspider) RewriteRule .* / [F,I,L] RewriteCond User-Agent: (?:sogou\sweb\sspider.*) RewriteRule .* / [F,I,L] RewriteCond User-Agent: (?:Sogou-Test-Spider/.*) RewriteRule .* / [F,I,L] RewriteCond User-Agent: (?:sohu.*) RewriteRule .* / [F,I,L] RewriteCond User-Agent: (?:Space.*Bison/.*) RewriteRule .* / [F,I,L] RewriteCond User-Agent: (?:SpankBot.*) RewriteRule .* / [F,I,L] RewriteCond User-Agent: (?:SpeedDownload/.*) RewriteRule .* / [F,I,L] RewriteCond User-Agent: (?:Speedy\sSpider\s\(http://www\.entireweb\.com/about/search_tech/speedy_spider/\)) RewriteRule .* / [F,I,L] RewriteCond User-Agent: (?:spider\s\(tspyyp@tom\.com\)) RewriteRule .* / [F,I,L] RewriteCond User-Agent: (?:Sqeobot/0\..*) RewriteRule .* / [F,I,L] RewriteCond User-Agent: (?:SquigglebotBot/.*) RewriteRule .* / [F,I,L] RewriteCond User-Agent: (?:Sqworm/.*) RewriteRule .* / [F,I,L] RewriteCond User-Agent: (?:Star.*Downloader/.*) RewriteRule .* / [F,I,L] RewriteCond User-Agent: (?:Steeler/.*) RewriteRule .* / [F,I,L] RewriteCond User-Agent: (?:STEROID\sDownload) RewriteRule .* / [F,I,L] RewriteCond User-Agent: (?:Strategic\sBoard\sBot\s\(\?http://www\.strategicboard\.com\)) RewriteRule .* / [F,I,L] RewriteCond User-Agent: (?:Sunrise/0\..*) RewriteRule .* / [F,I,L] RewriteCond User-Agent: (?:SuperBot/.*) RewriteRule .* / [F,I,L] RewriteCond User-Agent: (?:SuperHTTP/.*) RewriteRule .* / [F,I,L] RewriteCond User-Agent: (?:Surf\sKnight) RewriteRule .* / [F,I,L] RewriteCond User-Agent: (?:SurfControl) RewriteRule .* / [F,I,L] RewriteCond User-Agent: (?:SurveyBot/.*) RewriteRule .* / [F,I,L] RewriteCond User-Agent: (?:SynapticSearch/AI\sCrawler\s1\.\?) RewriteRule .* / [F,I,L] RewriteCond User-Agent: (?:Taiga\sweb\sspider) RewriteRule .* / [F,I,L] RewriteCond User-Agent: (?:Talkro\sWeb-Shot/.*) RewriteRule .* / [F,I,L] RewriteCond User-Agent: (?:Tarantula/.*) RewriteRule .* / [F,I,L] RewriteCond User-Agent: (?:Tasap-image-robot/0\..*\s\(http://www\.tasap\.com\)) RewriteRule .* / [F,I,L] RewriteCond User-Agent: (?:Tcl\shttp\sclient\spackage.*) RewriteRule .* / [F,I,L] RewriteCond User-Agent: (?:Teleport.*) RewriteRule .* / [F,I,L] RewriteCond User-Agent: (?:TerrawizBot/.*) RewriteRule .* / [F,I,L] RewriteCond User-Agent: (?:TheInformant.*) RewriteRule .* / [F,I,L] RewriteCond User-Agent: (?:Theme\sSpider.*) RewriteRule .* / [F,I,L] RewriteCond User-Agent: (?:Titanium\s2005\s\(4\.02\.01\)) RewriteRule .* / [F,I,L] RewriteCond User-Agent: (?:TMCrawler) RewriteRule .* / [F,I,L] RewriteCond User-Agent: (?:Toata\sdragostea.*) RewriteRule .* / [F,I,L] RewriteCond User-Agent: (?:TurnitinBot/.*) RewriteRule .* / [F,I,L] RewriteCond User-Agent: (?:TutorGigBot/.*) RewriteRule .* / [F,I,L] RewriteCond User-Agent: (?:Tutorial\sCrawler.*) RewriteRule .* / [F,I,L] RewriteCond User-Agent: (?:Twingly\sRecon) RewriteRule .* / [F,I,L] RewriteCond User-Agent: (?:Twisted\sPageGetter) RewriteRule .* / [F,I,L] RewriteCond User-Agent: (?:Twitturly.*) RewriteRule .* / [F,I,L] RewriteCond User-Agent: (?:UofTDB_experiment.*\s\(leehyun@cs\.toronto\.edu\)) RewriteRule .* / [F,I,L] RewriteCond User-Agent: (?:UpTime\sChecker.*) RewriteRule .* / [F,I,L] RewriteCond User-Agent: (?:URI::Fetch/.*) RewriteRule .* / [F,I,L] RewriteCond User-Agent: (?:URL\sControl.*) RewriteRule .* / [F,I,L] RewriteCond User-Agent: (?:URL_Access/.*) RewriteRule .* / [F,I,L] RewriteCond User-Agent: (?:URL2File/.*) RewriteRule .* / [F,I,L] RewriteCond User-Agent: (?:URLCHECK) RewriteRule .* / [F,I,L] RewriteCond User-Agent: (?:URLy\sWarning.*) RewriteRule .* / [F,I,L] RewriteCond User-Agent: (?:User.*Agent:.*) RewriteRule .* / [F,I,L] RewriteCond User-Agent: (?:USER_AGENT) RewriteRule .* / [F,I,L] RewriteCond User-Agent: (?:USyd-NLP-Spider.*) RewriteRule .* / [F,I,L] RewriteCond User-Agent: (?:UtilMind\sHTTPGet) RewriteRule .* / [F,I,L] RewriteCond User-Agent: (?:VCI\sWebViewer.*) RewriteRule .* / [F,I,L] RewriteCond User-Agent: (?:Vegas95/.*) RewriteRule .* / [F,I,L] RewriteCond User-Agent: (?:VengaBot/.*) RewriteRule .* / [F,I,L] RewriteCond User-Agent: (?:virus_detector.*) RewriteRule .* / [F,I,L] RewriteCond User-Agent: (?:vobsub) RewriteRule .* / [F,I,L] RewriteCond User-Agent: (?:wadaino\.jp-crawler.*) RewriteRule .* / [F,I,L] RewriteCond User-Agent: (?:WAP_Browser/5\.0\s\(compatible;\sYodaoBot/1\..*\)) RewriteRule .* / [F,I,L] RewriteCond User-Agent: (?:Web\sDownloader.*) RewriteRule .* / [F,I,L] RewriteCond User-Agent: (?:Web\sDownloader/.*) RewriteRule .* / [F,I,L] RewriteCond User-Agent: (?:Web\sImage\sCollector.*) RewriteRule .* / [F,I,L] RewriteCond User-Agent: (?:Web\sMagnet.*) RewriteRule .* / [F,I,L] RewriteCond User-Agent: (?:WebAlta\sCrawler/.*) RewriteRule .* / [F,I,L] RewriteCond User-Agent: (?:WebAuto/.*) RewriteRule .* / [F,I,L] RewriteCond User-Agent: (?:webbandit/.*) RewriteRule .* / [F,I,L] RewriteCond User-Agent: (?:Webcheck\s.*) RewriteRule .* / [F,I,L] RewriteCond User-Agent: (?:Webclipping\.com) RewriteRule .* / [F,I,L] RewriteCond User-Agent: (?:webcollage/.*) RewriteRule .* / [F,I,L] RewriteCond User-Agent: (?:WebCopier.*) RewriteRule .* / [F,I,L] RewriteCond User-Agent: (?:WebCorp/.*) RewriteRule .* / [F,I,L] RewriteCond User-Agent: (?:WebDownloader.*) RewriteRule .* / [F,I,L] RewriteCond User-Agent: (?:WebEnhancer.*) RewriteRule .* / [F,I,L] RewriteCond User-Agent: (?:WebFetch) RewriteRule .* / [F,I,L] RewriteCond User-Agent: (?:webfetch/.*) RewriteRule .* / [F,I,L] RewriteCond User-Agent: (?:WebGatherer.*) RewriteRule .* / [F,I,L] RewriteCond User-Agent: (?:WebGet) RewriteRule .* / [F,I,L] RewriteCond User-Agent: (?:WebImages\s.*\s\(\?http://herbert\.groot\.jebbink\.nl/\?app=WebImages\?\)) RewriteRule .* / [F,I,L] RewriteCond User-Agent: (?:WebMiner.*) RewriteRule .* / [F,I,L] RewriteCond User-Agent: (?:WebPatrol/.*) RewriteRule .* / [F,I,L] RewriteCond User-Agent: (?:WebPix.*) RewriteRule .* / [F,I,L] RewriteCond User-Agent: (?:WebReaper.*) RewriteRule .* / [F,I,L] RewriteCond User-Agent: (?:WebRipper) RewriteRule .* / [F,I,L] RewriteCond User-Agent: (?:WebSauger.*) RewriteRule .* / [F,I,L] RewriteCond User-Agent: (?:Website\sDownloader.*) RewriteRule .* / [F,I,L] RewriteCond User-Agent: (?:Website\seXtractor.*) RewriteRule .* / [F,I,L] RewriteCond User-Agent: (?:Website\sQuester) RewriteRule .* / [F,I,L] RewriteCond User-Agent: (?:WebsiteExtractor.*) RewriteRule .* / [F,I,L] RewriteCond User-Agent: (?:websitepulse\schecker/.*) RewriteRule .* / [F,I,L] RewriteCond User-Agent: (?:WebSnatcher.*) RewriteRule .* / [F,I,L] RewriteCond User-Agent: (?:Webster\sPro.*) RewriteRule .* / [F,I,L] RewriteCond User-Agent: (?:WebStripper.*) RewriteRule .* / [F,I,L] RewriteCond User-Agent: (?:WebWhacker.*) RewriteRule .* / [F,I,L] RewriteCond User-Agent: (?:WebZIP.*) RewriteRule .* / [F,I,L] RewriteCond User-Agent: (?:West\sWind\sInternet\sProtocols.*) RewriteRule .* / [F,I,L] RewriteCond User-Agent: (?:Wget.*) RewriteRule .* / [F,I,L] RewriteCond User-Agent: (?:WinHttp.*) RewriteRule .* / [F,I,L] RewriteCond User-Agent: (?:WinScripter\siNet\sTools) RewriteRule .* / [F,I,L] RewriteCond User-Agent: (?:WinTools) RewriteRule .* / [F,I,L] RewriteCond User-Agent: (?:WIRE/.*\s\(Linux.*;\si686;\sBot,Robot,Spider,Crawler\)) RewriteRule .* / [F,I,L] RewriteCond User-Agent: (?:WISEbot/.*) RewriteRule .* / [F,I,L] RewriteCond User-Agent: (?:WordPress-B-/2\..*) RewriteRule .* / [F,I,L] RewriteCond User-Agent: (?:WordPress-Do-P-/2\..*) RewriteRule .* / [F,I,L] RewriteCond User-Agent: (?:woriobot.*) RewriteRule .* / [F,I,L] RewriteCond User-Agent: (?:WWW-Mechanize/.*) RewriteRule .* / [F,I,L] RewriteCond User-Agent: (?:wwwster/.*\s\(Beta,\smailto:gue@cis\.uni-muenchen\.de\)) RewriteRule .* / [F,I,L] RewriteCond User-Agent: (?:Xaldon\sWebSpider.*) RewriteRule .* / [F,I,L] RewriteCond User-Agent: (?:Xenu.*\sLink\sSleuth.*) RewriteRule .* / [F,I,L] RewriteCond User-Agent: (?:Xerka\sWebBot\sv1\..*) RewriteRule .* / [F,I,L] RewriteCond User-Agent: (?:XSpider.*) RewriteRule .* / [F,I,L] RewriteCond User-Agent: (?:Y!OASIS/.*) RewriteRule .* / [F,I,L] RewriteCond User-Agent: (?:Yahoo-MMCrawler.*) RewriteRule .* / [F,I,L] RewriteCond User-Agent: (?:YahooYSMcm/2\.0\.0) RewriteRule .* / [F,I,L] RewriteCond User-Agent: (?:Yeti/.*) RewriteRule .* / [F,I,L] RewriteCond User-Agent: (?:YodaoBot/.*) RewriteRule .* / [F,I,L] RewriteCond User-Agent: (?:YodaoBot/1\..*\s\(.*\)) RewriteRule .* / [F,I,L] RewriteCond User-Agent: (?:YooW!/.*\s\(\?http://www\.yoow\.eu\)) RewriteRule .* / [F,I,L] RewriteCond User-Agent: (?:YRL_ODP_CRAWLER) RewriteRule .* / [F,I,L] RewriteCond User-Agent: (?:Zao-Crawler) RewriteRule .* / [F,I,L] RewriteCond User-Agent: (?:Zao/.*) RewriteRule .* / [F,I,L] RewriteCond User-Agent: (?:Zend_Http_Client) RewriteRule .* / [F,I,L] RewriteCond User-Agent: (?:ZIBB\sCrawler\s\(email\saddress\s/\sWWW\saddress\)) RewriteRule .* / [F,I,L]