# Agents used for both good and bad purposes, such as sucking up bandwidth # by downloading entire sites, or probing servers for security exploits. # RewriteCond %{HTTP_USER_AGENT} ^(ASPSeek|Deweb|Fetch|FlashGet|Getleft|GetURL|GetWebPage|.*HTTrack|KWebGet|libwww-perl|Mirror|NetAnts|NetCarta|netprospector|Net.Vampire|pavuk|PSurf|PushSite|reget|Rsync|Shai|SpiderBot|SuperBot|tarspider|Templeton|w3mir|web.by.mail|WebCopier|WebCopy|WebMiner|WebReaper|WebSnake|WebStripper|webvac|webwalk|WebCopier|WebZIP|Wget|XGET) [NC,OR] # User-Agent: Bloglines* # Disallow: /feed # User-Agent: Bloglines/3.1 # Disallow: /feed User-Agent: Googlebot-Image Disallow: / User-agent: Yahoo-MMCrawler Disallow: / # User-agent: Mediapartners-Google* # Disallow: User-agent: * Disallow: /stats Disallow: /digg-it Disallow: /bugs Disallow: /trac Disallow: /forum # BEGIN XML-SITEMAP-PLUGIN Sitemap: http://www.aroundmyroom.com/sitemap.xml # END XML-SITEMAP-PLUGIN