# allow only important bots
User-agent: Googlebot
User-agent: Googlebot-Image
User-agent: Mediapartners-Google
User-agent: Googlebot-Mobile
User-agent: msnbot
User-agent: msnbot-media
User-agent: Slurp
User-agent: Yahoo-Blogs
User-agent: Yahoo-MMCrawler

# Directories
Allow: /css/
Allow: /fonts/
Allow: /js/
Allow: /img/
Allow: /blog/
Disallow: /cgi-bin/

#Sitemaps
Sitemap: http://www.shootraw.com.au/sitemap.xml


User-agent: Teleport
Disallow: /
 
User-agent: TeleportPro
Disallow: /
 
User-agent: EmailCollector
Disallow: /
 
User-agent: EmailSiphon
Disallow: /
 
User-agent: WebBandit
Disallow: /
 
User-agent: WebZIP
Disallow: /
 
User-agent: WebReaper
Disallow: /
 
User-agent: WebStripper
Disallow: /
 
User-agent: Web Downloader
Disallow: /
 
User-agent: WebCopier
Disallow: /
 
User-agent: Offline Explorer Pro
Disallow: /
 
User-agent: HTTrack Website Copier
Disallow: /
 
User-agent: Offline Commander
Disallow: /
 
User-agent: Leech
Disallow: /
 
User-agent: WebSnake
Disallow: /
 
User-agent: BlackWidow
Disallow: /
 
User-agent: HTTP Weazel
Disallow: /