Sitemap: http://acquire.co.nz/sitemap.xml

# Disallow all by default
User-agent: *
User-agent: MJ12bot
Disallow: /
Crawl-delay: 600

# Allow the important bots
User-agent: bingbot
User-agent: CCBot
User-agent: Dataprovider
User-agent: DeuSu
User-agent: DotBot
User-agent: DuckDuckGo
User-agent: Embedly
User-agent: Exabot
User-agent: Genieo
User-agent: Googlebot
User-agent: Googlebot-Image
User-agent: Mediapartners-Google
User-agent: msnbot
User-agent: msnbot-media
User-agent: OrangeBot
User-agent: PrivacyAware
User-agent: Qwantify
User-agent: SMTBot
User-agent: ShopWiki
User-agent: Slurp
User-agent: SpamBayes
User-agent: spbot
User-agent: twiceler
User-agent: Twitterbot
User-agent: Uptimebot
User-agent: Yahoo-Blogs
User-agent: Yahoo-MMCrawler
User-agent: Yahoo!
User-agent: WebCorp

# Folders
Disallow: /_private/
Disallow: /downloads/
Disallow: /partners/
Disallow: /people/
Disallow: /admin/
Disallow: /acquire/skin_assets/
Disallow: /acquire/images/
Disallow: /acquire/promos/

# Files
Disallow: /CHANGELOG.txt
Disallow: /cron.php
Disallow: /INSTALL.mysql.txt
Disallow: /INSTALL.pgsql.txt
Disallow: /install.php
Disallow: /INSTALL.txt
Disallow: /LICENSE.txt
Disallow: /MAINTAINERS.txt
Disallow: /update.php
Disallow: /UPGRADE.txt
Disallow: /xmlrpc.php

# Paths
Disallow: /acquire/default.asp?PageID=SearchResults
Crawl-delay: 60