# Robots.txt file created for domain: http://www.brisbane247.com
# Robots.txt file created for domain: http://www.goldcoast247.com
# Robots.txt file created for domain: http://www.brisbane247.com.au
# Robots.txt file created for domain: http://www.goldcoast247.com.au
# Robots.txt file created for domain: http://www.sydney247.com.au
# Robots.txt file created for domain: http://www.melbourne247.com
# Robots.txt file created for domain: http://www.melbourne247.com.au
# Robots.txt file created for domain: http://www.byron247.com.au
# Robots.txt file created for domain: http://www.byronbay247.com.au
# Robots.txt file created for domain: http://www.hobart247.com.au
# Robots.txt file created for domain: http://www.tasmania247.com.au
# Robots.txt file created for domain: http://www.adelaide247.com.au
# Robots.txt file created for domain: http://www.perth247.com.au
# Robots.txt file created for domain: http://www.my247.com.au

# All robots will spider the domain
User-agent: *
Disallow: 

# Except the Fast crawler(too resource hungry)
User-agent: fast
Disallow: /


# Disallow directory /alist/
User-agent: *
Disallow: /alist/