# All robots will spider the domain
User-agent: *
# Disallow directory /admin/
Disallow: /admin/
# Disallow directory /myasg/
Disallow: /myasg/


User-Agent: MJ12bot
Disallow: