#======================================
#
# Edit by Ben-Ja http://www.net4me.net
# On Tue Aug 19 10:28:51 2008
#
#======================================
# All robots will spider the domain
User-agent: MSNBot
Crawl-delay: 120
Disallow: 

User-agent: Slurp
Disallow:
Allow: /

User-agent: ia_archiver
Disallow:
Allow: /

User-agent: *
Disallow:
Allow: /
#======================================