#will this prevent spam - added 31/01/2007
#User-agent: ArchitextSpider
#User-agent: Ask Jeeves
#User-agent: FAST-WebCrawler
#User-agent: Freecrawl
#User-agent: Googlebot
#User-agent: Googlebot-Mobile
#User-agent: Googlebot-Image
#User-agent: Mediapartners-Google
#User-agent: Adsbot-Google
#User-agent: Gulliver
#User-agent: ia_archiver
#User-agent: InfoSeek
#User-agent: Lycos
#User-agent: Scooter
#User-agent: Slurp
#Disallow:

User-agent: *
Disallow: