User-agent: *
Disallow: /Administrator/
Disallow: /CustomTags/
Disallow: /Errors/
Disallow: /Mapping/
Disallow: /Skin/
Disallow: /UDF/
Disallow: /Fireworks/
Disallow: /Honeypot/
Disallow: /Test/
Disallow: /Accounts/Images/index.cfm
Disallow: /foo/
Disallow: /Payment/
Disallow: /Mails/


User-agent: Art-Online.com+0.9(Beta)
Disallow: /

User-agent: YahooSeeker 
Disallow: / 


User-agent: PennStateSpider (http://aset.its.psu.edu/googledocs/crawler_info.html)
Disallow: / 

User-agent: Slurp
Crawl-delay: 2  #value 0-5. added on 10:30pm March 11 2009