# robots.txt 
User-agent: *
Crawl-delay: 30
Disallow:
Disallow: *.axd
Disallow: /cgi-bin/
Disallow: /member
User-agent: bingbot
Crawl-delay: 30
User-agent: ia_archiver
Disallow: /

User-agent: Slurp
Crawl-delay: 30