# Robots.txt file
# /directory/ <-- covers whole directory
# /file.html <-- covers this file

User-agent: msnbot 
Crawl-delay: 800

User-agent: *
Disallow: /cgi-bin/
Disallow: /images/
Disallow: /misc/
Disallow: /stats/
Disallow: /wp/