# Date created: May 24 2007
# Last updated: May 24 2007

# Exclude all robots from these directories
User-agent: *
Disallow: /donna/

# exclude some access-controlled areas
User-agent: *
Disallow: /donna/php/
Disallow: /donna/css/

# disallow all files ending in specific extensions
Disallow: /*.php$
Disallow: /*.css$

# let google peek at all pics
User-agent: Googlebot-Image
Allow: /*.gif$
Allow: /*.png$
Allow: /*.jpg$
Allow: /*.jpeg$
Allow: /*.ico$
Allow: /images/
Allow: /pics/

# Slow down msnbot to a crawl as it is a bandwidth hog
User-agent: msnbot
Crawl-Delay: 120
User-agent: msnbot-news
Crawl-Delay: 120
User-agent: msnbot-media
Crawl-Delay: 120
User-agent: msnbot-products
Crawl-Delay: 120