User-agent: BecomeBot   # http://www.become.com/site_owners.html
Crawl-Delay: 30         # waits 30 seconds between pages when crawling

User-agent: msnbot
Crawl-Delay: 10

User-agent: Teoma
Crawl-Delay: 10

User-agent: Slurp       # Yahoo! Slurp
Crawl-Delay: 10

# directed to all other spiders
USER-AGENT: *


# Folder names WITHOUT a trailing slash disallows every file in that folder (and beyond?).

DISALLOW: favicon.ico
DISALLOW: /graphics
DISALLOW: /ss7docs
DISALLOW: /ssdocs
DISALLOW: /ssimages
DISALLOW: /finales

Disallow: /*.gif$
Disallow: /*.png$
Disallow: /*.jpg$
Disallow: /*.jpeg$


# <meta name="robots" content="noindex,nofollow" />

# <meta HTTP-EQUIV="REFRESH" content="0; url=http://www.yourdomain.com/index.html">

# Robots directives for Disallow/Allow are case-sensitive.
# Use the correct capitalization to match your web site.