User-agent: *

Disallow: /_vti_bin/
Disallow: /_fpclass/
Disallow: /_vti_cnf/
Disallow: /_private/
Disallow: /_vti_log/
Disallow: /_vti_pvt/
Disallow: /_vti_txt/
Disallow: /_vti_script/
Disallow: /_themes/
Disallow: /_derived/
Disallow: /_overlay/
Disallow: /images/

# list of seacrh engines for future edits.

# User-agent: Googlebot
# User-agent: InfoNaviRobot
# User-agent: TV33_Mercator
# User-agent: AVSearch
# User-agent: Mercator
# User-agent: Scooter
# User-agent: Slurp
# User-agent: SearchengineLicenceSheep
# User-agent: shadow
# User-agent: MultiText
# User-agent: FAST-WebCrawler
# User-agent: Lycos_Spider
# User-agent: Atomz
# User-agent: htdig
# User-agent: spider00.logika.net
# User-agent: NetMechanic
# User-agent: libwww-perl
# User-agent: Teleport Pro

# Disallow: / [whatever directory or file required goes here]

# updated 2006-05-14 (created standard robot file)