# This says to apply these settings to ALL search engine spiders/crawlers
# These settings will keep well behaved spiders from indexing your unwanted pages 

User-agent: *
Disallow: /acc
Disallow: /adv
Disallow: /check
Disallow: /create
Disallow: /log
Disallow: /pass
Disallow: /6
Disallow: /popup
Disallow: /sho
Disallow: /con
Disallow: /val
Disallow: /tel
Disallow: /imag
Disallow: /product_reviews_write.php
Disallow: /cookie_usage.php
Disallow: /paym
Disallow: /shipp
Disallow: /retur
Disallow: /priva
Disallow: /cond
Disallow: /cont
Disallow: /pd


# Just Uncomment a line or add new ones as you see fit.
# Disallow: /private
# Disallow: /hidden

User-agent: Googlebot-Image
Disallow: /

User-agent: ShopWiki/1.0
Disallow: /

User-agent: Teemer
Disallow: /

User-agent: Netseer
Disallow: /

User-agent: IRLbot/3.0
Disallow: /

User-agent: Charlotte
Disallow: /

User-agent: Yanga
Disallow: /

User-agent: dotbot
Disallow: /

User-agent: Slurp
Crawl-delay: 5000

User-agent: Slurp/3.0
Crawl-delay: 5000

User-agent: FAST MetaWeb Crawler
Crawl-delay: 100