# if you want to add own robot rules, do it BEFORE the final rule matching *

User-agent: *
Crawl-delay: 20
# This has to match script url + cfg.url_prefix_action - it
# saves lots of search engine load and traffic by disallowing crawlers
# to request action related URLs.
#
# NOTE - in order to make this have any effect, you have to set
#        url_prefix_action to "action", cf. HelpOnConfiguration

Disallow: /action/

Disallow: /listarchive/
Disallow: /stats/
Disallow: /nod32/

# imported from ccpc4
Disallow: /admdb/
Disallow: /mp3cd
Disallow: /bgr
Disallow: /images
Disallow: /arch
Disallow: /fw
Disallow: /gif
Disallow: /icons
Disallow: /accesswatch
Disallow: /stats
Disallow: /ISO-8859-5
Disallow: /ibm866
Disallow: /x-mac-cyrillic
Disallow: /koi8-r
Disallow: /windows-1251
Disallow: /broken_rus.shtml.en
Disallow: /cgi-bin/
Disallow: /whois/
Disallow: /pub/apel/
Disallow: /wsvn/
Disallow: /vnc/
Disallow: /tmp/