# Robots.txt for WWW.FSUWAP.ORG
# Contact Joshua Curry [<jdcurry (at) fsuwap (dot) com>]
#
#


# Disallow Yandex.ru on all pages b/c it causes high usage
User-agent: Yandex
Disallow: /

# Disallow MJ12bot
User-agent: MJ12bot
Disallow: /

# Disallow Cuil bot - hogs bandwidth
User-agent: twiceler
Disallow: /

# Rules for all others
User-agent: *
Crawl-delay: 5
Request-rate: 1/5
Visit-time: 0700-1400
Disallow: /admin/
Disallow: /conf/
Disallow: /convert/
Disallow: /core/
Disallow: /docs/
Disallow: /files/phpmyedit/
Disallow: /files/phpMyEdit-5.6/
Disallow: /files/tryouts/
Disallow: /images/
Disallow: /js/
Disallow: /lib/
Disallow: /manual/
Disallow: /mod/
Disallow: /setup/
Disallow: /statistics/
Disallow: /templates/
Disallow: /themes/
Disallow: /webmail/
Disallow: /ccc/ #temp for cc comm't, can be removed
Disallow: /verify/ #temp for verify, can be removed