###############################
# robots.txt file for dkit.ie #
###############################

User-agent: *

# list folders robots are not allowed to index
Disallow: /media/
Disallow: /cgi-bin/
Disallow: /images/
Disallow: /setup/
Disallow: /users/

Sitemap: http://ww2.dkit.ie/content/view/sitemap/2

Crawl-delay: 10

Request-rate: 1/5         # maximum rate is one page every 5 seconds
Visit-time: 1800-0800     # only visit between 6:00 PM and 8:00 AM UT (GMT)