User-agent: *
Disallow: /cgi-bin/
Disallow: /includes/
Disallow: /admin/
Disallow: /kcaptcha/
Dissalow: /subscr/
Dissalow: error*

Request-rate: 1/5         # maximum rate is one page every 5 seconds
Visit-time: 0200-0800     # only visit between 06:00 and 08:45 UTC (GMT)

User-agent: ia_archiver
User-agent: Googlebot
Disallow: /cgi-bin


Request-rate: 1/5         # maximum rate is one page every 5 seconds
Visit-time: 0200-0800     # only visit between 06:00 and 08:45 UTC (GMT)