# robots.txt for http://www.schnews.org.uk/
# webmaster@schnews.org.uk
# Last modified: 20 Sept 2008
# See http://info.webcrawler.com/mak/projects/robots/norobots.html

User-agent: *
Disallow: /database/
Disallow: /archive/pdf/
Disallow: /admin/
Disallow: /cgi-bin/
Disallow: /contacts/
Disallow: /contactsdatabase/
Disallow: /contacts_beta/
Disallow: /content/
Disallow: /functions/
Disallow: /images-book-reviews/
Disallow: /images-reviews/
Disallow: /images_extra/
Disallow: /images_issues/
Disallow: /images_main/
Disallow: /images_main-01/
Disallow: /images_menu/
Disallow: /images_merhcandise/
Disallow: /includes/
Disallow: /java/
Disallow: /keywordSearch/
Disallow: /new_database/
Disallow: /php/
Disallow: /storyAdmin/


User-agent:Googlebot

Crawl-delay: 86400
Request-rate: 1/20000