User-agent: 008
User-agent: HTTrack
User-agent: Teleport
User-agent: TeleportPro
User-agent: webcopy
User-agent: webmirror
User-agent: webzip
User-agent: Wget
User-agent: wget
Disallow: /

User-agent: *
Disallow: /album/conpath.php
Disallow: /album/index.php
Disallow: /album/main.php
Disallow: /album/outweb.php
Disallow: /album/printview.php
Disallow: /cgi-bin/
Disallow: /database/email
Disallow: /database/image.php
Disallow: /database/media.php
Disallow: /database/resource.php
Disallow: /database/rslp_search.php
Disallow: /database/vid_audio.php
Disallow: /geo/scache
Disallow: /info/feedback/corrections.php
Disallow: /inter
Disallow: /login/
Disallow: /myscran/
Disallow: /packs/pathfinders/category.php
Disallow: /packs/pathfinders/sub_category.php
Disallow: /search/netwide.php
Disallow: /shop/forgottenpw.php
Disallow: /shop/image_sales/
Disallow: /shop/my_details.php
Disallow: /Shibboleth.sso
Disallow: /~svene/

Sitemap: http://www.scran.ac.uk/sitemap-index.xml

User-agent: *
Crawl-delay: 1