# No one allowed in here

User-agent: *
Disallow: /*wrec=&
Disallow: /*wrecks_print.php
Disallow: /*wrecks_print*.php
Disallow: /pdf/
Disallow: /pdf_read/
Disallow: /mnl/
Disallow: /ins/
Disallow: /file_store/
Disallow: /ship_site/
Disallow: /images/
Disallow: /js/
Disallow: /templates/
Disallow: /sandtrap/
Disallow: /ShipIndex/
Disallow: /control/
Disallow: /cgi-bin/

# allow only important bots

User-agent: Googlebot
User-agent: Googlebot-ImageUser-agent: Mediapartners-Google
User-agent: Google-Site-Verification/1.0
User-agent: msnbot
User-agent: msnbot-media
User-agent: Slurp
User-agent: Teoma

Allow: /

User-agent: *
Disallow: /

# Control activity

User-agent: Slurp
Crawl-delay: 1000

User-agent: msnbot
Crawl-delay: 2000

User-agent: Teoma
Crawl-delay: 2000

User-agent: msnbot-media
Crawl-delay: 2000

Sitemap: http://www.irishshipwrecks.com/sitemap.xml