User-agent: Googlebot
Disallow: /*.pdf
Disallow: /downloads.asp
Disallow: /newsSelect.asp
Disallow: /newsSelect.asp*
Disallow: /privacy-statement.asp

User-agent: Googlebot-Image
Allow: /*

User-agent: Slurp
Crawl-delay: 300
Disallow: /*.pdf
Disallow: /downloads.asp
Disallow: /newsSelect.asp
Disallow: /newsSelect.asp*
Disallow: /privacy-statement.asp

User-Agent: Msnbot
Crawl-delay: 120
Disallow: /*.pdf
Disallow: /downloads.asp
Disallow: /newsSelect.asp
Disallow: /newsSelect.asp*
Disallow: /privacy-statement.asp

User-agent: nutch
Disallow: /

User-Agent: OmniExplorer_Bot
Disallow: /

User-agent: boitho.com-dc
Disallow: /

User-agent: Bitacle bot/1.1
Disallow: /

User-agent: Bitacle bot
Disallow: /

User-agent: Bitacle *
Disallow: /

User-agent: Bitacle*
Disallow: /

User-agent: Bitacle
Disallow: /

# Rules for all other bots not listed above
User-agent: *
Disallow: /*.pdf
Disallow: /downloads.asp
Disallow: /newsSelect.asp
Disallow: /newsSelect.asp*
Disallow: /privacy-statement.asp

# Sitemap location
Sitemap: http://www.projen.co.uk/sitemap.xml