# UKPMC robots.txt # For Google User-agent: Googlebot Disallow: /ptpmcrender.cgi # User-agent: MSNBot # Disallow: /ptpmcrender.cgi # For all others User-agent: * Disallow: / Sitemap: http://ukpmc.ac.uk/sitemapindex.xml Crawl-delay: 10