# UKPMC robots.txt

# Google
User-agent: Googlebot
Disallow: /classic
# Disallow: /*/articles/*/pdf/
# Disallow: /articles/*/pdf/
# Disallow: /articles/*?pdf=render
# Disallow: /articles/*?*blobtype=pdf*
Disallow: /advancedsearch
Disallow: /feedback/*
Disallow: /*?wicket:interface*
Disallow: /search/*
#Disallow: /search?*
Disallow: /*?europe_pmc_extredirect=*
Disallow: /ftp/oa/*
Disallow: /Funders/rss/*
Disallow: /exception*
Disallow: /*/*jsessionid*

#
# Yahoo
User-agent: Slurp
Disallow: /classic
Disallow: /*/articles/*/pdf/
Disallow: /articles/*/pdf/
Disallow: /articles/*?pdf=render
Disallow: /articles/*?*blobtype=pdf*
Disallow: /advancedsearch
Disallow: /feedback/*
Disallow: /*?wicket:interface*
Disallow: /search/*
Disallow: /search?*
Disallow: /abstract/*
Disallow: /*?europe_pmc_extredirect=*
Disallow: /ftp/oa/*
Disallow: /exception/*
Disallow: /Funders/rss/*

# Bing
User-agent: bingbot
Disallow: /classic
# Disallow: /*/articles/*/pdf/
# Disallow: /articles/*/pdf/
# Disallow: /articles/*?pdf=render
# Disallow: /articles/*?*blobtype=pdf*
Disallow: /advancedsearch
Disallow: /feedback/*
Disallow: /*?wicket:interface*
Disallow: /search/*
Disallow: /search?*
Disallow: /*?europe_pmc_extredirect=*
Disallow: /ftp/oa/*
Disallow: /Funders/rss/*
Disallow: /exception*
Disallow: /*/*jsessionid*

User-agent: MSNbot
Disallow: /classic
Disallow: /*/articles/*/pdf/
Disallow: /articles/*/pdf/
Disallow: /articles/*?pdf=render
Disallow: /articles/*?*blobtype=pdf*
Disallow: /advancedsearch
Disallow: /feedback/*
Disallow: /*?wicket:interface*
Disallow: /ftp/oa/*
Disallow: /search/*
Disallow: /search?*
Disallow: /abstract/*
Disallow: /*?europe_pmc_extredirect=*
Disallow: /Funders/rss/*
Disallow: /exception/*

User-agent: baiduspider
Disallow: /classic
Disallow: /*/articles/*/pdf/
Disallow: /articles/*/pdf/
Disallow: /articles/*?pdf=render
Disallow: /articles/*?*blobtype=pdf*
Disallow: /advancedsearch
Disallow: /feedback/*
Disallow: /*?wicket:interface*
Disallow: /ftp/oa/*
Disallow: /search/*
Disallow: /search?*
Disallow: /abstract/*
Disallow: /*?europe_pmc_extredirect=*
Disallow: /Funders/rss/*
Disallow: /exception/*


# For all other bots
User-agent: *
Disallow: /

Sitemap: http://europepmc.org/sitemap_abstract_index.xml
Sitemap: http://europepmc.org/sitemap_fulltext_index.xml
Sitemap: http://europepmc.org/sitemap_authors_index.xml
Sitemap: http://europepmc.org/sitemap_funders_index.xml
Sitemap: http://europepmc.org/sitemap_search_index.xml
Sitemap: http://europepmc.org/sitemap_grants_index.xml
Crawl-delay: 5