# See http://www.robotstxt.org/wc/norobots.html for documentation on how to use the robots.txt file User-agent: * #Old routes Disallow: /*/get_pdf/*?format=iliad Disallow: /*/get_pdf/*?format=sony Disallow: /*/get_pdf/*?format=custom Disallow: /*/pdf/*?format=iliad Disallow: /*/pdf/*?format=sony Disallow: /*/pdf/*?format=custom Disallow: /*/get_epub/* Disallow: /*/epub/* Disallow: /*/mobi/* Disallow: /*/custom_pdf Disallow: /news/newspaper2pdf/* Disallow: /feed/rss2pdf/* #New routes Disallow: /newspaper/*.pdf Disallow: /feed/*.pdf Disallow: /*.pdf?size=sony Disallow: /*.pdf?size=iliad Disallow: /*.pdf?size=custom Disallow: /*.epub Disallow: /*.mobi Disallow: /*.prc Disallow: /mobile/* Disallow: /kindleguide