# Robots.txt file from http://fieldpax.co.uk/robots.txt # # All robots will spider the domain sitemap: http://www.fieldpax.co.uk/sitemap.xml User-agent: * Disallow: /plugins/ Disallow: /system/ Disallow: /templates/ Disallow: /typolight/ Disallow: /CHANGELOG.txt Disallow: /INSTALL.txt Disallow: /LICENSE.txt Disallow: /cron.php Disallow: /flash.php # STOPS PDF FILES BEING INDEXED Disallow: /*.pdf$ # STOPS DYNAMICALLY GENERATED PAGES BRING INDEXED Disallow: /*?