# Disallow all crawlers access to certain pages. User-agent: * Disallow: /css Disallow: /data Disallow: /images Disallow: /js Disallow: /modules Disallow: /astra.swf Disallow: /register_thankyou.html Disallow: /register.html # Sitemap file Sitemap: http://www.astra-and-action.co.uk/sitemap.xml