# Wordzworth robots.txt file # Allow all by default User-Agent: * Allow: / # Disallow internal directories and pdfs Disallow: /TestDirectory/ Disallow: /management/ Disallow: /lib/ Disallow: /info/ Disallow: /*.pdf$ # Disallow url query strings Disallow: /*? # Define the sitemap Sitemap: http://www.wordzworth.com/sitemap.xml