# STOPS ALL SEARCH ENGINE INDEXING - REMOVE WHEN SETTING UP SITE
User-agent: *
Disallow: /

# DEFINE NAME AND LOCATION OF SITEMAP FILE
Sitemap: http://cms-1.doublespark.eu/sitemap.xml

# All robots will spider the domain
User-agent: *
Disallow: /plugins/
Disallow: /system/
Disallow: /templates/
Disallow: /typolight/
Disallow: /tag/
Disallow: /contao/
Disallow: /CHANGELOG.txt
Disallow: /INSTALL.txt
Disallow: /LICENSE.txt
Disallow: /cron.php
Disallow: /flash.php


# STOPS PDF FILES BEING INDEXED
Disallow: /*.pdf$

# STOPS DYNAMICALLY GENERATED PAGES BRING INDEXED
Disallow: /*?