# robots.txt can be handled by the CMS in SEO > Site Meta > robots.txt
# Do do this you must remove this file (robots.txt) from the root dir

# robots.txt for http://disa.com/

Sitemap: http://disa.com/sitemap.xml

##################################

#####  REMOVE BEFORE LAUNCH  #####
# Disallow all for DEV & STAGING

# Disallow: /

##################################

# Don't allow web crawlers to index Craft
User-agent: *
Disallow: /craft/
Disallow: /cmspanel/

# Don't allow web crawlers to build dirs
Disallow: /public/ui/_js
Disallow: /public/ui/_scss

# DISA Disallow
Disallow: /disaworks/backgrounds/disputes/
Disallow: /disaworks/
Disallow: /disaworks/*

# Don't allow web crawlers to index web-based trainings
Disallow: /images/articulate
Disallow: /images/
Disallow: /documents/