###############################
#
#
User-agent: *
#
# list folders robots are not allowed to index 
#
Disallow: /nherblog/
Disallow: /documents/dea_candidate_area/
#
# list specific files robots are not allowed to index
#
Disallow: /pages/insight/glossary.php
Disallow: /pages/training/candidate_area.php
# 
#
###############################