# robots.txt
# file to excude robots from indexing parts of the directory
# to reduce clutter and unwanted hits on global search engines
#
# The following line tells all robots to obey ...
#
User-Agent: *
#
# and this is what they must obey - all files below the path-root
#
Disallow: /cgi-bin          # don't want anyone in here
Disallow: /internal         # temporary work area
Disallow: /xml         	    # temporary work area
#
# Please add new entries in aphabetical order
#
# Special instructions for AGLS metadata
#
User-agent: AGLS
Meta: /meta/index.html
User-agent: BEP
Meta: /meta/bep.html
#