###############################
#
# sample robots.txt file for mcy-dev
#
# addresses all robots by using wild card *
#
# 
User-agent: *
# 
# list specific files robots are not allowed to index
# 
# use directory options unless NEED just certail file protected
# a trailing slash indicates to the spider that the directory is offlimits
# 
Disallow: /stylesheets/ 
# 
Disallow: /css/ 
#avoid leading spaces
# 
Disallow: /cgi-bin/ 
#this bans robots from our cgi-bin
# 
Disallow: /images/
#this bans robots from our images
# 
Disallow: /graphics/
# 
Disallow: /photos/
# 
# 
Disallow: contact.html
# 
# End of robots.txt file
#
###############################