# robots.txt generated at www.mcanerin.com

User-agent: *
Disallow: /cgi-bin/
Disallow: /htdocs/AEDL/
Disallow: /htdocs/PXDL1234/
Disallow: /htdocs/sound/


#   1.  If robots.txt file does not exist or the file exists but has #empty content, it indicates 
#       that all robots are allowed to #access any part of site.
#
#   2. Allow all robots to visit any part of your site. * means #all robots.
#
#      # This is for all spiders
#      User-agent: *
#      Disallow:
#
#   3. Disallow all robots to visit any part of your site.
#
#      User-agent: *
#      Disallow: /
#
#   4. Disallow all robots to visit "/images/" and "/cgi-bin/" 
#      directory.
#
#      User-agent: *
#      Disallow: /images/
#      Disallow: /cgi-bin/
#
#   5. Disallow only AltaVista's robot named "Scooter" (without #quotes) to index your whole site.
#
#      User-agent: Scooter
#      Disallow: /
#
#   6. Disallow Google's image robot named "Googlebot-Images" #(without quotes) to index your images directory.
#
#      User-agent: Googlebot-Images
#      Disallow: /images/ 
#