#robots.txt file to limit where spiders can travel
#match all robots
User-agent: *

#Disallows
Disallow: /cgi-bin/
Disallow: /dropbox/
Disallow: /cdrom0/
Disallow: /cdrom1/