# /www/robots.txt Last changed: 02-Feb-98 # The robots.txt file indicates which webcrawler accesses are # not to be allowed, because we do not wish to index this info. # For information about the robots.txt file format, see the URL # http://info.webcrawler.com/mak/projects/robots/norobots.html User-agent: * # Disallow our under-construction page. Disallow: /notready.html # Disallow menu include files. Disallow: menu-bw.html Disallow: menu-col.html # Disallow directories which do not contain documents. # Disallow: graphics Disallow: lost+found # Disallow answers to puzzles. Disallow: /people/ken.roberts/grape.answer.html # End of robots.txt file.