# # robots.txt for http://www.bbc-cortland.org/ # # Last Mod: 2:35 PM 7/26/2003 (KJD) # # # PHP Information # # all PHP files on this site that call "parts/main-headblock.php" for HEAD tag # generation can exclude a file from search engine indexing by setting the value # $block_search = "yes"; // can have any value other than NULL # in the require block at the top of the file. # # # Help for editing this file: # # User-agent: * makes settings apply to all search engines # Disallow: / blocks all content from being indexed # Disallow: allows all content to be indexed (one Disallow is still required) # # Watch closing / -- # # Disallow: /dir disallows all files in subdir # Disallow: /dir/ disallows only root doc (eg, index.html) # # To block individual files only use META tags instead: # # # # Valid CONTENT values: # # ALL (index file and follow links) # INDEX (index file - may not follow links) # NOFOLLOW (don't follow links) # NOINDEX (don't index - may follow links) # User-agent: * Disallow: /cgi-bin Disallow: /core Disallow: /images Disallow: /cpanel Disallow: /nav Disallow: /weather Disallow: /webmail Disallow: /photos Disallow: /forms Disallow: /parts Disallow: /styles Disallow: /files Disallow: /admin Disallow: /medmom2 Disallow: /gallery