# robots.txt # # # this line controls the type of robots that are allowed into the site # an "*" indicates all robots User-agent: * # this line tell the robots which sections are off limits # a "/" would indicate that the robot can't go anywhere # there can be a bunch of these statements Disallow: / #Disallow: /cgi-bin #Disallow: /images #Disallow: /admin #Disallow: /logs #Disallow: /ccha_old #Disallow: /cchaadmin #Disallow: /_notes #Disallow: /assets #Disallow: /Templates #Disallow: /Connections #Disallow: /stats #Disallow: /old_files