# robots.txt file User-agent: * Disallow: /cgi-bin/ Disallow: /site_img/ Disallow: /news/ Disallow: /_private/ Disallow: /db/ Disallow: /offline/ Disallow: /includes/ Disallow: /memberssite/ Disallow: /UserFiles/ Disallow: /server1/ Disallow: /gbook/ Disallow: /guestbook/