#robots.txt from w3p.ch
User-agent: *
Disallow: /cgi-bin/
Disallow: /tmpp/
Disallow: /tfd/
Disallow: /private/
Disallow: /guestbook.html
Disallow: /guestbook2.html
Disallow: /guestbook3.html
Disallow: /gbaddentry.html
Disallow: /l5/
Disallow: /webalizer/