User-Agent: *
Allow: /
Disallow: /cgi-bin
Disallow: /_private
Disallow: /_vti_log
Disallow: /mdb_database
Disallow: /public