User-agent: * #direct to all spiders
Disallow: /cgi-bin
Disallow: /public
Disallow: /mdb-database