User-agent: *                   # All spiders should avoid

Disallow: /cgi-bin/             # Script files

Disallow: /var/log/httpd/                # Huge server statistic logs

Disallow: /etc/httpd/logs/             # Huge server statistic logs

Disallow: /*.dbm$