User-agent: *
Crawl-delay: 5
Disallow: /banners
Disallow: /cgi-bin
Disallow: /control
Disallow: /data
Disallow: /images
Disallow: /emails.php
Disallow: /stats
Disallow: /thcgi