User-Agent: *
Allow: /
Disallow: /bin/
Disallow: /cgi-bin/
Disallow: /css/
Disallow: /dat/
Disallow: /img/
Disallow: /js/
Disallow: /rd/
Disallow: /tb/
Crawl-delay: 1