# Google Image
User-agent: Googlebot-Image
Disallow:
Allow: /*

# Google AdSense
User-agent: Mediapartners-Google*
Disallow:
Allow: /*

# digg mirror
User-agent: duggmirror
Disallow: /

User-agent: *
Disallow: /cgi-bin
Disallow: /css
Disallow: /js
Disallow: /download
Disallow: /purchase

# Wait 1 second between successive requests. See ONBOARD-2698 for details.
Crawl-delay: 1