User-agent: *
Disallow: *.CR2
Disallow: *.CRW

# Commercial-use crawler
User-agent: fast
Disallow: /

# Spam hosting, spam blogging, Usenet spamming, spam, spam, spam, spam.
User-agent: Googlebot
Disallow: /

# Auto-refuse for MSN spam complaints.
User-agent: msnbot
Disallow: /

# Yahoo
User-agent: Slurp
Disallow: /*.CR2$
Disallow: /*.CRW$

# Trying to download EVERYTHING
User-agent: Linguee Bot
Disallow: /