User-agent: W3C-checklink
Disallow: /docs/
Disallow: /install/
Disallow: /images/
Disallow: /lib/
Disallow: /modules/
Disallow: /themes/
Disallow: /upgrade/

User-agent: Googlebot
Disallow: /docs/
Disallow: /install/
Disallow: /images/
Disallow: /lib/
Disallow: /modules/
Disallow: /themes/
Disallow: /upgrade/

User-agent: MSNBot
Disallow: /docs/
Disallow: /install/
Disallow: /images/
Disallow: /lib/
Disallow: /modules/
Disallow: /themes/
Disallow: /upgrade/

User-agent: Inktomi Slurp
Disallow: /docs/
Disallow: /install/
Disallow: /images/
Disallow: /lib/
Disallow: /modules/
Disallow: /themes/
Disallow: /upgrade/

User-agent: AskJeeves
Disallow: /docs/
Disallow: /install/
Disallow: /images/
Disallow: /lib/
Disallow: /modules/
Disallow: /themes/
Disallow: /upgrade/

User-agent: Alexa
Disallow: /docs/
Disallow: /install/
Disallow: /images/
Disallow: /lib/
Disallow: /modules/
Disallow: /themes/
Disallow: /upgrade/

User-agent: *
Disallow: /docs/
Disallow: /install/
Disallow: /images/
Disallow: /lib/
Disallow: /modules/
Disallow: /themes/
Disallow: /upgrade/