User-agent: Mediapartners-Google*
Disallow:

User-agent: Googlebot*
Disallow: /html/
Disallow: /dtd/
Disallow: /images/
Disallow: /newserimage/
Disallow: /catalogo/
Disallow: /Adult/
Disallow: /Arts/
Disallow: /Business/
Disallow: /Computers/
Disallow: /Games/
Disallow: /Health/
Disallow: /Home/
Disallow: /Kids_and_Teens/
Disallow: /News/
Disallow: /Recreation/
Disallow: /Reference/
Disallow: /Regional/
Disallow: /Science/
Disallow: /Shopping/
Disallow: /Society/
Disallow: /Sports/
Disallow: /World/

User-agent: msnbot
Disallow: /html/
Disallow: /dtd/
Disallow: /images/
Disallow: /newserimage/

User-agent: Slurp
Disallow: /html/
Disallow: /dtd/
Disallow: /images/
Disallow: /newserimage/

User-agent: *
Disallow: /html/
Disallow: /dtd/
Disallow: /images/
Disallow: /newserimage/

# 'Allow' only supported in http://www.robotstxt.org/wc/norobots-rfc.html
Allow: /World/Italiano/
Allow: /catalogo/World/Italiano/

Disallow: /Adult/
Disallow: /Arts/
Disallow: /Business/
Disallow: /Computers/
Disallow: /Games/
Disallow: /Health/
Disallow: /Home/
Disallow: /Kids_and_Teens/
Disallow: /News/
Disallow: /Recreation/
Disallow: /Reference/
Disallow: /Regional/
Disallow: /Science/
Disallow: /Shopping/
Disallow: /Society/
Disallow: /Sports/
Disallow: /World/