User-agent: Mediapartners-Google*
Disallow:


User-agent: NPBot
Disallow: /

User-agent: httrack
Disallow: /


User-agent: htdig
Allow: /