User-agent: *
Allow: /

User-agent: Mediapartners-Google
Disallow: /

User-agent: Baiduspider
Disallow: /

User-agent: Baiduspider-video
Disallow: /

User-agent: msnbot
Disallow: /

User-agent: CatchBot
Disallow: /

User-agent: thunderstone
Disallow: /