# All robots will spider the domain
User-agent: *
User-agent: Mediapartners-Google*
User-agent: Googlebot*
Disallow:
# prevent particular ones any access
User-agent: Baiduspider*
User-agent: Sogou web spider*
Disallow: /