User-agent: *
Disallow: /customer/
Disallow: /catalogsearch/
Disallow: /*?
Disallow: /checkout/

User-agent: meta-externalagent
Disallow: /