User-agent: *
Disallow: /?
Disallow: /*?*
Disallow: */?
Disallow: /*?
Disallow: /*.php$
Disallow: /*.asp$
Disallow: /*.jsp$
Disallow: /administrator/
Disallow: /app/
Disallow: /core/
Disallow: /wp-*
Disallow: /*/comment-page-*
Disallow: /*?replytocom=*
Disallow: /category/*/page/
Disallow: /tag/*/page/
Disallow: /*/trackback
Disallow: /*/feed
Disallow: /feed/
Disallow: /attachment/
Disallow: /comments/
Disallow: /cgi-bin/
Disallow: /xmlrpc.php
Disallow: /*?filter_
Disallow: /*&filter_
Disallow: /*?query_type_
Disallow: /*&query_type_
Disallow: /*?product-tags=
Disallow: /*&product-tags=

# Open and blocked for specific crawlers
User-agent: Bingbot
Allow: /
User-agent: Googlebot
Allow: /
User-agent: YandexBot
Allow: /
User-agent: Amazonbot
Disallow: /
User-agent: FacebookBot
Disallow: /
User-agent: Baiduspider
Disallow: /
User-agent: Sogou spider
Disallow: /
User-agent: Sogou web spider
Disallow: /
User-agent: YoudaoBot
Disallow: /
User-agent: Sosospider
Disallow: /
User-agent: Applebot
Disallow: /