User-agent: *
Disallow: /custom-header-tabs-ajax
Disallow: /generated-header-tabs-ajax
Disallow: /connect-authorize
Disallow: /connect-callback
Disallow: /connect-unlink
Disallow: /1:k:1
Disallow: *_s:
Disallow: *,*,
Disallow: *:s:
Disallow: *:h:
Disallow: /store
Disallow: /checkout
# Prevent Google DFP problems.
Disallow: */2271556/
Allow: /

User-Agent: msnbot
Crawl-Delay: 5

User-Agent: bingbot
Crawl-Delay: 5

# http://corpora.informatik.uni-leipzig.de/crawler_faq.html
User-agent: LCC
Disallow: /