User-agent: Googlebot	
User-agent: Googlebot-News
User-agent: Googlebot-Image
User-agent: Googlebot-Video
User-agent: Googlebot-Mobile
User-agent: Adsbot-Google
User-agent: Mediapartners-Google*
User-agent: Slurp
User-agent: msnbot 
User-agent: Yahoo-MMCrawler
Crawl-delay: 15
Disallow: /bin/
Disallow: /standard/store/login.aspx
Disallow: /custom/store/login.aspx
Disallow: /store/login.aspx
Disallow: /store/login

Disallow: /standard/store/cart.aspx
Disallow: /custom/store/cart.aspx
Disallow: /store/cart.aspx
Disallow: /store/cart

Disallow: /standard/search.aspx
Disallow: /standard/search

Disallow: /standard/store/checkoutaccount.aspx
Disallow: /custom/store/checkoutaccount.aspx
Disallow: /store/checkoutaccount.aspx
Disallow: /store/checkoutaccount

Disallow: /standard/store/information.aspx
Disallow: /custom/store/information.aspx
Disallow: /store/information.aspx
Disallow: /store/information

Disallow: /standard/store/ordersummary.aspx
Disallow: /custom/store/ordersummary.aspx
Disallow: /store/ordersummary.aspx
Disallow: /store/ordersummary

Disallow: /standard/store/confirmation.aspx
Disallow: /custom/store/confirmation.aspx
Disallow: /store/confirmation.aspx
Disallow: /store/confirmation

Disallow: /MasterPage/
Disallow: /web.config
Disallow: /*?emptycart=t

User-agent: *
Crawl-delay: 15
Disallow: /bin/
Disallow: /standard/admin/
Disallow: /standard/store/
Disallow: /store/
Disallow: /MasterPage/
Disallow: /web.config


User-agent: SemrushBot
Disallow: /
User-agent: SiteAuditBot
Disallow: /
User-agent: SemrushBot-BA
Disallow: /
User-agent: SemrushBot-SI
Disallow: /
User-agent: SemrushBot-SWA
Disallow: /
User-agent: SemrushBot-CT
Disallow: /
User-agent: SemrushBot-BM
Disallow: /
User-agent: SplitSignalBot
Disallow: /
User-agent: SemrushBot-COUB
Disallow: /