User-agent: * # focusing on all spiders
Crawl-delay: 30
Disallow: /wp-content/uploads/
Disallow: /downloads/
Disallow: /feeds/
Disallow: /scripts/
Disallow: /search/
Disallow: /wp-
Disallow: /trackback/
Disallow: /feed/
Disallow: /comments/
Disallow: /images/

# Bingbot
User-agent: bingbot
Allow: /

# Exabot
User-agent: Exabot
Allow: /

# Google
User-agent: Googlebot
Allow: /
User-agent: Mediapartners-Google*
Allow: /
User-agent: Adsbot-Google
Allow: /
User-agent: Googlebot-Mobile
Allow: /

# MS Bot
User-agent: msnbot 
Allow: /
Disallow: /*.jpg$ 
Disallow: /*.jpeg$ 
Disallow: /*.gif$ 
Disallow: /*.png$

# Yahoo! Slurp 
User-agent: Slurp
Allow: /

# DISALLOWED

# Ahrefs
User-agent: AhrefsBot
Disallow: /

# BlexBot
User-agent: BLEXBot
Disallow: /

# EasouSpider
User-agent: EasouSpider
Disallow: /

# Google Image
User-agent: Googlebot-Image
Disallow: /

# MJ12bot
User-agent: MJ12bot
Disallow: /

# SeznamBot
User-agent: SeznamBot
Disallow: / 

# Yandex 
User-Agent: YandexImages
Disallow: /

# Picsearch
User-agent: psbot
Disallow: /

# Internet Archiver Wayback Machine
User-agent: ia_archiver
Disallow: /
 
# digg mirror
User-agent: duggmirror
Disallow: /

# Yahoo Pipes
User-agent: Yahoo Pipes 1.0
Disallow: /post-sitemap.xml
Disallow: /category-sitemap.xml
Disallow: /post_tag-sitemap.xml
Disallow: /news-sitemap.xml
User-agent: Yahoo Pipes 2.0
Disallow: /post-sitemap.xml
Disallow: /category-sitemap.xml
Disallow: /post_tag-sitemap.xml
Disallow: /news-sitemap.xml

Sitemap: http://www.highlighthealth.com/sitemap_index.xml