# disallow all 
# User-agent: *
# Disallow: /
# Crawl-delay: 600

# but allow only important bots
# User-agent: Googlebot
# User-agent: Googlebot-Image
# User-agent: Mediapartners-Google
# User-agent: msnbot
# User-agent: msnbot-media
# User-agent: Slurp
# User-agent: Yahoo-Blogs
# User-agent: Yahoo-MMCrawler

##############################
# AHrefs crawler  
# URL:      https://ahrefs.com/robot
# Purpose:  SEO tool

user-agent: AhrefsBot
disallow: /

##########################################################################################
# trendiction crawler  
# URL:      http://www.trendiction.de/bot 
# Purpose:  social media analysis tool
# Impact:   Puts medium load on the site. 
# Action:   Disallow from indexing site

User-agent: trendictionbot 
Disallow: / 

user-agent: SeznamBot
Crawl-delay: 600

# Directories
Disallow: /images/
Disallow: /asterakislings/wp-admin/
Disallow: /asterakislings/wp-includes/
# Try to stop fake session bots 07-06-2017
Disallow: /*add-to-cart=*

#Disallow: /asterakislings/wp-content/
Allow: /asterakislings/wp-admin/admin-ajax.php
Allow: /asterakislings/wp-content/plugins/.js
Allow: /asterakislings/wp-content/themes/.js
Allow: /asterakislings/wp-content/themes/.css
Allow: /asterakislings/wp-content/cache/.js
Allow: /asterakislings/wp-content/cache/.css
Allow: /asterakislings/wp-includes/.js
Allow: /asterakislings/wp-includes/*.png

User-agent: *
Disallow: /asterakislings/?blackhole