User-Agent: *
Disallow: /admin
Disallow: /de/admin
Disallow: /en/admin
Disallow: *dosearch.*
Disallow: *show_cart.*
Disallow: *add_cart.*
Disallow: *check_bid.*
Disallow: *show_marks.*
Disallow: *contactorder.*
Disallow: *orderoverview.*

User-Agent: *
Crawl-delay: 5

User-agent: Baiduspider
Crawl-delay: 200
Disallow: /en_*
Disallow: /de_*

User-agent: LWNutch
Disallow: /

User-agent: SemrushBot
Disallow: /

User-agent: SemrushBot-SA
Disallow: /

User-agent: msnbot
Crawl-delay: 5

# SEO needed from TheJam
#User-agent: MJ12bot
#Disallow: /

# SEO needed from TheJam
#User-agent: AhrefsBot
#Disallow: /

# SEO needed from TheJam
#User-agent: dotbot
#Disallow: /

# SEO needed from TheJam
User-agent: AhrefsBot
Allow: /
Disallow: /admin
Disallow: /de/admin
Disallow: /en/admin
Disallow: *dosearch.*
Disallow: *show_cart.*
Disallow: *add_cart.*
Disallow: *check_bid.*
Disallow: *show_marks.*
Disallow: *contactorder.*
Disallow: *orderoverview.*


# SEO needed from TheJam
User-agent: SemrushBot
Allow: /
Disallow: /admin
Disallow: /de/admin
Disallow: /en/admin
Disallow: *dosearch.*
Disallow: *show_cart.*
Disallow: *add_cart.*
Disallow: *check_bid.*
Disallow: *show_marks.*
Disallow: *contactorder.*
Disallow: *orderoverview.*

# SEO needed from TheJam
User-agent: SemrushBot-SA
Allow: /
Disallow: /admin
Disallow: /de/admin
Disallow: /en/admin
Disallow: *dosearch.*
Disallow: *show_cart.*
Disallow: *add_cart.*
Disallow: *check_bid.*
Disallow: *show_marks.*
Disallow: *contactorder.*
Disallow: *orderoverview.*


# SEO needed from TheJam
User-agent: Screaming Frog SEO Spider
Allow: /
Disallow: /admin
Disallow: /de/admin
Disallow: /en/admin
Disallow: *dosearch.*
Disallow: *show_cart.*
Disallow: *add_cart.*
Disallow: *check_bid.*
Disallow: *show_marks.*
Disallow: *contactorder.*
Disallow: *orderoverview.*