# This space intentionally left blank
# If you want to learn about why our robots.txt looks like this, read this post: https://yoa.st/robots-txt
User-Agent: *
Disallow: /suggest/?*
User-agent: AhrefsBot 
Disallow: /
User-agent: Bytespider
Disallow: /
User-agent: Mediapartners-Google
Disallow: /
User-agent: PetalBot
Disallow: /
User-agent: SemrushBot
Disallow: /
User-agent: MJ12bot
Disallow: /
User-agent: Yandex
Crawl-delay: 10
User-agent: bingbot
Crawl-delay: 10
User-Agent: *
Disallow: /folder/
Disallow: /u/
Disallow: /rsscombiner/
Disallow: /brandmonitoring/
Disallow: /widgets/
Disallow: /cgi-bin/
Disallow: /wp-admin
Disallow: /wp-config*
Disallow: /wp-content/themes/*.php
Disallow: /wp-login.php
Disallow: /*.asp*
Disallow: /*.cfm
Disallow: /*.cgi
Disallow: /*.|jsp*
Disallow: /*.pl
Disallow: /*.py