# https://www.robotstxt.org/
# generated by www.seoptimer.com

User-agent: *
Crawl-delay: 6
Disallow: /.well-known/
Disallow: /.wp-cli/
Disallow: /cgi-bin/
Disallow: /page/
Disallow: /tag/*/page/
Disallow: /author/
Disallow: /xmlrpc.php*
Disallow: /wp-login.php*
Disallow: /wp-admin/*
Disallow: /wp-includes/*
Disallow: /category/genre/*
Disallow: /track-finder/*?
Disallow: /release-finder/*?
Disallow: /free-songs/*?
Disallow: /file-formats-mp3-aiff-aac-wav/*?
Disallow: /find-music/*?
Sitemap: /sitemap.xml

# http://www.semrush.com/bot.html
User-agent: SiteAuditBot
Crawl-delay: 30

# https://opensiteexplorer.org/dotbot
User-agent: dotbot
Crawl-delay: 30

# https://moz.com/help/moz-procedures/crawlers/rogerbot
User-agent: rogerbot
Crawl-delay: 30

# https://webmaster.petalsearch.com/site/petalbot
User-agent: PetalBot
Crawl-delay: 30

# https://developer.amazon.com/support/amazonbot
User-agent: Amazonbot
Crawl-delay: 30

# http://webmeup-crawler.com/
User-agent: BLEXBot
Crawl-delay: 30

# https://serpstatbot.com/
User-agent: serpstatbot
Crawl-delay: 30

# http://yandex.com/bots
User-agent: YandexBot
Crawl-delay: 30

# http://ahrefs.com/robot/
User-agent: AhrefsBot
Crawl-delay: 30

# https://www.comscore.com/Web-Crawler
User-agent: proximic
Crawl-delay: 30

# http://help.coccoc.com/searchengine
User-agent: coccocbot-web
Crawl-delay: 30