User-agent: coccoc
User-agent: coccocbot-web
User-agent: coccocbot-image
User-agent: coccocbot
# Disallow: /
Crawl-delay: 100
Disallow: /blog/administrator/
Disallow: /blog/bin/
Disallow: /blog/cache/
Disallow: /blog/cli/
Disallow: /blog/components/
Disallow: /blog/includes/
Disallow: /blog/installation/
Disallow: /blog/language/
Disallow: /blog/layouts/
Disallow: /blog/libraries/
Disallow: /blog/logs/
Disallow: /blog/modules/
Disallow: /blog/plugins/
Allow: /blog/plugins/content/itpsocialbuttons/
Allow: /blog/plugins/system/ns_fontawesome/
Disallow: /blog/tmp/
Sitemap: https://bannhadat123.vn/map_index.xml

#https://ahrefs.com/robot
User-agent: AhrefsBot
# Disallow: /
Crawl-Delay: 50
Disallow: /blog/administrator/
Disallow: /blog/bin/
Disallow: /blog/cache/
Disallow: /blog/cli/
Disallow: /blog/components/
Disallow: /blog/includes/
Disallow: /blog/installation/
Disallow: /blog/language/
Disallow: /blog/layouts/
Disallow: /blog/libraries/
Disallow: /blog/logs/
Disallow: /blog/modules/
Disallow: /blog/plugins/
Allow: /blog/plugins/content/itpsocialbuttons/
Allow: /blog/plugins/system/ns_fontawesome/
Disallow: /blog/tmp/
Sitemap: https://bannhadat123.vn/map_index.xml

# https://www.majestic12.co.uk/projects/dsearch/mj12bot.php
User-agent: MJ12bot
Disallow: /
Crawl-Delay: 20
Disallow: /blog/administrator/
Disallow: /blog/bin/
Disallow: /blog/cache/
Disallow: /blog/cli/
Disallow: /blog/components/
Disallow: /blog/includes/
Disallow: /blog/installation/
Disallow: /blog/language/
Disallow: /blog/layouts/
Disallow: /blog/libraries/
Disallow: /blog/logs/
Disallow: /blog/modules/
Disallow: /blog/plugins/
Allow: /blog/plugins/content/itpsocialbuttons/
Allow: /blog/plugins/system/ns_fontawesome/
Disallow: /blog/tmp/
Sitemap: https://bannhadat123.vn/map_index.xml

User-agent: * 
Sitemap: https://bannhadat123.vn/map_index.xml
Disallow: /blog/administrator/
Disallow: /blog/bin/
Disallow: /blog/cache/
Disallow: /blog/cli/
Disallow: /blog/components/
Disallow: /blog/includes/
Disallow: /blog/installation/
Disallow: /blog/language/
Disallow: /blog/layouts/
Disallow: /blog/libraries/
Disallow: /blog/logs/
Disallow: /blog/modules/
Disallow: /blog/plugins/
Allow: /blog/plugins/content/itpsocialbuttons/
Allow: /blog/plugins/system/ns_fontawesome/
Disallow: /blog/tmp/

# https://commoncrawl.org/big-picture/frequently-asked-questions/
User-agent: CCBot
Disallow: /

# https://deusu.de/robot.html
User-agent: DeuSu
Disallow: /

# https://yandex.com/support/webmaster/controlling-robot/robots-txt.xml
User-agent: Yandex
Disallow: /

# https://webmeup-crawler.com/
User-agent: BLEXBot
Disallow: /

# https://www.trovit.com/bot.html
User-agent: trovitBot
Disallow: /

# https://nlp.fi.muni.cz/projects/biwec/
User-agent: SpiderLing
Disallow: /