User-agent: *
Disallow: /administrator/
Disallow: /cache/
Allow: /cache/template
Disallow: /component/
Disallow: /components/
Disallow: /includes/
Disallow: /installation/
Disallow: /language/
Disallow: /libraries/
Disallow: /modules/
Disallow: /plugins/
Disallow: /templates/
Disallow: /tmp/
Disallow: /xmlrpc/

User-agent: SemrushBot
Disallow: /
User-agent: SiteAuditBot
Disallow: / 
User-agent: SemrushBot-BA
Disallow: / 
User-agent: SemrushBot-SI
Disallow: 
User-agent: SemrushBot-SWA
Disallow: / 
User-agent: SplitSignalBot
Disallow: / 
User-agent: SemrushBot-OCOB
Disallow: / 
User-agent: MJ12bot
Disallow: / 
User-agent: YandexCalendar
Disallow: /
User-agent: YandexMobileBot
Disallow: /
User-agent: DataForSeoBot
Crawl-delay: 10
User-agent: dotbot
Disallow: /
User-agent: BLEXBot
Disallow: /
User-agent: AhrefsBot
Disallow: /
User-agent: barkrowler
Disallow: /
User-agent: DataForSeoBot
Disallow: /
User-agent: PetalBot
Disallow: /
Claude-SearchBot
Disallow: /
User-agent: GPTBot
Disallow: /
User-agent: CCBot
Disallow: /
User-agent: Applebot-Extended
Disallow: /
User-agent: MistralAI-User
Disallow: /
User-agent: Baiduspider
Disallow: /
User-agent: Baiduspider-image
Disallow: /
User-agent: Baiduspider-video
Disallow: /
User-agent: Mail.RU Bot
Disallow: /
User-agent: meta-externalagent
Disallow: /