# If the Joomla site is installed within a folder
# eg www.example.com/joomla/ then the robots.txt file
# MUST be moved to the site root
# eg www.example.com/robots.txt
# AND the joomla folder name MUST be prefixed to all of the
# paths.
# eg the Disallow rule for the /administrator/ folder MUST
# be changed to read
# Disallow: /joomla/administrator/
#
# For more information about the robots.txt standard, see:
# https://www.robotstxt.org/orig.html

User-agent: *
Disallow: /administrator/
Disallow: /api/
Disallow: /bin/
Disallow: /cache/
Disallow: /cli/
Disallow: /components/
Disallow: /includes/
Disallow: /installation/
Disallow: /language/
Disallow: /layouts/
Disallow: /libraries/
Disallow: /logs/
Disallow: /modules/
Disallow: /plugins/
Disallow: /tmp/

User-agent: AhrefsBot
Disallow: / 

User-agent: AI2Bot
Disallow: / 

User-agent: Ai2Bot-Dolma
Disallow: / 

User-agent: Amazonbot
Disallow: / 

User-agent: Applebot
Disallow: / 

User-agent: Applebot-Extended
Disallow: / 

User-agent: Baiduspider
Disallow: / 

User-agent: Bytespider
Disallow: / 

User-agent: CCBot
Disallow: / 

User-agent: ChatGPT-User
Disallow: / 

User-agent: Claude-Web
Disallow: / 

User-agent: ClaudeBot
Disallow: / 

User-agent: Diffbot
Disallow: / 

User-agent: DotBot
Disallow: / 

User-agent: FacebookBot
Disallow: / 

User-agent: FriendlyCrawler
Disallow: / 

User-agent: GPTBot
Disallow: / 

User-agent: Google-Extended
Disallow: / 

User-agent: GoogleOther
Disallow: / 

User-agent: GoogleOther-Image
Disallow: / 

User-agent: GoogleOther-Video
Disallow: / 

User-agent: ICC-Crawler
Disallow: / 

User-agent: ImagesiftBot
Disallow: / 

User-agent: Kangaroo Bot
Disallow: / 

User-agent: Meta-ExternalAgent
Disallow: / 

User-agent: Meta-ExternalFetcher
Disallow: / 

User-agent: MJ12bot
Disallow: / 

User-agent: OAI-SearchBot
Disallow: / 

User-agent: PerplexityBot
Disallow: / 

User-agent: PetalBot
Disallow: / 

User-agent: Scrapy
Disallow: / 

User-agent: SemrushBot
Disallow: / 

User-agent: Sidetrade indexer bot
Disallow: / 

User-agent: Timpibot
Disallow: / 

User-agent: VelenPublicWebCrawler
Disallow: / 

User-agent: Webzio-Extended
Disallow: / 

User-agent: YouBot
Disallow: / 

User-agent: anthropic-ai
Disallow: / 

User-agent: cohere-ai
Disallow: / 

User-agent: facebookexternalhit
Disallow: / 

User-agent: iaskspider/2.0
Disallow: / 

User-agent: img2dataset
Disallow: / 

User-agent: omgili
Disallow: / 

User-agent: omgilibot
Disallow: /