# Developers: please check before altering this file. It is meant to be the same on all projects
User-agent: *
Disallow: /administrator/
Disallow: /bin/
Disallow: /cache/
Disallow: /cli/
Disallow: /components/*.php
Disallow: /includes/
Disallow: /installation/
Disallow: /language/
Disallow: /libraries/
Disallow: /logs/
Disallow: /log/
Disallow: /modules/*.php
Disallow: /plugins/
Disallow: /tmp/

User-Agent: AhrefsBot 
Crawl-Delay: 10

User-Agent: Googlebot
Crawl-Delay: 10

User-agent: bingbot
Crawl-delay: 3

#User-agent: BLEXBot
#Disallow: /

#User-agent: 008
#Disallow: /

#User-agent: YandexBot
#Disallow: /