# Allow crawling of all content
User-agent: *
Disallow: Sitemap: {{ site.url }}/sitemap.xml
Disallow: /backups-dup-pro/
Disallow: /admin/
Disallow: /contrib/
Disallow: /doc/
Disallow: /lib/
Disallow: /modules/
Disallow: /plugins/
Disallow: /scripts/
Disallow: /tmp/

User-agent: serpstatbot
Disallow: /

User-agent: SemrushBot
Disallow: /