User-agent: Scrapy
Allow: /

#Googlebot
User-agent: Googlebot
Allow: *.css*
Allow: *.js*

# Global
User-agent: *
Disallow: /wp-admin/
Disallow: /wp-includes/
Allow: /wp-includes/js/
Allow: /wp-content/plugins/
Allow: /wp-content/themes/
Allow: /wp-content/cache/
Disallow: /xmlrpc.php
Crawl-delay: 2

Sitemap: https://dogsfirst.ie/sitemap_index.xml

#WP Import Export Rule
User-agent: *
Disallow: /wp-content/uploads/wp-import-export-lite/