# Crawlers Setup
 User-agent: *
 Disallow: /mage-mod-packets/
 Disallow: /downloader/
 Disallow: /cgi-bin/
 Disallow: /errors/
 Disallow: /includes/
 Disallow: /lib/
 Disallow: /scripts/
 Disallow: /var/
 Disallow: /magento/
 Disallow: /productalert/
 Disallow: /news/
 Disallow: /cataloguesearch/
 Disallow: /review/
 
 Sitemap: https://www.roastworks.com.au/sitemap.xml