# CRELoaded Generated Robots.txt # Robot Exclusion File -- robots.txt # Author: CRELoaded Team # Last Updated : Nov 9, 2018 User-agent: * Disallow: /admin/ Disallow: /cache/ Disallow: /cert/ Disallow: /debug/ Disallow: /download/ Disallow: /ext/ Disallow: /includes/ Disallow: /pear/ Disallow: /pub/ Disallow: /temp/ Disallow: /images/ Disallow: /templates/ Disallow: /tmp/ Disallow: /DownloadFiles/ Disallow: /images/users_badges/ Disallow: /maintenance.html Disallow: /reviews.php/ Disallow: /index.php/ User-Agent: Googlebot Allow: .js Allow: .css User-agent: Yandex Disallow: / sitemap: http://pettagsinternational.com.au/sitemap.xml