# CRELoaded Generated Robots.txt # Robot Exclusion File -- robots.txt # Author: CRELoaded Team # Last Updated : May 11th 2005 User-Agent: * Disallow: /admin/ Disallow: /download/ # Disallow: /includes/ Disallow: /temp/ Disallow: /pub/ Disallow: /templates/ Disallow: /urchin/ Disallow: /systems/data/html/ Disallow: /transfer/data/html/