#robots.txt for http://www.core3solutions.com User-agent: * Disallow: /404/ Disallow: /images/ Disallow: /img/ Disallow: /scripts/ Disallow: /styles/ Disallow: /xml/