# www.robotstxt.org/ # http://code.google.com/web/controlcrawlindex/ User-agent: * Disallow: /scripts/ Disallow: /services/ Disallow: /crossdomain.xml Disallow: /ajax.php Disallow: /php.ini