# robots.txt for http://www.auction4it.com/ #User-agent: * #Disallow: /admin # disable crawling to admin directory