# /robots.txt file for http://webcrawler.com/ # mail salesinfo@smcusa.com User-agent: * Disallow: