# /robots.txt file for http://webcrawler.com/
# mail webmaster@webcrawler.com for constructive criticism
User-agent: *
Disallow: /cgi-bin/
Disallow: /images/
Disallow: /includes/
Disallow: /lang/
Disallow: /pages/contact/XML/
Disallow: /pages/contact/config.php
Disallow: /pages/contact/vdaemon.js
Disallow: /pages/contact/vdaemon.php
Disallow: /style/
Disallow: /tpl/
Disallow: phpinfo.php