User-agent: * 
# Disallow all crawlers to certain folders.
Disallow: /admin/
Disallow: /cgi-bin/
Disallow: /classes/
Disallow: /docs/ 
Disallow: /extra/
Disallow: /includes/
Disallow: /js/
Disallow: /modules/ 
Disallow: /pear/ 

# Disallow all crawlers to certain files. 
Disallow: /.htaccess 
Disallow: /3rdpartylang.inc.php
Disallow: /cart.php
Disallow: /confirmed.php 
Disallow: /download.php
Disallow: /error_log
Disallow: /offLine.php
Disallow: /switch.php