Sitemap: http://www.htmlgoodies.com/sitemap.xml
Disallow: /RealMedia/ads/
Disallow: /ads/
Disallow: /fcgi-bin/ipeclick.cgi/
Disallow: /event.ng/
Disallow: /html.ng/
Disallow: /click.ng/
Disallow: /image.ng/
Disallow: /fax/
Disallow: /*/print/
Disallow: /print/
Disallow: /send_form/
Disallow: /email.php/
Disallow: /print.php/
Disallow: /comments.php/
Disallow: /forgotpassword
Disallow: /accountManagement
Disallow: /ebooks
Disallow: /whitepapers

User-agent: WebZIP
Disallow: /
 
User-agent: WebTrends
Disallow: /

User-agent: Yahoo-NewsCrawler
Disallow:

User-Agent: msnbot
Crawl-Delay: 10

User-Agent: Slurp
Crawl-Delay: 10