User-agent: *
Disallow: /RealMedia/ads/
Disallow: /ads/
Disallow: /fcgi-bin/ipeclick.cgi/
Disallow: /event.ng/
Disallow: /html.ng/
Disallow: /click.ng/
Disallow: /image.ng/
Disallow: /search/
Disallow: /fax/
Disallow: /*/print/
Disallow: /print/
Disallow: /send_form/
Disallow: /email.php/
Disallow: /print.php/
Disallow: /comments.php/
Disallow: /forums/editpost.php
Disallow: /forums/global.php
Disallow: /forums/joinrequests.php
Disallow: /forums/login.php
Disallow: /forums/moderator.php
Disallow: /forums/newattachment.php
Disallow: /forums/newreply.php
Disallow: /forums/newthread.php
Disallow: /forums/private.php
Disallow: /forums/register.php
Disallow: /forums/report.php
Disallow: /forums/reputation.php
Disallow: /forums/search.php
Disallow: /forums/sendmessage.php
Disallow: /forums/subscription.php
Disallow: /forums/subscriptions.php
Disallow: /forums/threadrate.php
Disallow: /forums/usercp.php
Disallow: /forums/usernote.php
 
User-agent: WebZIP
Disallow: /
 
User-agent: WebTrends
Disallow: /

User-agent: Yahoo-NewsCrawler
Disallow:

User-Agent: msnbot
Crawl-Delay: 10

User-Agent: Slurp
Crawl-Delay: 10