User-agent: Mediapartners-Google*
Disallow:

User-agent: BecomeBot
Disallow: /

User-agent: psbot
Disallow: /

User-agent: Googlebot-Image
Disallow: /*.doc$
Disallow: /*.PDF$
Disallow: /*.jpeg$
Disallow: /*.jpg$
Disallow: /*.png$
Disallow: /*.gif$
Disallow: /*.exe$
Disallow: /*.mp3$
Disallow: /*.mid$
Disallow: /*.wav$
Disallow: /*.swf$

User-agent: msnbot
Disallow: /*.doc$
Disallow: /*.PDF$
Disallow: /*.jpeg$
Disallow: /*.jpg$
Disallow: /*.png$
Disallow: /*.gif$
Disallow: /*.exe$
Disallow: /*.mp3$
Disallow: /*.mid$
Disallow: /*.wav$
Disallow: /*.swf$

User-agent: *
##Disallow: /articles/
Disallow: /axs/
Disallow: /cgi-bin/
Disallow: /FCKeditor/
Disallow: /generator/
Disallow: /guardian/
Disallow: /images/
Disallow: /inc/
Disallow: /includes/
Disallow: /pages/
Disallow: /submitted/
Disallow: /xml/
Disallow: /xsl/
Disallow: /articleadmin.php
Disallow: /links.txt
Disallow: /menu.php
Disallow: /submitted.php
Disallow: /submitted_listing.php
Disallow: /template.php
Disallow: /carpsetup.php
Disallow: /*.doc$
Disallow: /*.PDF$
Disallow: /*.jpeg$
Disallow: /*.jpg$
Disallow: /*.png$
Disallow: /*.gif$
Disallow: /*.exe$
Disallow: /*.mp3$
Disallow: /*.mid$
Disallow: /*.wav$
Disallow: /*.swf$
#Crawl-delay: 30