User-agent: Zookabot
Disallow: /

User-agent: magpie-crawler
Disallow: /

User-agent: Googlebot-Image
Disallow: /

User-agent: 008
Disallow: /

User-agent: R6_CommentReader
Disallow: /

User-agent: R6_CommentReader(www.radian6.com/crawler)
Disallow: /

User-agent: R6_FeedFetcher
Disallow: /

User-agent: R6_FeedFetcher(www.radian6.com/crawler)
Disallow: /

User-agent: netEstate NE Crawler
Disallow: /

User-agent: netEstate NE Crawler (+http://www.sengine.info/)
Disallow: /

User-agent: SearchBlox
Disallow: /

User-agent: Mail.Ru/1.0 
Crawl-delay: 10
Request-rate: 1/10

User-agent: *
Disallow: /forum/images/
Disallow: /forum/ads/
Disallow: /forum/karma.php
Disallow: /forum/posting.php
Disallow: /forum/report.php
Disallow: /forum/search.php
Disallow: /forum/ucp.php
Disallow: /forum/memberlist.php
Disallow: /forum/viewonline.php
Disallow: /forum/quickedit.php
Disallow: /forum/video.php
Allow: /

sitemap: http://sharethefiles.com/forum/sitemap.xml