User-agent: BoardTracker
Disallow: /

User-agent: Gigabot
Disallow: /

# Does not use HTTP/1.1 with compression
# These are the brain dead spiders from major search engines
#
# User-agent: Yahoo! Slurp
# User-agent: msnbot
# Disallow: /
# Allow: if ($_SERVER["SERVER_PROTOCOL"] === 'HTTP/1.1' || $relevancy > 0)
#
# Learn to use a HTTP protocol standard that's more than a decade old
# http://www.w3.org/Protocols/rfc2068/rfc2068.txt


User-agent: *
Disallow: /itunes.php
Disallow: /private.php
Disallow: /itrader_feedback.php
Disallow: /search
Disallow: /member
Disallow: /private
Disallow: /sendmessage
Disallow: /report
Disallow: /postings
Disallow: /editpost
Disallow: /newreply
Disallow: /showpost
Disallow: /online