# All robots Block
User-agent: *
Disallow: /profile
Disallow: /login
Disallow: /classfied
Disallow: /auctionhsad
Disallow: /mainCalendar
Disallow: /search
Disallow: /user
Disallow: /worthopedia/*/price
Disallow: /pmimages
Disallow: /friends

# bot-specific
User-agent: ia_archiver
User-agent: ScoutJet
User-agent: DotBot
User-agent: MJ12bot
User-agent: spbot
User-agent: netseer
User-agent: DownScout
Disallow: /worthopedia

# Misc
Sitemap: http://www.worthpoint.com/sitemaps/sitemap_index.xml