# See http://www.robotstxt.org/wc/norobots.html for documentation on how to use the robots.txt file

User-agent: *
Disallow: /users/
Disallow: /m/users/
Disallow: /m/listing_map/
Disallow: /m
Disallow: /nearby_listings/
Disallow: /login
Disallow: /signup
Disallow: /feedback
Disallow: /listings/new
Disallow: /listings/check
Disallow: /top/tippers
Disallow: /tippster

User-agent: Fasterfox
Disallow: /

User-agent: Nutch
Disallow: /

User-agent: spock
Disallow: /

User-agent: OmniExplorer_Bot
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: TurnitinBot
Disallow: /

User-agent: BecomeBot 
Disallow: /

User-agent: genieBot
Disallow: /

User-agent: dotbot 
Disallow: / 

User-agent: MLBot
Disallow: /