# See http://www.robotstxt.org/wc/norobots.html for documentation on how to use the robots.txt file # # To ban all spiders from the entire site uncomment the next two lines: # User-Agent: * # Disallow: / User-Agent: * Disallow: /about Disallow: /action Disallow: /ads Disallow: /agents Disallow: /api Disallow: /ask-question Disallow: /ask-question-submit Disallow: /associates Disallow: /bloghome Disallow: /blogindex Disallow: /blogs Disallow: /blogsview Disallow: /canary Disallow: /click Disallow: /culture Disallow: /diagnostics Disallow: /droplet Disallow: /getting_started Disallow: /groups Disallow: /index.rss Disallow: /join Disallow: /legal Disallow: /listings Disallow: /login Disallow: /logout Disallow: /members_only.rss Disallow: /new_index Disallow: /page Disallow: /partners Disallow: /product-reviews Disallow: /promo Disallow: /raincamp Disallow: /realestate Disallow: /recent_blog_posts Disallow: /referrals Disallow: /reset_password Disallow: /rich-real-estate-agent Disallow: /search Disallow: /social Disallow: /sso Disallow: /states Disallow: /success Disallow: /testimonials Disallow: /topbloggers