User-agent: * Disallow: /reviews/* Disallow: /unavailable/* Disallow: /agents/sign-up Disallow: /agents/followup/* Disallow: /service-providers/new* Disallow: /client-sign-up Disallow: /serve/* Disallow: /assets/* Disallow: /agents-to-watch/* Disallow: /media/* Disallow: /sales/* Disallow: /admin/* Disallow: /email/* Disallow: /promo/* Disallow: /friends/* Disallow: /widget/* Disallow: /websocket Disallow: /geo/* Disallow: /u/* Disallow: /sign-up* Disallow: /agents/leads/manage Disallow: /agent-portal Disallow: /manage/* Disallow: /users/* Disallow: /insurance/* Disallow: /staging/* Disallow: /service-providers/* Disallow: /pest-inspection/* Disallow: /painter/* Disallow: /movers/* Disallow: /mortgage/* Disallow: /locksmith/* Disallow: /home-inspection/* Disallow: /escrow/* Disallow: /contractor/* Disallow: /sem/cities/* Disallow: /simple-sale/home-value/ Disallow: /simple-sale/quiz/ Disallow: /simple-sale/results/ Disallow: /find-agent/quiz/ Disallow: /google-utm-campaigns-loaded Disallow: /housing-market/*/median-price Disallow: /housing-market/*/days-on-market Disallow: /housing-market/*/list-to-sell Disallow: /housing-market/*/months-of-inventory Disallow: /blog-visit/* Disallow: /blog-tracker User-agent: Yandex Crawl-delay: 5 User-agent: Goo Crawl-delay: 5 User-agent: Baidu Crawl-delay: 5 User-agent: Rogerbot Crawl-delay: 1 User-agent: SemrushBot Crawl-delay: 3 User-agent: Googlebot Disallow: /real-listings*