# See http://www.robotstxt.org/wc/norobots.html for documentation on how to use the robots.txt file # # Suspicious bot may be be scraping our listings User-agent: OmniExplorer_Bot Disallow: / # Ill-mannered e-commerce aggregator bots User-agent: TwengaBot-Discover Disallow: / User-agent: NextGenSearchBot Disallow: / User-agent: * Disallow: /buyer/AskQuestion.do Disallow: /buyer/ArrangeViewing.do Disallow: /buyer/DeliveryQuote.do Disallow: /buyer/WhatsTheReserve.do Disallow: /buyer/ArrangeCallback.do Disallow: /buyer/WinnersProgress.do Disallow: /buyer/AdvancedSearch.do Disallow: /buyer/BuyItNow.do Disallow: /buyer/ReserveNow.do Disallow: /buyer/SecureNow.do Disallow: /buyer/CarSearchTrue.do Disallow: /buyer/Login.do Disallow: /buyer/buyers-buddy.do Disallow: /buyer/cars-by-email/* Disallow: /questions/new Disallow: /news/press/the-sun Disallow: /sample_listing/*