# See http://www.robotstxt.org/wc/norobots.html for documentation on how to use the robots.txt file # # Suspicious bot may be be scraping our listings User-agent: OmniExplorer_Bot Disallow: / User-agent: * Disallow: /buyer/AskQuestion.do Disallow: /buyer/ArrangeViewing.do Disallow: /buyer/DeliveryQuote.do Disallow: /buyer/WhatsTheReserve.do Disallow: /buyer/ArrangeCallback.do Disallow: /buyer/WinnersProgress.do Disallow: /buyer/AdvancedSearch.do Disallow: /buyer/BuyItNow.do Disallow: /buyer/ReserveNow.do Disallow: /buyer/SecureNow.do Disallow: /buyer/CarSearchTrue.do Disallow: /buyer/Login.do Disallow: /buyer/buyers-buddy.do Disallow: /buyer/cars-by-email/* Disallow: /questions/new Disallow: /news/press/the-sun Disallow: /sample_listing/*