# Robots.txt file to prevent certain areas being crawled # $Id: robots.txt,v 1.10 2008/10/20 05:20:05 xhendric Exp $ User-agent: * Disallow: /thumbnail/ Disallow: /WEB-INF/ Disallow: /META-INF/ Disallow: /adminjsp/ Disallow: /jsp/bid/Bid.jsp Disallow: /jsp/buyer/QuestionAsk.jsp Disallow: /jsp/buyer/TradeMonitor.jsp Disallow: /jsp/buyer/WatchListMonitor.jsp Disallow: /jsp/cart/Cart.jsp Disallow: /jsp/email/EmailFraudWatch.jsp Disallow: /jsp/email/EmailTellAFriendAboutTrade.jsp Disallow: /jsp/email/EmailTellAFriendAboutTradeComplete.jsp Disallow: /jsp/seller/Listings.jsp Disallow: /jsp/tradecreate/ NoIndex: /*no-js.htm$ Sitemap: http://www.bidorbuy.co.za/static/xml/sitemap/SiteMapIndex.xml