# All robots will spider the domain User-agent: googlebot Crawl-delay: 5 Disallow: /auctiondetails.php* Disallow: /buynow.php* User-agent: * Crawl-delay: 5 Disallow: /admin/ Disallow: /ADtesting/ Disallow: /ADtesting/testfolder/ Disallow: /contactus.php Disallow: /config/ Disallow: /cache/ Disallow: /directory/ Disallow: /cgi-bin/ Disallow: /ADEFR/ Disallow: /uplimg/ Disallow: /lang.php?lang=german Disallow: /lang.php?lang=french Disallow: /lang.php?lang=english