# robots.txt for http://www.spirt.com.ua/ User-agent: * Disallow: /cgi-bin/ Disallow: /brend/?rz= Disallow: /brend/index.php?rz= Disallow: /commerce/aninfo_inframe.php Disallow: /commerce/listanalit.php Disallow: /commerce/listpacks.php Disallow: /index.php?error=404 Disallow: /news/zabor.php?nid=a Disallow: /openmarket/myrequest.php Disallow: /openmarket/registration.php Disallow: /openmarket/security/ Disallow: /openmarket/sellbuy.php User-agent: FDSE Disallow: /09/ Disallow: /brend/ Disallow: /commerce/aninfo_inframe.php Disallow: /commerce/listanalit.php Disallow: /commerce/listpacks.php Disallow: /industry/business.php Disallow: /industry/production.php Disallow: /news/zabor.php Disallow: /openmarket/myrequest.php Disallow: /openmarket/registration.php Disallow: /openmarket/security/ Disallow: /openmarket/sellbuy.php User-agent: wget Disallow: / User-agent: ExtractorPro Disallow: / User-agent: teleport Disallow: / User-agent: WebZip Disallow: /