User-agent: * Disallow: /documents/ Disallow: /shop.php Disallow: /sale.php Disallow: /banner.php Disallow: /ngd/banner_redirect/