# Crawlers that are kind enough to obey, but which we'd rather not have # unless they're feeding search engines. # # general excluded areas # User-agent: * Disallow: /download_manager.php Disallow: /shopping_cart.php Disallow: /product_notification.php Disallow: /contact_us.php Disallow: /integrated/faq/ Disallow: /integrated/referral_links/ Disallow: /integrated/quickforum/new_post.php Disallow: /integrated/quickforum/new_thread.php Disallow: /ads/ Disallow: /download_buddy_icon.php