User-agent: * Disallow: /_derived Disallow: /_notes Disallow: /_private Disallow: /_shared Disallow: /_vti_cnf Disallow: /_vti_log Disallow: /_vti_pvt Disallow: /_vti_script Disallow: /_vti_txt Disallow: /acemenu Disallow: /AdminScripts Disallow: /asp_net_client Disallow: /cgi-bin Disallow: /cisco Disallow: /iNews Disallow: /iNP_old Disallow: /intro Disallow: /libdata Disallow: /libdocs Disallow: /mailroot Disallow: /multicalendars Disallow: /scripts Disallow: /village Disallow: / # Deny all other spiders # User-agent: * # Disallow: / # Allow all other robots to browse everywhere # User-agent: * # Disallow: # Tell "WebSpider" where it can't go # User-agent: WebSpider # Disallow: /marketing # Disallow: /sales