User-agent: * Disallow: /_derived Disallow: /_notes Disallow: /_private Disallow: /_shared Disallow: /_vti_cnf Disallow: /_vti_log Disallow: /_vti_pvt Disallow: /_vti_script Disallow: /_vti_txt Disallow: /AdminScripts Disallow: /aspnet_client Disallow: /cgi-bin Disallow: /cisco Disallow: /iNews Disallow: /itouch Disallow: /iTunes Disallow: /libdata Disallow: /libdocs Disallow: /mailroot Disallow: /mobile Disallow: /moodle Disallow: /OLD WEBSITE FILES Disallow: /pcms Disallow: /peel Disallow: /phs Disallow: /pulaski_news Disallow: /scripts Disallow: /sophos Disallow: /start Disallow: /webfiles Disallow: /village Disallow: /positive Disallow: / # Deny all other spiders # User-agent: * # Disallow: / # Allow all other robots to browse everywhere # User-agent: * # Disallow: # Tell "WebSpider" where it can't go # User-agent: WebSpider # Disallow: /marketing # Disallow: /sales