# Robots.txt file from http://www.searchengineworld.com # Added by Web Administrator for search engine crawling restrictions # Ban all crawlers from directories User-agent: * Disallow: /Common_Files/ Disallow: /Authenticate/ Disallow: /CSULAFaculty/ Disallow: /CSULAStudents/ Disallow: /aspnet_client/ Disallow: /Archive/ Disallow: /OnlineQuizzes/ Disallow: /WebParts/ Disallow: /DiskStatus/ # Ignore FrontPage files User-agent: * Disallow: /_borders Disallow: /_derived Disallow: /_fpclass Disallow: /_overlay Disallow: /_private Disallow: /_themes Disallow: /_vti_bin Disallow: /_vti_cnf Disallow: /_vti_log Disallow: /_vti_map Disallow: /_vti_pvt Disallow: /_vti_txt