# robots.txt file for StudyLight.org # last modified January 19, 2001 # jgarrison@studylight.org User-agent: * Crawl-Delay: 30 User-agent: NPBot Disallow: / User-agent: msnbot Crawl-Delay: 60 # bad dog User-agent: Roverbot Disallow:/ User-agent: SuperBot Disallow:/ # the guys from web4christ.com use this and it swamps our server User-agent: Harvest/1.5 Disallow:/ User-agent: Poong Disallow:/ User-agent: Infomosiac Disallow:/ User-agent: FAST-WebCrawler Disallow:/ User-agent: Offline Explorer/1.5 Disallow:/ User-agent: Teleport Pro Disallow:/ User-agent: Webclipping.com Disallow:/ User-agent: PicoSearch/1.0 Disallow:/ User-agent: Googlebot Disallow:/