#Yahoo Slurp crawl delay to eliminate excessive crawling User-agent: Slurp Crawl-delay: 300 Disallow: /dep/Falcon/newsite Disallow: /dep/images Disallow: /dep/reports Disallow: /dep/Listrak Disallow: /dep/deputate/minres/bamr Disallow: /dep/deputate/minres/dms Allow: /dep/deputate/minres/bamr/bamr.htm Disallow: /dep/MonthlyPrograms Disallow: /images Disallow: /shell_cgi Disallow: /cgi-bin Disallow: /search Disallow: /eps Disallow: /newsclippings Disallow: /update Disallow: /students Disallow: /local_government Disallow: /farmers Disallow: /individuals_families Disallow: /directlink Disallow: /waterops_apps Disallow: /earth_minute Disallow: /WestNile_Apps # # User-agent: * Disallow: /dep/images Disallow: /dep/reports Disallow: /dep/Listrak Disallow: /dep/deputate/minres/bamr Disallow: /dep/deputate/minres/dms Allow: /dep/deputate/minres/bamr/bamr.htm Disallow: /dep/MonthlyPrograms Disallow: /images Disallow: /shell_cgi Disallow: /cgi-bin Disallow: /search Disallow: /eps Disallow: /newsclippings Disallow: /update Disallow: /students Disallow: /local_government Disallow: /farmers Disallow: /individuals_families Disallow: /directlink Disallow: /waterops_apps Disallow: /earth_minute Disallow: /WestNile_Apps