# /robots.txt file for ALL sioux falls websites.

User-agent: Slurp
Disallow: /

User-agent: *
Crawl-Delay: 10
Request-rate: 1/5         # maximum rate is one page every 5 seconds
Visit-time: 1800-2345     # only visit between 12:00 am and 5:45 am (CST)
Disallow: /sitecore/
Disallow: /App_Browsers/
Disallow: /App_Config/
Disallow: /App_Data/
Disallow: /aspnet_client/
Disallow: /bin/
Disallow: /indexes/
Disallow: /layouts/
Disallow: /sitecore%20modules/
Disallow: /temp/
Disallow: /xsl/
Disallow: /Calendar/
Disallow: /sitecore/Media%20Library/
Disallow: /.aspx$
Disallow: /500.*