# See http://www.robotstxt.org/wc/norobots.html for documentation on how to use the robots.txt file

User-agent: *
#Sitemap: http://webnwine.com/sitemap.xml

# Google ignores most directives so here are some rules for Google
User-agent: Googlebot
User-agent: Googlebot-Image
User-agent: Googlebot-Mobile

Disallow: /admin
Disallow: /util

# These crawlers respect the Crawl-delay directive
#User-agent: Slurp
#User-agent: MSNBot
#User-agent: Twiceler
#User-agent: Teoma
#Disallow: /private
#Disallow: /admin
#Request-rate: 1/500s
#Crawl-delay: 10

# Request robots only crawl between 2am and 8am.
# (Those are our quiet times)
Visit-time: 0200-0800