# For domain: http://www.electricbox.co.uk

# All robots will spider the domain but disallow directory /styles/ and /images/ 
User-agent: *
Disallow:
Disallow: /styles
Disallow: /cgi-bin
Disallow: /php
Disallow: /images
Disallow: /includes
Disallow: /scripts
Disallow: /*.gif$ 
Disallow: /*.jpg$
Disallow: /*.jpeg$ 
Disallow: /_private
Disallow: /_vti_bin
Disallow: /_vti_cnf
Disallow: /_vti_log
Disallow: /_vti_pvt
Disallow: /_vti_txt


# Disallowing gigabot because it's messing my stats and seems flaky
User-agent: gigabot
Disallow: /

#Reducing slurp by adding crawl delay

User-agent: Slurp
Crawl-delay: 10 

User-agent: Googlebot
Crawl-delay: 30 

User-agent: Googlebot
# Request-rate: 1/5         # maximum rate is one page every 5 seconds
# Visit-time: 0600-0845     # only visit between 6:00 AM and 8:45 AM UT (GMT)