# Robots.txt file created by http://www.webtoolcentral.com
# For domain: http://www.walking-holidays-andalucia.com

# All robots will spider the domain
User-agent: *
Disallow: /cgi-bin/
Disallow: /backup/
Disallow: /htdocs/stats/
Disallow: /htdocs/images/
Disallow: /htdocs/index_files/
Disallow: /htdocs/log/

User-agent: msnbot
#Crawl-delay: 10

User-agent: Teoma
#Crawl-delay: 10

User-agent: Slurp
#Crawl-delay: 10

User-agent: aipbot
#Disallow: /

User-agent: BecomeBot
#Disallow: /

User-agent: psbot
#Disallow: /