# /robots.txt file for http://www.agglo-lehavre.fr/
# mail listmaster@ville-lehavre.fr for constructive criticism

# gsa-crawler
User-agent: gsa-crawler
Disallow: /*.cgi
Allow: /$

# Yahoo
User-agent: Slurp
Crawl-delay: 20
Disallow: 

User-agent: Slurp China
Crawl-delay: 20
Disallow: 

# Msn
User-agent: msnbot
Crawl-delay: 20
Disallow: 

# Google
User-agent: Googlebot 
Crawl-delay: 20 
Disallow: 

# Voila
User-agent: Voilabot 
Crawl-delay: 20 
Disallow: 

# Internet Explorer 
User-agent: MSIECrawler
Crawl-delay: 20 
Disallow: / 

# Other
User-agent: *
Disallow: /