# robots.txt, www.archambault.com 2009/10/14

# autoriser pages FR pour Googlebot
User-agent: Googlebot 
Allow: /
User-agent: Googlebot-Image 
Allow: / 

# Exclure tous les autres robots de Google 
User-agent: Mediapartners-Google 
Disallow: / 
User-agent: Adsbot-Google
Disallow: / 
User-agent: Googlebot-Mobile 
Disallow: / 

# limiter le crawl rate de Yahoo et MSN
User-agent: Slurp 
Crawl-Delay: 3600
User-agent: MSNBot 
Crawl-Delay: 3600

# exclure les pages produits carolineneron 
User-agent: *
Disallow: http://www.archambault.ca/qmi/liquidation-carliquidation-fr-ct
Disallow: http://www.archambault.ca/boucles-doreilles-moulin-rouge-car0038102-en-pr
Disallow: http://www.archambault.ca/boucles-doreilles-moulin-rouge-car0038102-fr-pr
Disallow: http://www.archambault.ca/boucles-doreilles-moyennes-car020020-en-ct
Disallow: http://www.archambault.ca/boucles-doreilles-moyennes-car020020-fr-ct
Disallow: http://www.archambault.ca/bracelet-moulin-rouge-car0038103-en-pr
Disallow: http://www.archambault.ca/bracelet-moulin-rouge-car0038103-fr-pr
Disallow: http://www.archambault.ca/bracelet-simple-car030020-en-ct
Disallow: http://www.archambault.ca/bracelet-simple-car030020-fr-ct
Disallow: http://www.archambault.ca/cabaret-car000080-en-ct
Disallow: http://www.archambault.ca/collection-cabaret-car000080-en-ct
Disallow: http://www.archambault.ca/collier-cravate-car010020-en-ct
Disallow: http://www.archambault.ca/collier-cravate-car010020-fr-ct
Disallow: http://www.archambault.ca/collier-le-cabaret-car0038006-en-pr
Disallow: http://www.archambault.ca/collier-le-cabaret-car0038006-fr-pr
Disallow: http://www.archambault.ca/collier-moulin-rouge-car0038106-en-pr
Disallow: http://www.archambault.ca/collier-moulin-rouge-car0038106-fr-pr
Disallow: http://www.archambault.ca/collier-phenix-car0041206-en-pr
Disallow: http://www.archambault.ca/collier-phenix-car0041206-fr-pr
Disallow: http://www.archambault.ca/liquidation-carliquidation-fr-ct

# autoriser pages pour Yahoo
User-agent: Slurp 
Allow: /

# autoriser pages pour MSN
User-agent: MSNBot 
Allow: /

# limiter access /qmi/ a tous les robots
User-agent: *
Disallow: /qmi/

# exclure robots specifiquement
User-agent: sitecheck.internetseer.com 
Disallow: /
User-agent: Zealbot 
Disallow: /
User-agent: MSIECrawler 
Disallow: /
User-agent: SiteSnagger 
Disallow: /
User-agent: WebStripper 
Disallow: /
User-agent: WebCopier 
Disallow: /
User-agent: Fetch 
Disallow: /
User-agent: Offline Explorer 
Disallow: /
User-agent: Teleport 
Disallow: /
User-agent: TeleportPro 
Disallow: /
User-agent: WebZIP 
Disallow: /
User-agent: linko 
Disallow: /
User-agent: HTTrack 
Disallow: /
User-agent: Microsoft.URL.Control 
Disallow: /
User-agent: Xenu 
Disallow: /
User-agent: larbin 
Disallow: /
User-agent: libwww 
Disallow: /
User-agent: ZyBORG 
Disallow: /
User-agent: Download Ninja 
Disallow: /
User-agent: wget 
Disallow: /
User-agent: grub-client 
Disallow: /
User-agent: k2spider 
Disallow: /
User-agent: NPBot 
Disallow: /
User-agent: WebReaper 
Disallow: /
User-agent: ia_archiver 
Disallow: /