# www.robotstxt.org/
# www.google.com/support/webmasters/bin/answer.py?hl=en&answer=156449

User-agent: magpie-crawler
Disallow: /

User-agent: CCBot
Disallow: /

User-agent: ChatGPT-User
Disallow: /

User-agent: FacebookBot
Disallow: /

User-agent: Google-Extended
Disallow: /

User-agent: GPTBot
Disallow: /

User-agent: Omgili
Disallow: /

User-agent: Omgilibot
Disallow: /

User-agent: *
Crawl-delay: 3
Allow: /

Disallow: /perso
Disallow: /ajax/
Disallow: /comment/
Disallow: /tools/
Disallow: /bookmark/
Disallow: */mot-cle/
Disallow: /*/commentaires$

# Unwanted indexed contents
Disallow: /blog/respect-mag*