# www.robotstxt.org/
# www.google.com/support/webmasters/bin/answer.py?hl=en&answer=156449
Sitemap: https://www.mediapart.fr/sitemap_index.xml
Sitemap: https://www.mediapart.fr/news_sitemap_editor_choice.xml

User-agent: magpie-crawler
Disallow: /

User-agent: CCBot
Disallow: /

User-agent: ChatGPT-User
Disallow: /

User-agent: FacebookBot
Disallow: /

User-agent: Google-Extended
Disallow: /

User-agent: GPTBot
Disallow: /

User-agent: Omgili
Disallow: /

User-agent: Omgilibot
Disallow: /

User-agent: *
Crawl-delay: 3
Allow: /
Allow: /abo/offres

Disallow: /abo/*
Disallow: /offrir_article/
Disallow: /article/offert/
Disallow: /ajax/
Disallow: /comment/
Disallow: /tools/
Disallow: /bookmark/
Disallow: /petition.php
Disallow: /search?search_word=*
Disallow: /journal/mot-cle/
Disallow: /*/commentaires$