# www.robotstxt.org/
# www.google.com/support/webmasters/bin/answer.py?hl=en&answer=156449
# robots.txt - Politique d'accès aux robots

# --- 🟢 BOTS AUTORISÉS (légitimes) ---
User-agent: Googlebot
Disallow:

User-agent: Googlebot-Image
Disallow:

User-agent: Bingbot
Disallow:

User-agent: Applebot
Disallow:

User-agent: YandexBot
Disallow:

User-agent: facebookexternalhit
Disallow:

User-agent: LinkedInBot
Disallow:

User-agent: PetalBot
Disallow:

User-agent: GPTBot
Disallow:

User-agent: UptimeRobot
Disallow:

# --- 🔴 BOTS BLOQUÉS (agressifs / inutiles) ---
User-agent: AhrefsBot
Disallow: /

User-agent: SemrushBot
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: BLEXBot
Disallow: /

User-agent: Barkrowler
Disallow: /

User-agent: trendiction
Disallow: /

User-agent: crawl
Disallow: /

User-agent: robot
Disallow: /

User-agent: link
Disallow: /

User-agent: Firefox version 10 and lower - various robots
Disallow: /

User-agent: Unknown robot identified by bot\*
Disallow: /

User-agent: Unknown robot identified by \*bot
Disallow: /

User-agent: Unknown robot (identified by hit on robots.txt)
Disallow: /

User-agent: empty user agent string
Disallow: /
 

# Paths (clean URLs)
Disallow: /article$
Disallow: /articles$
Disallow: /article/autre$
Disallow: /alaune/
Allow: /alaune/*
Allow: /articles/*
Allow: /article/*
Allow: /article/autre/*

# Files
# Disallow: /composer.json
# Disallow: /composer.lock
# Disallow: /CONTRIBUTING.md
Disallow: /CONTRIBUTOR_LICENSE_AGREEMENT.html
Disallow: /COPYING.txt
# Disallow: /Gruntfile.js
Disallow: /LICENSE.txt
Disallow: /LICENSE_AFL.txt
# Disallow: /nginx.conf.sample
# Disallow: /package.json
# Disallow: /php.ini.sample
Disallow: /RELEASE_NOTES.txt

# Do not index session ID
Disallow: /*?SID=
# Disallow: /*?
Disallow: /*.php$

# CVS, SVN directory and dump files
Disallow: /*.CVS
Disallow: /*.Zip$
Disallow: /*.Svn$
Disallow: /*.Idea$
Disallow: /*.Sql$
Disallow: /*.Tgz$

# Sitemap files

Sitemap: https://laquotidienne.ma/Sitemaps/sitemap.xml
Sitemap: https://laquotidienne.ma/Sitemaps/sitemap-1.xml
Sitemap: https://laquotidienne.ma/Sitemaps/sitemap-2.xml
Sitemap: https://laquotidienne.ma/Sitemaps/sitemap-3.xml
Sitemap: https://laquotidienne.ma/Sitemaps/sitemap-4.xml
Sitemap: https://laquotidienne.ma/Sitemaps/sitemap-5.xml
Sitemap: https://laquotidienne.ma/Sitemaps/sitemap-6.xml
Sitemap: https://laquotidienne.ma/Sitemaps/sitemap-7.xml
Sitemap: https://laquotidienne.ma/Sitemaps/sitemap-8.xml
Sitemap: https://laquotidienne.ma/Sitemaps/sitemap-9.xml
Sitemap: https://laquotidienne.ma/Sitemaps/sitemap-10.xml
Sitemap: https://laquotidienne.ma/Sitemaps/sitemap-11.xml
Sitemap: https://laquotidienne.ma/Sitemaps/sitemap-12.xml
Sitemap: https://laquotidienne.ma/Sitemaps/sitemap-13.xml


# Image Sitemap files

Sitemap: https://laquotidienne.ma/Images-Sitemaps/images_sitemap.xml
Sitemap: https://laquotidienne.ma/Images-Sitemaps/images_sitemap1.xml
Sitemap: https://laquotidienne.ma/Images-Sitemaps/images_sitemap2.xml
Sitemap: https://laquotidienne.ma/Images-Sitemaps/images_sitemap3.xml
Sitemap: https://laquotidienne.ma/Images-Sitemaps/images_sitemap4.xml
Sitemap: https://laquotidienne.ma/Images-Sitemaps/images_sitemap5.xml
Sitemap: https://laquotidienne.ma/Images-Sitemaps/images_sitemap6.xml
Sitemap: https://laquotidienne.ma/Images-Sitemaps/images_sitemap7.xml
Sitemap: https://laquotidienne.ma/Images-Sitemaps/images_sitemap8.xml
Sitemap: https://laquotidienne.ma/Images-Sitemaps/images_sitemap9.xml


# RSS files

RSS: https://laquotidienne.ma/developpement_durable/rss.xml
RSS: https://laquotidienne.ma/info-quotidienne/rss.xml
RSS: https://laquotidienne.ma/actualite-eco-entreprise/rss.xml
RSS: https://laquotidienne.ma/info-politique/rss.xml
RSS: https://laquotidienne.ma/international/rss.xml
RSS: https://laquotidienne.ma/infos-societe/rss.xml
RSS: https://laquotidienne.ma/actualites-economiques/rss.xml


# Index files

Sitemap: https://laquotidienne.ma/Sitemap-Index/Images-sitemap-index.xml
Sitemap: https://laquotidienne.ma/Sitemap-Index/RSS-Index.xml
Sitemap: https://laquotidienne.ma/Sitemap-Index/Sitemap-Generated-Index.xml
Sitemap: https://laquotidienne.ma/Sitemap-Index/Sitemap-index.xml