User-agent: *
Disallow: /maliste/
Allow: /maliste/recommandations
Disallow: /recherche
Disallow: /lostPassword
Disallow: /connexion?redirect=/
Disallow: /embed*
Disallow: */videos/undefined$
Noindex: /player/tf1$
Disallow: /player/tf1$
Noindex: /player/tfx$
Disallow: /player/tfx$
Noindex: /player/tmc$
Disallow: /player/tmc$
Noindex: /player/tf1-series-films$
Disallow: /player/tf1-series-films$

User-agent: Twitterbot
Disallow:
User-agent: facebookexternalhit
Disallow:
User-agent: AhrefsBot
Disallow: /
User-agent: SearchmetricsBot
Disallow: /
User-agent: rogerbot
Disallow: /
User-agent: deepcrawl
Disallow: /
User-Agent: OnCrawl
Disallow: /
User-agent: Screaming Frog SEO Spider
Disallow: /
User-agent: MJ12bot
Disallow: /
User-Agent: Sistrix
Disallow: /

Sitemap: https://www.tf1.fr/sitemaps/sitemap-i.xml
Sitemap: https://www.tf1.fr/sitemaps/sitemap-v.xml
Sitemap: https://www.tf1.fr/sitemaps/sitemap-l-v.xml
Sitemap: https://www.tf1.fr/sitemaps/sitemap-n.xml