# robots.txt
## UA completely disallowed
User-agent: AhrefsBot
User-agent: amazon-QBusiness
User-agent: amazon-kendra
User-agent: anthropic-ai
User-agent: Bytespider
User-agent: CCBot
User-agent: ChatGPT-User
User-agent: Claude-Web
User-agent: ClaudeBot
User-agent: coccocbot-web/1.0
User-agent: Codewisebot
User-agent: Cutbot
User-agent: Diffbot
User-agent: DotBot
User-agent: Exabot-Thumbnail
User-agent: FacebookBot
User-agent: Feedage
User-agent: GetIntent
User-agent: GnowitNewsbot
User-agent: Google-Extended
User-agent: GPTBot
User-agent: linkdexbot
User-agent: ltx71
User-agent: MaxPointCrawler
User-agent: Mediatoolkitbot
User-Agent: omgili
User-Agent: omgilibot
User-agent: Pcore-HTTP
User-Agent: PerplexityBot
User-agent: PetalBot
User-agent: PiplBot
User-agent: SemrushBot
User-agent: Slackbot
User-agent: SocialShare
User-agent: startmebot
User-Agent: trendictionbot
User-agent: upday
User-agent: VR FrontPage Fetcher
User-agent: YaK
User-agent: YandexBot
User-agent: Yeti
User-agent: YouBot
Disallow: /
## LISTEROBOTS1802
User-agent: 5emeRue
User-agent: ACQUIRE MEDIA
User-agent: ACTIV Financial (CME Group)
User-agent: AlphaSense
User-agent: AmiSoftware
User-agent: Archive-It
User-agent: archive.org_bot
User-agent: ArgClrInt
User-agent: Ask n read
User-agent: Augure
User-agent: auramundi
User-agent: AwarioRssBot
User-agent: AwarioSmartBot
User-agent: Barchart.com
User-agent: BattleFin
User-agent: Bernin IT
User-agent: Blackboard Safeassign
User-agent: BLP_bbot
User-agent: bluematrix
User-agent: Brandwatch
User-agent: Briefcase.news
User-agent: Buck
User-agent: Bytespider
User-agent: CCBo
User-agent: CikisiBot
User-agent: Coexel
User-agent: cohere-ai
User-agent: Comtex News Network
User-agent: ConveraCrawler
User-agent: Copyright Licensing Agency
User-agent: Corporama
User-agent: D&B Hoovers
User-agent: Data Expression
User-agent: Data Observer
User-agent: Dataminr
User-agent: Dealogic
User-agent: Diffbot
User-agent: Digimind
User-agent: DirectFN
User-agent: Dun & Bradstreet
User-agent: Dun & Bradstreet
User-agent: Dun & Bradstreet - D&B ESG Intelligence
User-agent: Dun & Bradstreet Data Marketplace
User-agent: Eagle Alpha
User-agent: ecoresearch
User-agent: ellisphere
User-agent: FactSet
User-agent: FeedCheck
User-agent: FeedReader
User-agent: Feedspot
User-agent: Fitch Solutions
User-agent: Founder Apabi
User-agent: Freshbot
User-agent: FriendlyCrawler
User-agent: Gnowit
User-agent: GnowitNewsbot
User-agent: Ground News
User-agent: ia_archiver
User-agent: ICE Connect Desktop Solution
User-agent: ICE Data Services
User-agent: IHS Markit
User-agent: ImageSift
User-agent: InMédia Technologies
User-agent: Innguma
User-agent: Inoreader
User-agent: ISI Emerging Markets
User-agent: KB Crawl SAS
User-agent: Knowings
User-agent: Koyfin
User-agent: Launchmetrics
User-agent: LexisNexis
User-agent: Liana
User-agent: magpie-crawler
User-agent: Make/production
User-agent: MarketResearch.com
User-agent: MarketWatch
User-agent: MarketWise
User-agent: Markit Digital
User-agent: Mediatoolkitbot
User-agent: moduleQ
User-agent: MONITIO
User-agent: MoodleBot
User-agent: Moody's
User-agent: Moreover
User-agent: MORNINGSTAR
User-agent: MuckRack
User-agent: Netvibes
User-agent: news-api.org
User-agent: Newslitbot
User-agent: NewsNow
User-agent: Northern Light
User-agent: Opinion-tracker
User-agent: Opoint
User-agent: Orbis
User-agent: Paqlebot
User-agent: Press Monitor Europe
User-agent: PressEngineBot D
User-agent: PriberamBot
User-agent: QuoteMedia
User-agent: QWAM CONTENT INTELLIGENCE
User-agent: RankurBot
User-agent: RavenPack
User-agent: ReportLinker
User-agent: Research & Markets
User-agent: S&P Capital IQ
User-agent: S&P Global Market Intelligence
User-agent: S&P Global Marketplace
User-agent: scoopit
User-agent: scoopit-crawler
User-agent: scpitspi-rs
User-agent: semantic-visions.com
User-agent: semantic-visions.com crawler
User-agent: SemrushBot
User-agent: SentiBot
User-agent: SentiOne
User-agent: Signal Insights
User-agent: Sindup
User-agent: smartkarma
User-agent: Sociallymap
User-agent: spotter
User-agent: Sprinklr
User-agent: squirrobot
User-agent: Statista
User-agent: STOCKBOARD
User-agent: telpress.it
User-agent: Thomson Reuters
User-agent: Thomson Reuters WestLaw
User-agent: TraderPlanet
User-agent: Tradingcharts.com
User-agent: TradingView
User-agent: Transform Your API
User-agent: trendeo
User-agent: trendictionbot
User-agent: TurnitinBot
User-agent: um-FC
User-agent: um-IC
User-agent: um-LN
User-agent: UptimeRobot
User-agent: Vable Ltd
User-agent: VISIBRAIN
User-agent: webzio
User-agent: YaK
User-agent: YCHARTS
User-agent: YouBot
User-agent: Zite
Disallow: /
## global rules for all agents
User-agent: *
Crawl-delay: 10
## directories
Disallow: /uz/mon-espace/
Disallow: /tr-cache/
#Disallow: /sites/tr_master/
Disallow: /sites/tr_master/modules/custom/tr_obfuscate_link/
Disallow: /includes/
Disallow: /misc/
Disallow: /modules/
Disallow: /profiles/
Disallow: /scripts/
Disallow: /themes/
## files
Disallow: /CHANGELOG.txt
Disallow: /cron.php
Disallow: /INSTALL.mysql.txt
Disallow: /INSTALL.pgsql.txt
Disallow: /INSTALL.sqlite.txt
Disallow: /install.php
Disallow: /INSTALL.txt
Disallow: /LICENSE.txt
Disallow: /MAINTAINERS.txt
Disallow: /update.php
Disallow: /UPGRADE.txt
Disallow: /xmlrpc.php
## paths (clean URLs)
Disallow: /admin/
Disallow: /comment/reply/
Disallow: /filter/tips/
Disallow: /node/add/
Disallow: /search/
Disallow: /user
Disallow: /user/register/
Disallow: /user/password/
Disallow: /user/login/
Disallow: /user/logout/
## free articles
Disallow: /*.php?*shared-article=true
## paths (no clean URLs)
Disallow: /?q=admin/
Disallow: /?q=comment/reply/
Disallow: /?q=filter/tips/
Disallow: /?q=node/add/
Disallow: /?q=search/
Disallow: /?q=user
Disallow: /?q=user/password/
Disallow: /?q=user/register/
Disallow: /?q=user/login/
Disallow: /?q=user/logout/
## disallow search pages indexing
Disallow: /enfants/search?
Disallow: /enfants/lire/search?
Disallow: /enfants/ecouter/search?
Disallow: /enfants/voir/search?
Disallow: /enfants/sortir/search?
Disallow: /enfants/jouer/search?
Disallow: /?q=recherche/
Disallow: /?q=page_recherche
Disallow: /page_recherche?
Disallow: /cine/film_datesortie.php?*field_smv_sousgenre_er
Disallow: /cine/film_datesortie.php/film_datesortie.php?*field_smv_sousgenre_er
Disallow: /cine/film_datesortie.php?*editor_note
Disallow: /cine/film_datesortie.php/film_datesortie.php?*editor_note
Disallow: /tr/research-line
Disallow: /*/search
Disallow: /*?*q=recherche
Disallow: /*?*q=page_recherche
Disallow: /page_recherche
Disallow: /*?*f[*]=
Disallow: /*?*department:
Disallow: /*?*when=
Disallow: /*?*when[date]=
Disallow: /*?*field_smv_sousgenre_er
Disallow: /*?*field_smv_external_content_er
Disallow: /*?*editor_note
Disallow: /tr-selection/*
Disallow: /tr/research-line*
Disallow: /*?*tr-selection/*
Disallow: /*?*tr/research-line*
Disallow: /recherche/
Disallow: /recherche
Disallow: /recherche/*
## disallow connection page with params
Disallow: /connexion?
## allow static assets : CSS, JS, Images
Allow: /misc/*.css$
Allow: /misc/*.css?
Allow: /misc/*.js$
Allow: /misc/*.js?
Allow: /misc/*.gif
Allow: /misc/*.jpg
Allow: /misc/*.jpeg
Allow: /misc/*.png
Allow: /modules/*.css$
Allow: /modules/*.css?
Allow: /modules/*.js$
Allow: /modules/*.js?
Allow: /modules/*.gif
Allow: /modules/*.jpg
Allow: /modules/*.jpeg
Allow: /modules/*.png
Allow: /profiles/*.css$
Allow: /profiles/*.css?
Allow: /profiles/*.js$
Allow: /profiles/*.js?
Allow: /profiles/*.gif
Allow: /profiles/*.jpg
Allow: /profiles/*.jpeg
Allow: /profiles/*.png
Allow: /themes/*.css$
Allow: /themes/*.css?
Allow: /themes/*.js$
Allow: /themes/*.js?
Allow: /themes/*.gif
Allow: /themes/*.jpg
Allow: /themes/*.jpeg
Allow: /themes/*.png
Allow: /sites/tr_master/*.gif
Allow: /sites/tr_master/*.jpg
Allow: /sites/tr_master/*.jpeg
Allow: /sites/tr_master/*.png
## sitemaps
Sitemap: https://television.telerama.fr/sitemaps/sitemap_news.php
Sitemap: https://television.telerama.fr/sitemaps/sitemap_index.php