# ========================
# Ad-Tech, Brand Safety, Contextual, Verification & SSP/DSP Crawlers - ALLOW ALL
# ========================
# Google Ad-related
User-agent: Mediapartners-Google
Allow: /
User-agent: AdsBot-Google
Allow: /
User-agent: AdsBot-Google-Mobile
Allow: /
User-agent: Google-adstxt
Allow: /
# Amazon / APS
User-agent: AmazonAdBot
Allow: /
User-agent: APS-ad-standards-bot
Allow: /
# Verity, Criteo, peer39, IAS, DoubleVerify, etc.
User-agent: Verity
Allow: /
User-agent: CriteoBot
Allow: /
User-agent: peer39_crawler
Allow: /
User-agent: ias_crawler
Allow: /
User-agent: IAS Crawler
Allow: /
User-agent: IAS_admantx
Allow: /
User-agent: IAS_wombles
Allow: /
User-agent: DoubleVerify
Allow: /
User-agent: DoubleVerifyBot
Allow: /
User-agent: DVBot
Allow: /
User-agent: Leikibot
Allow: /
User-agent: LeikiBot
Allow: /
User-agent: Proximic
Allow: /
User-agent: Gumgum
Allow: /
User-agent: GumGumBot
Allow: /
User-agent: Clickagy
Allow: /
User-agent: Clickagy Intelligence Bot
Allow: /
User-agent: KargoBot-Artemis
Allow: /
User-agent: ContextualBot
Allow: /
User-agent: MgidBot
Allow: /
User-agent: Quantcastbot
Allow: /
User-agent: Adagio Bot
Allow: /
User-agent: Grapeshot
Allow: /
User-agent: Moatbot
Allow: /
User-agent: IntegralAds
Allow: /
# Seedtag, Connatix, media.net
User-agent: Seedtag
Allow: /
User-agent: Seedtag-Node-Request
Allow: /
User-agent: Connatix
Allow: /
User-agent: Media.net
Allow: /
User-agent: medianetbot
Allow: /
# New from your ads.txt
User-agent: TripleLiftBot
Allow: /
User-agent: SharethroughBot
Allow: /
User-agent: YieldmoBot
Allow: /
User-agent: TeadsBot
Allow: /
User-agent: XandrBot
Allow: /
User-agent: AppNexusBot
Allow: /
User-agent: PrimisBot
Allow: /
User-agent: NativoBot
Allow: /
User-agent: FreeWheelBot
Allow: /
User-agent: SmaatoBot
Allow: /
User-agent: OguryBot
Allow: /
User-agent: ZetaBot
Allow: /
User-agent: RisecodesBot
Allow: /
User-agent: UndertoneBot
Allow: /
User-agent: BlockthroughBot
Allow: /
User-agent: TrustedstackBot
Allow: /
User-agent: TheMediaGridBot
Allow: /
User-agent: LijitBot
Allow: /
User-agent: InMobiBot
Allow: /
User-agent: BlisBot
Allow: /
User-agent: EMXBot
Allow: /
User-agent: OneTagBot
Allow: /
User-agent: ConversantBot
Allow: /
User-agent: IndexExchangeBot
Allow: /
User-agent: SmartAdServerBot
Allow: /
# ads.txt / sellers.json crawlers (existing + duplicates kept)
User-agent: AudigentAdBot
Allow: /
User-agent: PulsePoint-Crawler
Allow: /
User-agent: captify-crawler
Allow: /
User-agent: TTD-Content
Allow: /
User-agent: AdkernelTopicCrawler
Allow: /
User-agent: AdsTxtCrawler
Allow: /
User-agent: bidswitchbot
Allow: /
User-agent: Centro Ads.txt Crawler
Allow: /
User-agent: ContextWebCom-AdsTxt
Allow: /
User-agent: iMDSAdstxtBot
Allow: /
User-agent: ERAdsTxtCrawler
Allow: /
User-agent: Logicad/AdsTxtCrawler
Allow: /
User-agent: Sellers-JSON-Crawler
Allow: /
User-agent: MicroAdAdstxtBot
Allow: /
User-agent: GlancelotBot
Allow: /
User-agent: Trade Desk ads.txt & sellers.json crawler
Allow: /
User-agent: PubMatic-AdsTxt
Allow: /
User-agent: PubMatic Crawler Bot
Allow: /
User-agent: OpenX-AdsTxt
Allow: /
User-agent: SovrnAdsTxtBot
Allow: /
User-agent: RubiconAdsTxt
Allow: /
User-agent: Magnite-AdsTxt
Allow: /
# IAB Tech Lab
User-agent: IAB-Tech-Lab
Allow: /
# Additional
User-agent: AdIdxBot
Allow: /
User-agent: SlickBot
Allow: /
User-agent: SinceraSyntheticUser
Allow: /
User-agent: FreestarAdQualityBot
Allow: /
User-agent: *
Disallow: /define/
Disallow: /*beginning-with*
Disallow: /*ending-with*
Sitemap: https://www.scrabble-solver.com/sitemap.xml