community.fs.com

            Domain Name: FS.COM
Registrar: eName Technology Co., Ltd.
Domain Status: client delete prohibited
Domain Status: client transfer prohibited
Creation Date: 1992-05-14T04:00:00Z
Registry Expiry Date: 2034-05-15T04:00:00Z
Updated Date: 2025-02-09T04:04:29Z
Name Server: NS-1042.AWSDNS-02.ORG
Name Server: NS-181.AWSDNS-22.COM
Name Server: NS-1867.AWSDNS-41.CO.UK
Name Server: NS-721.AWSDNS-26.NET
REGISTRAR Contact: eName Technology Co., Ltd.
>>> Last update of RDAP database: 2026-01-28T11:26:44Z         

			User-agent: *
Disallow: /
Disallow: /*.html/
Disallow: /*.html?*
Disallow: /indexTopPost
Disallow: /*/indexTopPost
Disallow: *getDetailRelated

Disallow: /blog
Disallow: /story
Disallow: /story/*.html
Disallow: /*/story/*.html
Disallow: /tag/
Disallow: /tag/*
Disallow: /*/tag/*
Disallow: /user/
Disallow: /user/*
Disallow: /*/user/*
Disallow: /case-study
Disallow: /case-study/*.html
Disallow: /*/case-study/*.html
Disallow: /article
Disallow: /encyclopedia
Disallow: /video

# 防止重复内容
Disallow: /cn/*

# 搜索和探索页面
Disallow: /*/search
Disallow: /search
Disallow: /*/explore
Disallow: /*/explore/
Disallow: /explore
Disallow: /explore/
Disallow: /explore?
Disallow: /*/explore?

# API和内部页面
Disallow: /api/
Disallow: *blog/c/
Disallow: /blog/page/
Disallow: /*/blog/page/
Disallow: *user/list/
Disallow: *post/list/
Disallow: *wp-content/

User-agent: rogerbot
Disallow: /
User-agent: MJ12bot
Disallow: /
User-agent: MauiBot
Disallow: /
User-agent: BLEXBot
Disallow: /
User-agent: dotbot
Disallow: /
User-agent: SemrushBot
Disallow: /
User-agent: SeznamBot
Disallow: /
User-Agent: PetalBot
Disallow: /

# 其他不需要的爬虫
User-Agent: almaden
Disallow: /
User-Agent: ASPSeek
Disallow: /
User-Agent: Axmo
Disallow: /
User-Agent: booch
Disallow: /
User-Agent: DTS Agent
Disallow: /
User-Agent: Downloader
Disallow: /
User-Agent: EmailCollector
Disallow: /
User-Agent: EmailSiphon
Disallow: /
User-Agent: EmailWolf
Disallow: /
User-Agent: Expired Domain Sleuth
Disallow: /
User-Agent: Franklin Locator
Disallow: /
User-Agent: Gaisbot
Disallow: /
User-Agent: grub
Disallow: /
User-Agent: HughCrawler
Disallow: /
User-Agent: iaea.org
Disallow: /
User-Agent: lcabotAccept
Disallow: /
User-Agent: IconSurf
Disallow: /
User-Agent: Iltrovatore-Setaccio
Disallow: /
User-Agent: Indy Library
Disallow: /
User-Agent: IUPUI
Disallow: /
User-Agent: Kittiecentral
Disallow: /
User-Agent: larbin
Disallow: /
User-Agent: lwp-trivial
Disallow: /
User-Agent: MetaTagRobot
Disallow: /
User-Agent: Missigua Locator
Disallow: /
User-Agent: NetResearchServer
Disallow: /
User-Agent: NextGenSearch
Disallow: /
User-Agent: NPbot
Disallow: /
User-Agent: Nutch
Disallow: /
User-Agent: ObjectsSearch
Disallow: /
User-Agent: Oracle Ultra Search
Disallow: /
User-Agent: PEERbot
Disallow: /
User-Agent: PictureOfInternet
Disallow: /
User-Agent: PlantyNet
Disallow: /
User-Agent: QuepasaCreep
Disallow: /
User-Agent: ScSpider
Disallow: /
User-Agent: SOFT411
Disallow: /
User-Agent: spider.acont.de
Disallow: /
User-Agent: Sqworm
Disallow: /
User-Agent: SSM Agent
Disallow: /
User-Agent: TAMU
Disallow: /
User-Agent: TheUsefulbot
Disallow: /
User-Agent: TurnitinBot
Disallow: /
User-Agent: Tutorial Crawler
Disallow: /
User-Agent: TutorGig
Disallow: /
User-Agent: WebCopier
Disallow: /
User-Agent: WebZIP
Disallow: /
User-Agent: ZipppBot
Disallow: /
User-Agent: Xenu
Disallow: /
User-Agent: Wotbox
Disallow: /
User-Agent: Wget
Disallow: /