Domain Name: SPYFU.COM
Registrar: GoDaddy.com, LLC
Domain Status: client delete prohibited
Domain Status: client renew prohibited
Domain Status: client transfer prohibited
Domain Status: client update prohibited
Creation Date: 2006-02-23T07:06:24Z
Registry Expiry Date: 2027-02-23T07:06:24Z
Updated Date: 2026-02-24T11:00:55Z
Name Server: NS-1478.AWSDNS-56.ORG
Name Server: NS-17.AWSDNS-02.COM
Name Server: NS-1858.AWSDNS-40.CO.UK
Name Server: NS-753.AWSDNS-30.NET
REGISTRAR Contact: GoDaddy.com, LLC
>>> Last update of RDAP database: 2026-02-25T07:11:18Z
# robots.txt - Updated: 06/05/25
#
# Sitemap Files
Sitemap: https://www.spyfu.com/sitemap.xml
Sitemap: https://www.spyfu.com/blog/sitemap.xml
Sitemap: https://www.spyfu.com/SpyGPT/SpyGPT_Software_Sitemap.xml
Sitemap: https://www.spyfu.com/SpyGPT/SpyGPT_Brands_Sitemap.xml
Sitemap: https://www.spyfu.com/SpyGPT/SpyGPT_Companies_Sitemap.xml
#
###############################################################################
# 1. Googlebot gets full access to ?query= / &query= / ?vwot= / &vwot= (For now)
# noindex for googlebot implemented in AppBaseController.cs and associated layout partials
###############################################################################
User-agent: Googlebot
# / / / / / / / / / / / / / Result Pages / / / / / / / / / / / / /
Allow: /*?query=*
Allow: /*&query=*
# / / / / / / / / / / / / / Lead Pages / / / / / / / / / / / / /
Disallow: *leads?*
Disallow: *?titleSlug=*
# / / / / / / / / / / / / / Top List Pages / / / / / / / / / / / / /
Allow: *?listId=3$
Disallow: *listId=*
# / / / / / / / / / / / / / Blog Pages / / / / / / / / / / / / /
Disallow: /blog/staging/
Disallow: /blog/ghost/
# / / / / / / / / / / / / / Directories / / / / / / / / / / / / /
Disallow: /Admin/
Disallow: /admin/
Disallow: /apis/core_api/facebookdata/
Disallow: /Chat/
Disallow: /chart/
Disallow: /Chart/
Disallow: /includes/
Disallow: /industry/
Disallow: /Industry/
Disallow: /m/
Disallow: /NsaApi/Core/GetFacebookData*
Disallow: /PressRoom/
Disallow: /profiles/
Disallow: /scripts/
Disallow: /term.aspx/
Disallow: /Term.aspx/
Disallow: /term_api/
Disallow: /themes/
Disallow: /ToolTips/
# / / / / / / / / / / / / / Pages / / / / / / / / / / / / /
Disallow: /CHANGELOG.txt
Disallow: /categories.aspx*
Disallow: /Categories.aspx*
Disallow: /chart.aspx*
Disallow: /Chart.aspx*
Disallow: /error.aspx*
Disallow: /forumns
Disallow: /Forumns
Disallow: /forums.aspx*
Disallow: /Forums.aspx*
Disallow: /GanttChart.aspx*
Disallow: /Host.aspx*
Disallow: /industry.aspx*
Disallow: /Industry.aspx*
Disallow: /industries.aspx*
Disallow: /Industries.aspx*
Disallow: /INSTALL.mysql.txt
Disallow: /INSTALL.pgsql.txt
Disallow: /install.php
Disallow: /INSTALL.txt
Disallow: /LICENSE.txt
Disallow: /Login.aspx
Disallow: /MAINTAINERS.txt
Disallow: /MoreList.aspx*
Disallow: /MyAccountInfo.aspx*
Disallow: /o/UrlRedirector*
Disallow: /search.aspx
Disallow: /SubscribeOrLogin.aspx*
Disallow: /Tracking/Add
Disallow: /update.php
Disallow: /UPGRADE.txt
Disallow: /UrlRedirector*
Disallow: /xmlrpc.php
# / / / / / / / / / / / / Terms / / / / / / / / / / / / / / /
Disallow: /*AllDomainResults*
Disallow: /*apiref*
Disallow: /*BrowseCompanies.aspx*
Disallow: /*ChartFeed*
Disallow: /*DmozTopic*
Disallow: /*FullDomainList*
Disallow: /*FullTermList*
Disallow: /*navigation.aspx*
Disallow: /*Navigation.aspx*
Disallow: /*SearchResults.aspx*
Disallow: /*SubscribeOrLogin.aspx*
Disallow: /*UrlRedirector*
Disallow: /*VennFeed*
# / / / / / / / / / / / / / All of UK / / / / / / / / / / / / /
Disallow: /uk/
Disallow: /UK/
# / / / / / / / / / / / / / add users page / / / / / / / / / / / / /
Disallow: /add-users*
# / / / / / / / / / / / / / cached serp / / / / / / / / / / / / /
Disallow: /cachedserp
Disallow: /upgrade*
Disallow: /account*
###############################################################################
# 2. GSC inspection tool :)
# noindex for googlebot implemented in AppBaseController.cs and associated layout partials
###############################################################################
User-agent: Google-InspectionTool
# / / / / / / / / / / / / / Result Pages / / / / / / / / / / / / /
Allow: /*?query=*
Allow: /*&query=*
# / / / / / / / / / / / / / Lead Pages / / / / / / / / / / / / /
Disallow: *leads?*
Disallow: *?titleSlug=*
# / / / / / / / / / / / / / Top List Pages / / / / / / / / / / / / /
Allow: *?listId=3$
Disallow: *listId=*
# / / / / / / / / / / / / / Blog Pages / / / / / / / / / / / / /
Disallow: /blog/staging/
Disallow: /blog/ghost/
# / / / / / / / / / / / / / Directories / / / / / / / / / / / / /
Disallow: /Admin/
Disallow: /admin/
Disallow: /apis/core_api/facebookdata/
Disallow: /Chat/
Disallow: /chart/
Disallow: /Chart/
Disallow: /includes/
Disallow: /industry/
Disallow: /Industry/
Disallow: /m/
Disallow: /NsaApi/Core/GetFacebookData*
Disallow: /PressRoom/
Disallow: /profiles/
Disallow: /scripts/
Disallow: /term.aspx/
Disallow: /Term.aspx/
Disallow: /term_api/
Disallow: /themes/
Disallow: /ToolTips/
# / / / / / / / / / / / / / Pages / / / / / / / / / / / / /
Disallow: /CHANGELOG.txt
Disallow: /categories.aspx*
Disallow: /Categories.aspx*
Disallow: /chart.aspx*
Disallow: /Chart.aspx*
Disallow: /error.aspx*
Disallow: /forumns
Disallow: /Forumns
Disallow: /forums.aspx*
Disallow: /Forums.aspx*
Disallow: /GanttChart.aspx*
Disallow: /Host.aspx*
Disallow: /industry.aspx*
Disallow: /Industry.aspx*
Disallow: /industries.aspx*
Disallow: /Industries.aspx*
Disallow: /INSTALL.mysql.txt
Disallow: /INSTALL.pgsql.txt
Disallow: /install.php
Disallow: /INSTALL.txt
Disallow: /LICENSE.txt
Disallow: /Login.aspx
Disallow: /MAINTAINERS.txt
Disallow: /MoreList.aspx*
Disallow: /MyAccountInfo.aspx*
Disallow: /o/UrlRedirector*
Disallow: /search.aspx
Disallow: /SubscribeOrLogin.aspx*
Disallow: /Tracking/Add
Disallow: /update.php
Disallow: /UPGRADE.txt
Disallow: /UrlRedirector*
Disallow: /xmlrpc.php
# / / / / / / / / / / / / Terms / / / / / / / / / / / / / / /
Disallow: /*AllDomainResults*
Disallow: /*apiref*
Disallow: /*BrowseCompanies.aspx*
Disallow: /*ChartFeed*
Disallow: /*DmozTopic*
Disallow: /*FullDomainList*
Disallow: /*FullTermList*
Disallow: /*navigation.aspx*
Disallow: /*Navigation.aspx*
Disallow: /*SearchResults.aspx*
Disallow: /*SubscribeOrLogin.aspx*
Disallow: /*UrlRedirector*
Disallow: /*VennFeed*
# / / / / / / / / / / / / / All of UK / / / / / / / / / / / / /
Disallow: /uk/
Disallow: /UK/
# / / / / / / / / / / / / / add users page / / / / / / / / / / / / /
Disallow: /add-users*
# / / / / / / / / / / / / / cached serp / / / / / / / / / / / / /
Disallow: /cachedserp
Disallow: /upgrade*
Disallow: /account*
User-agent: ChatGPT-User
# / / / / / / / / / / / / / Result Pages / / / / / / / / / / / / /
Allow: /*?query=*
Allow: /*&query=*
# / / / / / / / / / / / / / Lead Pages / / / / / / / / / / / / /
Disallow: *leads?*
Disallow: *?titleSlug=*
# / / / / / / / / / / / / / Top List Pages / / / / / / / / / / / / /
Allow: *?listId=3$
Disallow: *listId=*
# / / / / / / / / / / / / / Blog Pages / / / / / / / / / / / / /
Disallow: /blog/staging/
Disallow: /blog/ghost/
# / / / / / / / / / / / / / Directories / / / / / / / / / / / / /
Disallow: /Admin/
Disallow: /admin/
Disallow: /apis/core_api/facebookdata/
Disallow: /Chat/
Disallow: /chart/
Disallow: /Chart/
Disallow: /includes/
Disallow: /industry/
Disallow: /Industry/
Disallow: /m/
Disallow: /NsaApi/Core/GetFacebookData*
Disallow: /PressRoom/
Disallow: /profiles/
Disallow: /scripts/
Disallow: /term.aspx/
Disallow: /Term.aspx/
Disallow: /term_api/
Disallow: /themes/
Disallow: /ToolTips/
# / / / / / / / / / / / / / Pages / / / / / / / / / / / / /
Disallow: /CHANGELOG.txt
Disallow: /categories.aspx*
Disallow: /Categories.aspx*
Disallow: /chart.aspx*
Disallow: /Chart.aspx*
Disallow: /error.aspx*
Disallow: /forumns
Disallow: /Forumns
Disallow: /forums.aspx*
Disallow: /Forums.aspx*
Disallow: /GanttChart.aspx*
Disallow: /Host.aspx*
Disallow: /industry.aspx*
Disallow: /Industry.aspx*
Disallow: /industries.aspx*
Disallow: /Industries.aspx*
Disallow: /INSTALL.mysql.txt
Disallow: /INSTALL.pgsql.txt
Disallow: /install.php
Disallow: /INSTALL.txt
Disallow: /LICENSE.txt
Disallow: /Login.aspx
Disallow: /MAINTAINERS.txt
Disallow: /MoreList.aspx*
Disallow: /MyAccountInfo.aspx*
Disallow: /o/UrlRedirector*
Disallow: /search.aspx
Disallow: /SubscribeOrLogin.aspx*
Disallow: /Tracking/Add
Disallow: /update.php
Disallow: /UPGRADE.txt
Disallow: /UrlRedirector*
Disallow: /xmlrpc.php
# / / / / / / / / / / / / Terms / / / / / / / / / / / / / / /
Disallow: /*AllDomainResults*
Disallow: /*apiref*
Disallow: /*BrowseCompanies.aspx*
Disallow: /*ChartFeed*
Disallow: /*DmozTopic*
Disallow: /*FullDomainList*
Disallow: /*FullTermList*
Disallow: /*navigation.aspx*
Disallow: /*Navigation.aspx*
Disallow: /*SearchResults.aspx*
Disallow: /*SubscribeOrLogin.aspx*
Disallow: /*UrlRedirector*
Disallow: /*VennFeed*
# / / / / / / / / / / / / / All of UK / / / / / / / / / / / / /
Disallow: /uk/
Disallow: /UK/
# / / / / / / / / / / / / / add users page / / / / / / / / / / / / /
Disallow: /add-users*
# / / / / / / / / / / / / / cached serp / / / / / / / / / / / / /
Disallow: /cachedserp
Disallow: /upgrade*
Disallow: /account*
User-agent: Claude-User
# / / / / / / / / / / / / / Result Pages / / / / / / / / / / / / /
Allow: /*?query=*
Allow: /*&query=*
# / / / / / / / / / / / / / Lead Pages / / / / / / / / / / / / /
Disallow: *leads?*
Disallow: *?titleSlug=*
# / / / / / / / / / / / / / Top List Pages / / / / / / / / / / / / /
Allow: *?listId=3$
Disallow: *listId=*
# / / / / / / / / / / / / / Blog Pages / / / / / / / / / / / / /
Disallow: /blog/staging/
Disallow: /blog/ghost/
# / / / / / / / / / / / / / Directories / / / / / / / / / / / / /
Disallow: /Admin/
Disallow: /admin/
Disallow: /apis/core_api/facebookdata/
Disallow: /Chat/
Disallow: /chart/
Disallow: /Chart/
Disallow: /includes/
Disallow: /industry/
Disallow: /Industry/
Disallow: /m/
Disallow: /NsaApi/Core/GetFacebookData*
Disallow: /PressRoom/
Disallow: /profiles/
Disallow: /scripts/
Disallow: /term.aspx/
Disallow: /Term.aspx/
Disallow: /term_api/
Disallow: /themes/
Disallow: /ToolTips/
# / / / / / / / / / / / / / Pages / / / / / / / / / / / / /
Disallow: /CHANGELOG.txt
Disallow: /categories.aspx*
Disallow: /Categories.aspx*
Disallow: /chart.aspx*
Disallow: /Chart.aspx*
Disallow: /error.aspx*
Disallow: /forumns
Disallow: /Forumns
Disallow: /forums.aspx*
Disallow: /Forums.aspx*
Disallow: /GanttChart.aspx*
Disallow: /Host.aspx*
Disallow: /industry.aspx*
Disallow: /Industry.aspx*
Disallow: /industries.aspx*
Disallow: /Industries.aspx*
Disallow: /INSTALL.mysql.txt
Disallow: /INSTALL.pgsql.txt
Disallow: /install.php
Disallow: /INSTALL.txt
Disallow: /LICENSE.txt
Disallow: /Login.aspx
Disallow: /MAINTAINERS.txt
Disallow: /MoreList.aspx*
Disallow: /MyAccountInfo.aspx*
Disallow: /o/UrlRedirector*
Disallow: /search.aspx
Disallow: /SubscribeOrLogin.aspx*
Disallow: /Tracking/Add
Disallow: /update.php
Disallow: /UPGRADE.txt
Disallow: /UrlRedirector*
Disallow: /xmlrpc.php
# / / / / / / / / / / / / Terms / / / / / / / / / / / / / / /
Disallow: /*AllDomainResults*
Disallow: /*apiref*
Disallow: /*BrowseCompanies.aspx*
Disallow: /*ChartFeed*
Disallow: /*DmozTopic*
Disallow: /*FullDomainList*
Disallow: /*FullTermList*
Disallow: /*navigation.aspx*
Disallow: /*Navigation.aspx*
Disallow: /*SearchResults.aspx*
Disallow: /*SubscribeOrLogin.aspx*
Disallow: /*UrlRedirector*
Disallow: /*VennFeed*
# / / / / / / / / / / / / / All of UK / / / / / / / / / / / / /
Disallow: /uk/
Disallow: /UK/
# / / / / / / / / / / / / / add users page / / / / / / / / / / / / /
Disallow: /add-users*
# / / / / / / / / / / / / / cached serp / / / / / / / / / / / / /
Disallow: /cachedserp
Disallow: /upgrade*
Disallow: /account*
User-agent: Perplexity-User
# / / / / / / / / / / / / / Result Pages / / / / / / / / / / / / /
Allow: /*?query=*
Allow: /*&query=*
# / / / / / / / / / / / / / Lead Pages / / / / / / / / / / / / /
Disallow: *leads?*
Disallow: *?titleSlug=*
# / / / / / / / / / / / / / Top List Pages / / / / / / / / / / / / /
Allow: *?listId=3$
Disallow: *listId=*
# / / / / / / / / / / / / / Blog Pages / / / / / / / / / / / / /
Disallow: /blog/staging/
Disallow: /blog/ghost/
# / / / / / / / / / / / / / Directories / / / / / / / / / / / / /
Disallow: /Admin/
Disallow: /admin/
Disallow: /apis/core_api/facebookdata/
Disallow: /Chat/
Disallow: /chart/
Disallow: /Chart/
Disallow: /includes/
Disallow: /industry/
Disallow: /Industry/
Disallow: /m/
Disallow: /NsaApi/Core/GetFacebookData*
Disallow: /PressRoom/
Disallow: /profiles/
Disallow: /scripts/
Disallow: /term.aspx/
Disallow: /Term.aspx/
Disallow: /term_api/
Disallow: /themes/
Disallow: /ToolTips/
# / / / / / / / / / / / / / Pages / / / / / / / / / / / / /
Disallow: /CHANGELOG.txt
Disallow: /categories.aspx*
Disallow: /Categories.aspx*
Disallow: /chart.aspx*
Disallow: /Chart.aspx*
Disallow: /error.aspx*
Disallow: /forumns
Disallow: /Forumns
Disallow: /forums.aspx*
Disallow: /Forums.aspx*
Disallow: /GanttChart.aspx*
Disallow: /Host.aspx*
Disallow: /industry.aspx*
Disallow: /Industry.aspx*
Disallow: /industries.aspx*
Disallow: /Industries.aspx*
Disallow: /INSTALL.mysql.txt
Disallow: /INSTALL.pgsql.txt
Disallow: /install.php
Disallow: /INSTALL.txt
Disallow: /LICENSE.txt
Disallow: /Login.aspx
Disallow: /MAINTAINERS.txt
Disallow: /MoreList.aspx*
Disallow: /MyAccountInfo.aspx*
Disallow: /o/UrlRedirector*
Disallow: /search.aspx
Disallow: /SubscribeOrLogin.aspx*
Disallow: /Tracking/Add
Disallow: /update.php
Disallow: /UPGRADE.txt
Disallow: /UrlRedirector*
Disallow: /xmlrpc.php
# / / / / / / / / / / / / Terms / / / / / / / / / / / / / / /
Disallow: /*AllDomainResults*
Disallow: /*apiref*
Disallow: /*BrowseCompanies.aspx*
Disallow: /*ChartFeed*
Disallow: /*DmozTopic*
Disallow: /*FullDomainList*
Disallow: /*FullTermList*
Disallow: /*navigation.aspx*
Disallow: /*Navigation.aspx*
Disallow: /*SearchResults.aspx*
Disallow: /*SubscribeOrLogin.aspx*
Disallow: /*UrlRedirector*
Disallow: /*VennFeed*
# / / / / / / / / / / / / / All of UK / / / / / / / / / / / / /
Disallow: /uk/
Disallow: /UK/
# / / / / / / / / / / / / / add users page / / / / / / / / / / / / /
Disallow: /add-users*
# / / / / / / / / / / / / / cached serp / / / / / / / / / / / / /
Disallow: /cachedserp
Disallow: /upgrade*
Disallow: /account*
User-agent: MistralAI-User
# / / / / / / / / / / / / / Result Pages / / / / / / / / / / / / /
Allow: /*?query=*
Allow: /*&query=*
# / / / / / / / / / / / / / Lead Pages / / / / / / / / / / / / /
Disallow: *leads?*
Disallow: *?titleSlug=*
# / / / / / / / / / / / / / Top List Pages / / / / / / / / / / / / /
Allow: *?listId=3$
Disallow: *listId=*
# / / / / / / / / / / / / / Blog Pages / / / / / / / / / / / / /
Disallow: /blog/staging/
Disallow: /blog/ghost/
# / / / / / / / / / / / / / Directories / / / / / / / / / / / / /
Disallow: /Admin/
Disallow: /admin/
Disallow: /apis/core_api/facebookdata/
Disallow: /Chat/
Disallow: /chart/
Disallow: /Chart/
Disallow: /includes/
Disallow: /industry/
Disallow: /Industry/
Disallow: /m/
Disallow: /NsaApi/Core/GetFacebookData*
Disallow: /PressRoom/
Disallow: /profiles/
Disallow: /scripts/
Disallow: /term.aspx/
Disallow: /Term.aspx/
Disallow: /term_api/
Disallow: /themes/
Disallow: /ToolTips/
# / / / / / / / / / / / / / Pages / / / / / / / / / / / / /
Disallow: /CHANGELOG.txt
Disallow: /categories.aspx*
Disallow: /Categories.aspx*
Disallow: /chart.aspx*
Disallow: /Chart.aspx*
Disallow: /error.aspx*
Disallow: /forumns
Disallow: /Forumns
Disallow: /forums.aspx*
Disallow: /Forums.aspx*
Disallow: /GanttChart.aspx*
Disallow: /Host.aspx*
Disallow: /industry.aspx*
Disallow: /Industry.aspx*
Disallow: /industries.aspx*
Disallow: /Industries.aspx*
Disallow: /INSTALL.mysql.txt
Disallow: /INSTALL.pgsql.txt
Disallow: /install.php
Disallow: /INSTALL.txt
Disallow: /LICENSE.txt
Disallow: /Login.aspx
Disallow: /MAINTAINERS.txt
Disallow: /MoreList.aspx*
Disallow: /MyAccountInfo.aspx*
Disallow: /o/UrlRedirector*
Disallow: /search.aspx
Disallow: /SubscribeOrLogin.aspx*
Disallow: /Tracking/Add
Disallow: /update.php
Disallow: /UPGRADE.txt
Disallow: /UrlRedirector*
Disallow: /xmlrpc.php
# / / / / / / / / / / / / Terms / / / / / / / / / / / / / / /
Disallow: /*AllDomainResults*
Disallow: /*apiref*
Disallow: /*BrowseCompanies.aspx*
Disallow: /*ChartFeed*
Disallow: /*DmozTopic*
Disallow: /*FullDomainList*
Disallow: /*FullTermList*
Disallow: /*navigation.aspx*
Disallow: /*Navigation.aspx*
Disallow: /*SearchResults.aspx*
Disallow: /*SubscribeOrLogin.aspx*
Disallow: /*UrlRedirector*
Disallow: /*VennFeed*
# / / / / / / / / / / / / / All of UK / / / / / / / / / / / / /
Disallow: /uk/
Disallow: /UK/
# / / / / / / / / / / / / / add users page / / / / / / / / / / / / /
Disallow: /add-users*
# / / / / / / / / / / / / / cached serp / / / / / / / / / / / / /
Disallow: /cachedserp
Disallow: /upgrade*
Disallow: /account*
User-agent: *
# / / / / / / / / / / / / / Result Pages / / / / / / / / / / / / /
Disallow: /*?query=*
Disallow: /*&query=*
# / / / / / / / / / / / / / Lead Pages / / / / / / / / / / / / /
Disallow: *leads?*
Disallow: *?titleSlug=*
# / / / / / / / / / / / / / Top List Pages / / / / / / / / / / / / /
Allow: *?listId=3$
Disallow: *listId=*
# / / / / / / / / / / / / / Blog Pages / / / / / / / / / / / / /
Disallow: /blog/staging/
Disallow: /blog/ghost/
# / / / / / / / / / / / / / Directories / / / / / / / / / / / / /
Disallow: /Admin/
Disallow: /admin/
Disallow: /apis/core_api/facebookdata/
Disallow: /Chat/
Disallow: /chart/
Disallow: /Chart/
Disallow: /includes/
Disallow: /industry/
Disallow: /Industry/
Disallow: /m/
Disallow: /NsaApi/Core/GetFacebookData*
Disallow: /PressRoom/
Disallow: /profiles/
Disallow: /scripts/
Disallow: /term.aspx/
Disallow: /Term.aspx/
Disallow: /term_api/
Disallow: /themes/
Disallow: /ToolTips/
# / / / / / / / / / / / / / Pages / / / / / / / / / / / / /
Disallow: /CHANGELOG.txt
Disallow: /categories.aspx*
Disallow: /Categories.aspx*
Disallow: /chart.aspx*
Disallow: /Chart.aspx*
Disallow: /error.aspx*
Disallow: /forumns
Disallow: /Forumns
Disallow: /forums.aspx*
Disallow: /Forums.aspx*
Disallow: /GanttChart.aspx*
Disallow: /Host.aspx*
Disallow: /industry.aspx*
Disallow: /Industry.aspx*
Disallow: /industries.aspx*
Disallow: /Industries.aspx*
Disallow: /INSTALL.mysql.txt
Disallow: /INSTALL.pgsql.txt
Disallow: /install.php
Disallow: /INSTALL.txt
Disallow: /LICENSE.txt
Disallow: /Login.aspx
Disallow: /MAINTAINERS.txt
Disallow: /MoreList.aspx*
Disallow: /MyAccountInfo.aspx*
Disallow: /o/UrlRedirector*
Disallow: /search.aspx
Disallow: /SubscribeOrLogin.aspx*
Disallow: /Tracking/Add
Disallow: /update.php
Disallow: /UPGRADE.txt
Disallow: /UrlRedirector*
Disallow: /xmlrpc.php
# / / / / / / / / / / / / Terms / / / / / / / / / / / / / / /
Disallow: /*AllDomainResults*
Disallow: /*apiref*
Disallow: /*BrowseCompanies.aspx*
Disallow: /*ChartFeed*
Disallow: /*DmozTopic*
Disallow: /*FullDomainList*
Disallow: /*FullTermList*
Disallow: /*navigation.aspx*
Disallow: /*Navigation.aspx*
Disallow: /*SearchResults.aspx*
Disallow: /*SubscribeOrLogin.aspx*
Disallow: /*UrlRedirector*
Disallow: /*VennFeed*
# / / / / / / / / / / / / / All of UK / / / / / / / / / / / / /
Disallow: /uk/
Disallow: /UK/
# / / / / / / / / / / / / / add users page / / / / / / / / / / / / /
Disallow: /add-users*
# / / / / / / / / / / / / / cached serp / / / / / / / / / / / / /
Disallow: /cachedserp
Disallow: /upgrade*
Disallow: /account*
User-agent: Yandex
Disallow: /outreach/leads/
# / / / / / / / / / / / / / Result Pages / / / / / / / / / / / / /
Disallow: /*?query=*
Disallow: /*&query=*
# / / / / / / / / / / / / / Lead Pages / / / / / / / / / / / / /
Disallow: *leads?*
Disallow: *?titleSlug=*
# / / / / / / / / / / / / / Top List Pages / / / / / / / / / / / / /
Allow: *?listId=3$
Disallow: *listId=*
# / / / / / / / / / / / / / Blog Pages / / / / / / / / / / / / /
Disallow: /blog/staging/
Disallow: /blog/ghost/
# / / / / / / / / / / / / / Directories / / / / / / / / / / / / /
Disallow: /Admin/
Disallow: /admin/
Disallow: /apis/core_api/facebookdata/
Disallow: /Chat/
Disallow: /chart/
Disallow: /Chart/
Disallow: /includes/
Disallow: /industry/
Disallow: /Industry/
Disallow: /m/
Disallow: /NsaApi/Core/GetFacebookData*
Disallow: /PressRoom/
Disallow: /profiles/
Disallow: /scripts/
Disallow: /term.aspx/
Disallow: /Term.aspx/
Disallow: /term_api/
Disallow: /themes/
Disallow: /ToolTips/
# / / / / / / / / / / / / / Pages / / / / / / / / / / / / /
Disallow: /CHANGELOG.txt
Disallow: /categories.aspx*
Disallow: /Categories.aspx*
Disallow: /chart.aspx*
Disallow: /Chart.aspx*
Disallow: /error.aspx*
Disallow: /forumns
Disallow: /Forumns
Disallow: /forums.aspx*
Disallow: /Forums.aspx*
Disallow: /GanttChart.aspx*
Disallow: /Host.aspx*
Disallow: /industry.aspx*
Disallow: /Industry.aspx*
Disallow: /industries.aspx*
Disallow: /Industries.aspx*
Disallow: /INSTALL.mysql.txt
Disallow: /INSTALL.pgsql.txt
Disallow: /install.php
Disallow: /INSTALL.txt
Disallow: /LICENSE.txt
Disallow: /Login.aspx
Disallow: /MAINTAINERS.txt
Disallow: /MoreList.aspx*
Disallow: /MyAccountInfo.aspx*
Disallow: /o/UrlRedirector*
Disallow: /search.aspx
Disallow: /SubscribeOrLogin.aspx*
Disallow: /Tracking/Add
Disallow: /update.php
Disallow: /UPGRADE.txt
Disallow: /UrlRedirector*
Disallow: /xmlrpc.php
# / / / / / / / / / / / / Terms / / / / / / / / / / / / / / /
Disallow: /*AllDomainResults*
Disallow: /*apiref*
Disallow: /*BrowseCompanies.aspx*
Disallow: /*ChartFeed*
Disallow: /*DmozTopic*
Disallow: /*FullDomainList*
Disallow: /*FullTermList*
Disallow: /*navigation.aspx*
Disallow: /*Navigation.aspx*
Disallow: /*SearchResults.aspx*
Disallow: /*SubscribeOrLogin.aspx*
Disallow: /*UrlRedirector*
Disallow: /*VennFeed*
# / / / / / / / / / / / / / All of UK / / / / / / / / / / / / /
Disallow: /uk/
Disallow: /UK/
# / / / / / / / / / / / / / add users page / / / / / / / / / / / / /
Disallow: /add-users*
# / / / / / / / / / / / / / cached serp / / / / / / / / / / / / /
Disallow: /cachedserp
Disallow: /upgrade*
Disallow: /account*
| Posición | Frase | Página | Retazo |
|---|---|---|---|
| 3 | / | ||
| 6 | /blog/www-vs-non-www... | ||
| 9 | / |