metadefender.com

• charset: utf-8
• charset: utf-8
• name: viewport content: width=device-width, initial-scale=1, shrink-to-fit=no
• name: viewport content: width=device-width, initial-scale=1.0 head: true
• equiv: x-ua-compatible content: ie=edge
• name: generator content: Gatsby 5.16.0
• name: theme-color content: #ffffff
• name: description content: Public analyze landing page head: true
• name: keywords content: MetaDefender, file security, malware detection, threat prevention, data loss prevention, sandbox analysis, enterprise security, file scanning, virus detection, cybersecurity head: true
• name: author content: OPSWAT head: true
• property: og:title content: Analyze | MetaDefender Cloud head: true
• property: og:description content: Public analyze landing page head: true
• property: og:type content: website head: true
• property: og:url content: https://commercial.metadefender.local head: true
• property: og:image content: /src/images/favicon.png head: true
• property: og:image:width content: 1200 head: true
• property: og:image:height content: 630 head: true
• property: og:site_name content: MetaDefender Cloud head: true
• property: og:locale content: en_US head: true
• name: twitter:card content: summary_large_image head: true
• name: twitter:title content: Analyze | MetaDefender Cloud head: true
• name: twitter:description content: Public analyze landing page head: true
• name: twitter:image content: /src/images/favicon.png head: true
• name: twitter:site content: @opswat head: true
• name: twitter:creator content: @opswat head: true
• name: theme-color content: #ffffff head: true
• name: msapplication-TileColor content: #ffffff head: true
• name: apple-mobile-web-app-capable content: yes head: true
• name: apple-mobile-web-app-status-bar-style content: default head: true
• name: apple-mobile-web-app-title content: MetaDefender head: true

            Domain Name: METADEFENDER.COM
Registrar: GoDaddy.com, LLC
Domain Status: client delete prohibited
Domain Status: client renew prohibited
Domain Status: client transfer prohibited
Domain Status: client update prohibited
Creation Date: 2007-07-17T20:55:29Z
Registry Expiry Date: 2027-08-10T11:59:59Z
Updated Date: 2024-08-11T18:48:05Z
Name Server: DNS1.P08.NSONE.NET
Name Server: DNS2.P08.NSONE.NET
Name Server: DNS3.P08.NSONE.NET
Name Server: DNS4.P08.NSONE.NET
REGISTRAR Contact: GoDaddy.com, LLC
>>> Last update of RDAP database: 2026-07-22T13:18:51Z         

			# MetaDefender Cloud Commercial - Robots.txt
# This file provides guidance to search engine crawlers

# Allow all crawlers by default
User-agent: *

# Allow crawling of public pages
Allow: /
Allow: /dashboard/
Allow: /results/
Allow: /reports/
Allow: /licensing/

# Disallow sensitive and private areas
Disallow: /api/
Disallow: /admin/
Disallow: /auth/
Disallow: /_gatsby/
Disallow: /static/admin/
Disallow: /private/
Disallow: /internal/
Disallow: /login
Disallow: /logout
Disallow: /certs/
Disallow: /docker/
Disallow: /node_modules/
Disallow: /.git/
Disallow: /.cache/
Disallow: /public/
Disallow: /src/
Disallow: /coverage/
Disallow: /tests/
Disallow: /__tests__/

# Disallow file types that shouldn't be indexed
Disallow: /*.json$
Disallow: /*.xml$
Disallow: /*.txt$
Disallow: /*.log$
Disallow: /*.env$
Disallow: /*.config$
Disallow: /*.lock$

# Specific crawler rules
User-agent: Googlebot
Allow: /
Disallow: /api/
Disallow: /admin/
Disallow: /auth/

User-agent: Bingbot
Allow: /
Disallow: /api/
Disallow: /admin/
Disallow: /auth/

User-agent: Slurp
Allow: /
Disallow: /api/
Disallow: /admin/
Disallow: /auth/

# Block aggressive crawlers
User-agent: AhrefsBot
Disallow: /

User-agent: SemrushBot
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: DotBot
Disallow: /

User-agent: BLEXBot
Disallow: /

# Sitemap location
Sitemap: https://commercial.metadefender.local/sitemap.xml

# Crawl delay (optional - helps prevent server overload)
Crawl-delay: 1