bullion.directory

            Domain Name: BULLION.DIRECTORY
Registrar: Mesh Digital Limited
Domain Status: active
Registry Expiry Date: 2027-02-19T16:00:03.403Z
Creation Date: 2014-02-19T16:00:03.403Z
Updated Date: 2026-04-05T16:01:03.198Z
Name Server: NS1.TARTAN.DIGITAL
Name Server: NS2.TARTAN.DIGITAL
REGISTRAR Contact: Mesh Digital Limited
>>> Last update of RDAP database: 2026-05-21T19:29:53Z         

			
# robots.txt for bullion.directory
# Purpose: allow useful discovery while reducing bot waste.

Sitemap: https://bullion.directory/sitemap_index.xml


# ------------------------------------------------------------
# Google - keep. Do not block feeds or wp-includes.
# ------------------------------------------------------------

User-agent: Googlebot
Disallow: /wp-admin/
Disallow: /wp-json/
Disallow: /?s=
Disallow: /*?s=
Disallow: /*?replytocom=
Disallow: /trackback/
Disallow: /*/trackback/
Allow: /wp-admin/admin-ajax.php

User-agent: Googlebot-Image
Disallow: /wp-admin/
Disallow: /wp-json/
Disallow: /?s=
Disallow: /*?s=
Allow: /wp-admin/admin-ajax.php

User-agent: AdsBot-Google
Disallow: /wp-admin/
Disallow: /wp-json/
Disallow: /?s=
Disallow: /*?s=
Allow: /wp-admin/admin-ajax.php

User-agent: Googlebot-Mobile
Disallow: /wp-admin/
Disallow: /wp-json/
Disallow: /?s=
Disallow: /*?s=
Allow: /wp-admin/admin-ajax.php


# ------------------------------------------------------------
# Bing / Microsoft - keep. Do not block feeds or wp-includes.
# ------------------------------------------------------------

User-agent: bingbot
Disallow: /wp-admin/
Disallow: /wp-json/
Disallow: /?s=
Disallow: /*?s=
Disallow: /*?replytocom=
Disallow: /trackback/
Disallow: /*/trackback/
Allow: /wp-admin/admin-ajax.php
Crawl-delay: 5

User-agent: BingPreview
Disallow: /wp-admin/
Disallow: /wp-json/
Disallow: /?s=
Disallow: /*?s=
Allow: /wp-admin/admin-ajax.php


# ------------------------------------------------------------
# OpenAI / ChatGPT - keep, but keep it away from junk paths.
# Do not block wp-includes in case front-end resources depend on it.
# ------------------------------------------------------------

User-agent: GPTBot
Disallow: /wp-admin/
Disallow: /wp-json/
Disallow: /feed/
Disallow: /*/feed/
Disallow: /comments/feed/
Disallow: /*/comments/feed/
Disallow: /?s=
Disallow: /*?s=
Disallow: /*?replytocom=
Disallow: /trackback/
Disallow: /*/trackback/
Disallow: /*?*
Allow: /wp-admin/admin-ajax.php

User-agent: OAI-SearchBot
Disallow: /wp-admin/
Disallow: /wp-json/
Disallow: /?s=
Disallow: /*?s=
Disallow: /*?replytocom=
Disallow: /trackback/
Disallow: /*/trackback/
Allow: /wp-admin/admin-ajax.php

User-agent: ChatGPT-User
Disallow: /wp-admin/
Disallow: /wp-json/
Disallow: /?s=
Disallow: /*?s=
Disallow: /*?replytocom=
Disallow: /trackback/
Disallow: /*/trackback/
Allow: /wp-admin/admin-ajax.php


# ------------------------------------------------------------
# Apple - keep Applebot, block Applebot-Extended.
# Do not block wp-includes for Applebot.
# ------------------------------------------------------------

User-agent: Applebot
Disallow: /wp-admin/
Disallow: /wp-json/
Disallow: /?s=
Disallow: /*?s=
Disallow: /*?replytocom=
Disallow: /trackback/
Disallow: /*/trackback/
Allow: /wp-admin/admin-ajax.php

User-agent: Applebot-Extended
Disallow: /


# ------------------------------------------------------------
# Meta / social previews - keep.
# ------------------------------------------------------------

User-agent: facebookexternalhit
Disallow: /wp-admin/
Disallow: /wp-json/
Disallow: /?s=
Disallow: /*?s=
Allow: /wp-admin/admin-ajax.php

User-agent: Facebot
Disallow: /wp-admin/
Disallow: /wp-json/
Disallow: /?s=
Disallow: /*?s=
Allow: /wp-admin/admin-ajax.php


# ------------------------------------------------------------
# Block low-value / high-volume crawlers.
# ------------------------------------------------------------

User-agent: Amazonbot
Disallow: /

User-agent: PetalBot
Disallow: /

User-agent: Sogou web spider
Disallow: /

User-agent: Sogou
Disallow: /

User-agent: Baiduspider
Disallow: /

User-agent: Baiduspider-image
Disallow: /

User-agent: Bytespider
Disallow: /

User-agent: Barkrowler
Disallow: /

User-agent: barkrowler
Disallow: /

User-agent: YandexBot
Disallow: /

User-agent: MJ12Bot
Disallow: /

User-agent: AhrefsBot
Disallow: /

User-agent: SemrushBot
Disallow: /

User-agent: SEMrushBot
Disallow: /

User-agent: DotBot
Disallow: /

User-agent: BLEXBot
Disallow: /

User-agent: DataForSeoBot
Disallow: /

User-agent: serpstatbot
Disallow: /

User-agent: SeznamBot
Disallow: /

User-agent: CCBot
Disallow: /

User-agent: ClaudeBot
Disallow: /

User-agent: Claude-Web
Disallow: /

User-agent: anthropic-ai
Disallow: /

User-agent: PerplexityBot
Disallow: /

User-agent: YouBot
Disallow: /

User-agent: Diffbot
Disallow: /

User-agent: magpie-crawler
Disallow: /

User-agent: ImagesiftBot
Disallow: /

User-agent: omgili
Disallow: /

User-agent: omgilibot
Disallow: /

User-agent: adsbot
Disallow: /


# ------------------------------------------------------------
# Generic default rules.
# Applies to bots not covered above.
# Keeps wp-includes blocked only for unspecified bots.
# ------------------------------------------------------------

User-agent: *
Disallow: /wp-admin/
Disallow: /wp-includes/
Disallow: /wp-json/
Disallow: /?s=
Disallow: /*?s=
Disallow: /*?replytocom=
Disallow: /trackback/
Disallow: /*/trackback/
Allow: /wp-admin/admin-ajax.php