# As a condition of accessing this website, you agree to abide by the following
# content signals:
# (a) If a Content-Signal = yes, you may collect content for the corresponding
# use.
# (b) If a Content-Signal = no, you may not collect content for the
# corresponding use.
# (c) If the website operator does not include a Content-Signal for a
# corresponding use, the website operator neither grants nor restricts
# permission via Content-Signal with respect to the corresponding use.
# The content signals and their meanings are:
# search: building a search index and providing search results (e.g., returning
# hyperlinks and short excerpts from your website's contents). Search does not
# include providing AI-generated search summaries.
# ai-input: inputting content into one or more AI models (e.g., retrieval
# augmented generation, grounding, or other real-time taking of content for
# generative AI search answers).
# ai-train: training or fine-tuning AI models.
# ANY RESTRICTIONS EXPRESSED VIA CONTENT SIGNALS ARE EXPRESS RESERVATIONS OF
# RIGHTS UNDER ARTICLE 4 OF THE EUROPEAN UNION DIRECTIVE 2019/790 ON COPYRIGHT
# AND RELATED RIGHTS IN THE DIGITAL SINGLE MARKET.
# BEGIN Cloudflare Managed content
User-agent: *
Content-Signal: search=yes,ai-train=no
Allow: /
User-agent: Amazonbot
Disallow: /
User-agent: Applebot-Extended
Disallow: /
User-agent: Bytespider
Disallow: /
User-agent: CCBot
Disallow: /
User-agent: ClaudeBot
Disallow: /
User-agent: Google-Extended
Disallow: /
User-agent: GPTBot
Disallow: /
User-agent: meta-externalagent
Disallow: /
# END Cloudflare Managed Content
# Robots.txt for http://www.asaincult.com
# Email: [email protected]
#
#place this file in your root directory
#
#Replace all / with your shop directory name
#Remove the # to activate additional blocks
#
#
User-agent: *
#
#Block All Images
#Disallow: *.gif
#Disallow: *.jpg
#Disallow: /*.gif$
#Disallow: /*.jpg$
#
#To block main page due to size from bots
# Disallow: /index.php
#
#To shut down site completely from bots use either
# Disallow: /
# Disallow: /
#
#If you had search engine friendly URLs on and want to clean them out of the bots
#Disallow: /default.php/cPath/
#
#
#Block out directories bots don't need to go to
Disallow: /admin/
Disallow: /download/
#Disallow: /images/
Disallow: /includes/
Disallow: /pub/
#
#Block out things that are secure or login oriented
Disallow: /cookie_usage.php
Disallow: /account.php
Disallow: /account_edit.php
Disallow: /account_edit_process.php
Disallow: /account_history.php
Disallow: /account_history_info.php
Disallow: /account_newsletters.php
Disallow: /account_notifications.php
Disallow: /account_password.php
Disallow: /add_checkout_success.php
Disallow: /address_book.php
Disallow: /address_book_process.php
Disallow: /addtocart.php
Disallow: /advanced_search.php
Disallow: /advanced_search_result.php
Disallow: /attributes_qty_prices_table_popup.php
Disallow: /checkout_confirmation.php
Disallow: /checkout_payment.php
Disallow: /checkout_payment_address.php
Disallow: /checkout_paypalipn.php
Disallow: /checkout_process.php
Disallow: /checkout_shipping.php
Disallow: /checkout_shipping_address.php
Disallow: /checkout_success.php
Disallow: /create_account.php
Disallow: /create_account_process.php
Disallow: /create_account_success.php
Disallow: /disclaimer.php
Disallow: /download.php
Disallow: /info_shopping_cart.php
Disallow: /login.php
Disallow: /logoff.php
Disallow: /password_forgotten.php
Disallow: /paypal_notify.php
Disallow: /popup_coupon_help.php
Disallow: /popup_image.php
Disallow: /popup_image1.php
Disallow: /popup_image2.php
Disallow: /popup_image3.php
Disallow: /popup_image4.php
Disallow: /popup_image5.php
Disallow: /popup_image6.php
Disallow: /popup_search_help.php
Disallow: /product_notifications.php
Disallow: /product_reviews_write.php
Disallow: /redirect.php
Disallow: /shopping_cart.php
Disallow: /shopping_cart_help.php
Disallow: /shipping_estimator_popup.php
Disallow: /tell_a_friend.php
#
#Optional Pages to block
#Disallow: /about_us.php
#Disallow: /conditions.php
#Disallow: /contact_us.php
#Disallow: /privacy.php
#Disallow: /shipping.php