# robots.txt for https://asiavirtualsolutions.com
# Purpose: SEO friendly, WooCommerce safe, and LLM friendly.
# Allows public content to be crawled while blocking low-value and transactional URLs.
# Last updated: April 2026

Sitemap: https://asiavirtualsolutions.com/sitemap_index.xml

# LLM discovery files
# https://asiavirtualsolutions.com/llms.txt
# https://asiavirtualsolutions.com/llms-full.txt

# ------------------------------------------------------------
# MAIN RULES - all bots including AI and LLM crawlers
# ------------------------------------------------------------
User-agent: *
Disallow: /wp-admin/
Allow: /wp-admin/admin-ajax.php

# WordPress low-value / duplicate / utility URLs
Disallow: /trackback/
Disallow: /xmlrpc.php
Disallow: /cgi-bin/
Disallow: /comments/
Disallow: /*/comments/
Disallow: /feed/
Disallow: /*/feed/
Disallow: /search/
Disallow: /*?s=
Disallow: /*&s=
Disallow: /*?replytocom=
Disallow: /*&replytocom=
Disallow: /*?orderby=
Disallow: /*&orderby=
Disallow: /wp-json/

# WooCommerce / account / transactional pages
Disallow: /cart/
Disallow: /checkout/
Disallow: /my-account/
Disallow: /checkout/order-pay/
Disallow: /checkout/order-received/
Disallow: /*?add-to-cart=
Disallow: /*&add-to-cart=
Disallow: /*?wc-ajax=
Disallow: /*&wc-ajax=
Disallow: /*?coupon_code=
Disallow: /*&coupon_code=

# WooCommerce filter / duplicate parameter URLs
Disallow: /*?filter_
Disallow: /*&filter_
Disallow: /*?filter=
Disallow: /*&filter=
Disallow: /*?min_price=
Disallow: /*&min_price=
Disallow: /*?max_price=
Disallow: /*&max_price=
Disallow: /*?rating_filter=
Disallow: /*&rating_filter=

# Optional: only enable if tag, author, and date archives have no SEO value for AVS
# Disallow: /tag/
# Disallow: /author/
# Disallow: /date/

# ------------------------------------------------------------
# BLOCKED BOTS - scrapers / no SEO value
# ------------------------------------------------------------
User-agent: AhrefsBot
User-agent: SemrushBot
User-agent: MJ12bot
User-agent: DotBot
User-agent: Bytespider
User-agent: PetalBot
User-agent: BLEXBot
User-agent: Amazonbot
Disallow: /