# robots.txt for https://asiavirtualsolutions.com
# Optimized for WordPress + WooCommerce + Global SEO + AI Discovery (Updated UTF-8 & Bot Logic)

# XML Sitemaps
Sitemap: https://asiavirtualsolutions.com/post-sitemap.xml
Sitemap: https://asiavirtualsolutions.com/page-sitemap.xml
Sitemap: https://asiavirtualsolutions.com/product-sitemap.xml
Sitemap: https://asiavirtualsolutions.com/category-sitemap.xml
Sitemap: https://asiavirtualsolutions.com/product_cat-sitemap.xml
Sitemap: https://asiavirtualsolutions.com/video-sitemap.xml
Sitemap: https://asiavirtualsolutions.com/local-sitemap.xml

# AI Language Model Guidance Files
LLMS: https://asiavirtualsolutions.com/llms.txt
LLMS-Full: https://asiavirtualsolutions.com/llms-full.txt

# Specific Rules for Googlebot
User-agent: Googlebot
Disallow: /wp-admin/
Allow: /wp-admin/admin-ajax.php

# Specific Rules for Bingbot
User-agent: Bingbot
Disallow: /wp-admin/
Allow: /wp-admin/admin-ajax.php
Crawl-delay: 10

# Allow Friendly AI Bots for Visibility
User-agent: GPTBot
Allow: /

User-agent: Google-Extended
Allow: /

User-agent: CCBot
Allow: /

User-agent: ClaudeBot
Allow: /

# Block Aggressive SEO Tools & Bad Bots
User-agent: AhrefsBot
Disallow: /

User-agent: SemrushBot
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: DotBot
Disallow: /

User-agent: Bytespider
Disallow: /

# General Rules for All Other Bots
User-agent: *
Disallow: /wp-admin/
Allow: /wp-admin/admin-ajax.php
Disallow: /wp-includes/
Disallow: /wp-content/plugins/
Disallow: /wp-content/cache/
Disallow: /wp-content/themes/
Allow: /wp-content/uploads/
Disallow: /cgi-bin/
Disallow: /trackback/
Disallow: /xmlrpc.php
Disallow: /feed/
Disallow: /comments/
Disallow: /*/feed/
Disallow: /*/comments/
Disallow: /?s=
Disallow: /?orderby=
Disallow: /cart/
Disallow: /checkout/
Disallow: /my-account/
Disallow: /add-to-cart=