# Wisible.com Robots.txt - Optimized for B2B SaaS SEO
# Last updated: January 2026

# ============================================
# Global Rules - All Search Engines
# ============================================
User-agent: *
Allow: /

# Block WordPress admin areas
Disallow: /wp-admin/
Disallow: /wp-includes/
Disallow: /wp-login.php
Disallow: /wp-register.php
Allow: /wp-admin/admin-ajax.php

# Block WordPress technical files
Disallow: /wp-content/plugins/
Disallow: /wp-content/themes/
Disallow: /wp-content/cache/
Disallow: /wp-content/uploads/wpo/
Allow: /wp-content/uploads/

# Block unnecessary WordPress pages
Disallow: /xmlrpc.php
Disallow: /wp-*.php
Disallow: /readme.html
Disallow: /license.txt

# Block search and filter parameters
Disallow: /*?s=
Disallow: /*?p=
Disallow: /search/
Disallow: /*&

# Block duplicate content
Disallow: /feed/
Disallow: /comments/
Disallow: /trackback/
Disallow: */feed/
Disallow: */comments/
Disallow: */trackback/

# Block WooCommerce/payment pages (if applicable)
Disallow: /cart/
Disallow: /checkout/
Disallow: /my-account/
Disallow: /wc-api/

# Block author archives (prevent personal data exposure)
Disallow: /author/

# Block tag pages if not valuable for SEO
Disallow: /tag/

# Allow important CSS/JS for rendering
Allow: /*.css$
Allow: /*.js$
Allow: /*.jpg$
Allow: /*.jpeg$
Allow: /*.png$
Allow: /*.gif$
Allow: /*.webp$

# ============================================
# AI Crawlers - Strategic Control
# ============================================

# OpenAI GPT (ChatGPT, GPT-4)
User-agent: GPTBot
Allow: /
# Note: Allow for brand visibility in ChatGPT responses
# See /llms.txt for structured content

# Google AI (Gemini, Bard)
User-agent: Google-Extended
Allow: /
# Allow for Google AI Search features

# Common Crawlers (Anthropic Claude)
User-agent: CCBot
Allow: /

# Meta AI
User-agent: FacebookBot
Allow: /

# Perplexity AI
User-agent: PerplexityBot
Allow: /

# ============================================
# Bad Bots - Block Aggressive Crawlers
# ============================================

User-agent: MJ12bot
Disallow: /

User-agent: AhrefsBot
Disallow: /

User-agent: DotBot
Disallow: /

User-agent: BLEXBot
Disallow: /

# ============================================
# Sitemaps
# ============================================
Sitemap: https://www.wisible.com/sitemap_index.xml
Sitemap: https://www.wisible.com/sitemap.xml

# ============================================
# Notes for SEO Team:
# - llms.txt available at /llms.txt (English)
# - llms-th.txt available at /llms-th.txt (Thai)
# - Review quarterly or after major site updates
# - Test at: https://www.google.com/webmasters/tools/robots-testing-tool
# ============================================