# Allow Google and Bing search engine crawlers
User-agent: Googlebot
Allow: /

User-agent: Bingbot
Allow: /

# Allow other common search engines
User-agent: DuckDuckBot
Allow: /

User-agent: Baiduspider
Allow: /

User-agent: YandexBot
Allow: /

# Disallow Google's AI model training crawler
User-agent: Google-Extended
Disallow: /

# Disallow OpenAI's ChatGPT
User-agent: GPTBot
Disallow: /

# Disallow Claude AI
User-agent: ClaudeBot
Disallow: /

# General rule for all other bots
User-agent: *
Disallow: /

# Block WP App Ninja plugin urls
# User-agent: *
# Disallow: /*?wpappninja*
# Disallow: /*?*is_wppwa=*
# Disallow: /*?*wpappninja_cache=*
# Disallow: /*?*wpappninja_v=*
# Disallow: /*?*replytocom=*

# Sitemap reference for better indexing by allowed crawlers
Sitemap: https://cstsetup.com/wp-sitemap.xml