# This virtual robots.txt file was created by the Virtual Robots.txt WordPress plugin: https://www.wordpress.org/plugins/pc-robotstxt/
# ====================================================
# Robots.txt for WordPress
# Optimized for Google, Bing, and AI crawlers
# ====================================================
 
User-agent: *
# ✅ Allow essential assets for rendering
Allow: /wp-content/uploads/
Allow: /wp-includes/js/
 
# 🚫 Block non-SEO valuable areas
Disallow: /wp-admin/
Disallow: /wp-includes/
Disallow: /wp-content/plugins/
Disallow: /wp-content/themes/
Disallow: /cgi-bin/
Disallow: /trackback/
Disallow: /xmlrpc.php
Disallow: /wp-json/
Disallow: /?s=
Disallow: /?replytocom
 
# 🚫 Block duplicate/thin feeds & archives
Disallow: /feed/
Disallow: /comments/
Disallow: /category/
Disallow: /tag/
Disallow: /author/
Disallow: /date/
 
# ✅ Keep uploads indexable, but block raw CSS/JS files
Disallow: /*.css$
Disallow: /*.js$
 
# ====================================================
# Sitemaps
# ====================================================
Sitemap: https://youmanage.co.uk/sitemap_index.xml
 
# ====================================================
# AI Crawlers
# All explicitly allowed
# ====================================================
User-agent: GPTBot
Allow: /
 
User-agent: ChatGPT-User
Allow: /
 
User-agent: PerplexityBot
Allow: /
 
User-agent: ClaudeBot
Allow: /
 
User-agent: Google-Extended
Allow: /
 
User-agent: Bingbot
Allow: /
 
# ====================================================
# End of File
# ====================================================