# Allow all bots to crawl the site
User-agent: *

# Block access to admin areas and technical directories
Disallow: /wp-admin/
Disallow: /wp-includes/
Disallow: /cgi-bin/
Disallow: /wp-content/plugins/
Disallow: /wp-content/themes/
Disallow: /trackback/
Disallow: /xmlrpc.php
Disallow: /?s=                   # Block search results
Disallow: /author/               # Block author archives if not relevant

# Allow specific files in admin for functionality
Allow: /wp-admin/admin-ajax.php

# Allow uploads for media indexing
Allow: /wp-content/uploads/

# Block feeds and duplicate content
Disallow: /feed/
Disallow: /comments/
Disallow: /*?*                   # Block URLs with query strings
Disallow: /page/                 # Prevent duplicate pagination

# Block sensitive files
Disallow: /readme.html           # WordPress readme file
Disallow: /license.txt           # WordPress license file

# Sitemap location provided by Yoast SEO
Sitemap: https://manahilestate.com/sitemap_index.xml