User-agent: *
# Block WordPress admin and sensitive directories
Disallow: /wp-admin/
Allow: /wp-admin/admin-ajax.php  # Allow AJAX for frontend functionality

Disallow: /wp-includes/

# Block plugins and themes to prevent crawling of source code
Disallow: /wp-content/plugins/
Disallow: /wp-content/themes/

# Allow uploads for images and media to be indexed
Allow: /wp-content/uploads/

# Block feeds and trackbacks to avoid duplicate content
Disallow: /feed/
Disallow: */feed/
Disallow: /trackback/
Disallow: */trackback/
Disallow: /xmlrpc.php  # Security best practice

# Block common archive paths if not needed for SEO (adjust as needed)
# Uncomment if you want to block categories/tags for a cleaner index
# Disallow: /category/
# Disallow: /tag/
# Disallow: /author/

# Block any custom private paths (e.g., downloads if sensitive)
Disallow: /downloads/
Disallow: /stats/

# Allow all other paths for full indexing
# No broad file extension or query string blocks to avoid over-restriction

# Sitemap location (add your actual sitemap URL)
Sitemap: https://www.edvardtoth.com/sitemap.xml