# Allow all crawlers to access the Next.js frontend
User-agent: *
Allow: /

# Block WordPress backend paths (if accessed directly)
Disallow: /wp-admin/
Disallow: /wp-content/
Disallow: /wp-includes/
Disallow: /wp-json/

# Block WordPress specific URLs
Disallow: */feed/
Disallow: */trackback/
Disallow: */xmlrpc.php
Disallow: /wp-login.php
Disallow: /wp-register.php

# Sitemap
Sitemap: https://www.codilar.com/sitemap_index.xml