# Sitemap for better indexing
Sitemap: https://www.isrgrajan.com/sitemap_index.xml

# Allow Googlebot for images
User-agent: Googlebot-Image
Allow: /

# Allow Google AdSense bots for ads
User-agent: Mediapartners-Google*
Allow: /

# General bots (applies to all crawlers including GPTBot, Bingbot, etc.)
User-agent: *
Allow: /assets/
Allow: /wp-includes/js/
Allow: /wp-admin/admin-ajax.php
Allow: /cdn-cgi/*

# Disallow admin, backend, and low-value areas
Disallow: /wp-admin/
Disallow: /wp-includes/
Disallow: /xmlrpc.php
Disallow: /api/
Disallow: /docs/
Disallow: /search
Disallow: /comments/
Disallow: /url/
Disallow: /dereferer/*
Disallow: /*/trackback/
Disallow: /*/comments/
Disallow: /*?s=
Disallow: /*?replytocom=
Disallow: /*?share=
Disallow: /*utm_=

# Balanced crawl pacing for all bots
Crawl-delay: 3