# robots.txt for https://jeevatmanyogshala.com/ # Last updated: 2026-08-21 # --------------------------------------------------------------- # Default rules: all crawlers # --------------------------------------------------------------- User-agent: * Disallow: /wp-admin/ Allow: /wp-admin/admin-ajax.php Disallow: /wp-login.php Disallow: /wp-signup.php Disallow: /wp-register.php Disallow: /xmlrpc.php Disallow: /readme.html Disallow: /license.txt Disallow: /trackback/ Disallow: /*/trackback/ Disallow: /search/ Disallow: /*?s= Disallow: /*?replytocom= Disallow: /*?attachment_id= Allow: /wp-content/uploads/ Allow: /*.css$ Allow: /*.js$ # --------------------------------------------------------------- # AI crawlers: explicitly allowed to crawl public content. # Admin/login paths repeated here because a crawler obeys ONLY the # most specific matching group, not the wildcard group above. # --------------------------------------------------------------- User-agent: GPTBot User-agent: OAI-SearchBot User-agent: ChatGPT-User User-agent: ClaudeBot User-agent: PerplexityBot Disallow: /wp-admin/ Allow: /wp-admin/admin-ajax.php Disallow: /wp-login.php Disallow: /xmlrpc.php Allow: / # Google-Extended is a content-use opt-in token, not a crawler. User-agent: Google-Extended Allow: / # --------------------------------------------------------------- # Sitemap # --------------------------------------------------------------- Sitemap: https://jeevatmanyogshala.com/sitemap_index.xml