User-agent: * Disallow: /wp-admin/ Allow: /wp-admin/admin-ajax.php # Disallow unnecessary WordPress directories Disallow: /cgi-bin/ Disallow: /trackback/ Disallow: /xmlrpc.php Disallow: /wp-json/ Disallow: /?s= # Prevent access to sensitive files Disallow: /readme.html Disallow: /license.txt # Allow Googlebot to crawl important resources User-agent: Googlebot Allow: *.css Allow: *.js # Sitemap Sitemap: https://chawlatourandtravels.com/sitemap_index.xml