# robots.txt for https://shwetachopra.com/ User-agent: * # --- Allow essential assets for rendering --- Allow: /assets/css/ Allow: /assets/js/ Allow: /assets/images/ # --- Explicitly allow city pages (pattern) --- Allow: /*-call-girls/ # --- Block internal/admin tools & sensitive files --- Disallow: /phone_admin.php Disallow: /phone_lib.php Disallow: /phone_store.json Disallow: /city_cloner_shweta.php Disallow: /city_cloner_*.php # --- Block typical private/system paths (just in case) --- Disallow: /admin/ Disallow: /backup/ Disallow: /tmp/ Disallow: /drafts/ Disallow: /vendor/ Disallow: /.git/ # --- Block query-param duplicates to reduce crawl bloat --- Disallow: /*?* # --- Optional: if you ever serve print or preview versions --- Disallow: /*preview=* Disallow: /*print=* # --- Sitemap --- Sitemap: https://shwetachopra.com/sitemap.xml