User-agent: * # Allow all search engines to crawl the site, but exclude sensitive areas # Block admin-related areas Disallow: /admin/ Disallow: /backend/ Disallow: /login/ Disallow: /register/ Disallow: /user-settings/ # Block dynamic query parameters (optional, if not needed for indexing) Disallow: /*?* # Allow only specific calculators if they're critical for SEO Disallow: /test/ Disallow: /staging/ Disallow: /draft/ Disallow: /Sheet.aspx Disallow: /dmca-validation.html # Allow access to essential content Allow: /IncomeTaxCalculator.aspx Allow: /PensionCalculator.aspx Allow: /SII.aspx Allow: /Default.aspx Allow: /Raj-Calendar-2025.aspx Allow: /Home-Loan-Calculator.aspx Allow: /Contact.aspx Allow: /About.aspx Allow: /Privacy.aspx Allow: /How-To-Create-G2G-SSO.aspx Allow: /Bank-Holiday-Calendar.aspx Allow: /PayMatrix.aspx Allow: /8th-Pay-Salary-Calculator.aspx Allow: /8th-Pay-Calculator-Central.aspx # Block unused scripts or resources (if unnecessary for SEO) Disallow: /scripts/ Disallow: /temp/ # Sitemap for better crawling Sitemap: https://rajpay.com/sitemap.xml