# Robots.txt for Gmail Checker # Clean approach - No security exposure User-agent: * # Allow main public content Allow: / Allow: /index.php Allow: /style.css Allow: /js.php Allow: /sitemap.xml Allow: /footer.php # Block file extensions that shouldn't be indexed Disallow: /*.log$ Disallow: /*.bak$ Disallow: /*.old$ Disallow: /*.tmp$ # Crawl-delay for respectful crawling Crawl-delay: 1 # Block bad bots (SEO Protection) User-agent: SemrushBot Disallow: / User-agent: AhrefsBot Disallow: / User-agent: MJ12bot Disallow: / User-agent: DotBot Disallow: / # Sitemaps for Google Search Console Sitemap: https://gmailchecklive.com/sitemap.xml