# robots.txt for https://drillbitglobal.com/ # Last updated: 2026-05-26 User-agent: * Allow: / # Block backend / API endpoints (form submission handlers, not pages) Disallow: /apply Disallow: /partnersubmit Disallow: /conference-register Disallow: /contactdemo # Block CodeIgniter system / application internals Disallow: /application/ Disallow: /system/ Disallow: /vendor/ Disallow: /index.php/ # Block duplicate / alternate / staging templates Disallow: /index-1 Disallow: /index-2 Disallow: /index-3 Disallow: /about-us-2 Disallow: /new-2 # Block error pages Disallow: /errors/ # Allow common static asset directories explicitly (some crawlers benefit) Allow: /assets/ # Disallow common bad-bot scrapers (optional, conservative list) User-agent: AhrefsBot Disallow: / User-agent: SemrushBot Disallow: / User-agent: MJ12bot Disallow: / User-agent: DotBot Disallow: / # Sitemap location Sitemap: https://drillbitglobal.com/sitemap.xml