# robots.txt for https://www.sbtech.co.in

# Optimized for search engines and AI crawlers

# Allow all major search engines to crawl the site

User-agent: *
Allow: /

# Block sensitive or private directories

Disallow: /admin/
Disallow: /private/
Disallow: /temp/
Disallow: /backup/
Disallow: /config/
Disallow: /includes/
Disallow: /database/
Disallow: /logs/

# Block sensitive file types

Disallow: /*.env$
Disallow: /*.git$

# Allow important public assets

Allow: /static/images/
Allow: /llms.txt

# Sitemap location

Sitemap: https://www.sbtech.co.in/sitemap.xml

# Block known aggressive crawler

User-agent: MJ12bot
Disallow: /