# robots.txt for Insight IT Solutions
# https://www.robotstxt.org/

User-agent: *
Allow: /

# AI & LLM Crawlers (Allowed)
User-agent: Google-Extended
User-agent: GPTBot
User-agent: CCBot
User-agent: Claude-Web
User-agent: anthropic-ai
User-agent: Omgilib
User-agent: FacebookBot
Allow: /

# Bot-friendly company and tech info (crawl OK; not Google ranking targets)
# See: https://www.insightits.com/llms.txt
# See: https://www.insightits.com/ai-info.txt
# See: https://www.insightits.com/ai-products.json
# See: https://www.insightits.com/catalog/index.json

# Disallow private/admin areas (path-prefix match)
Disallow: /api/
Disallow: /admin
Disallow: /admin.html
Disallow: /dashboard
Disallow: /dashboard.html
Disallow: /agilepage
Disallow: /agilepage.html
# Allow important pages
Allow: /
Allow: /index.html
Allow: /products/
Allow: /research-tools
Allow: /research-tools/
Allow: /llms.txt
Allow: /ai-info.txt
Allow: /ai-products.json
Allow: /products.json
Allow: /catalog/
Allow: /delllusion
Allow: /impersonation
Allow: /ai-library
Allow: /ap003

# Sitemap location (www canonical)
Sitemap: https://www.insightits.com/sitemap.xml