User-agent: *
Allow: /

# Preferred domain (HTTPS only)
Host: hivemind.global

# Sitemap location
Sitemap: https://hivemind.global/sitemap.xml

# SEO and AI discovery files
# llms.txt for AI systems
# humans.txt for developers
# security.txt for security researchers

# Disallow admin routes 
Disallow: /admin/
Disallow: /admin/*

# Disallow sitemap generator tool
Disallow: /sitemap-generator

# Disallow API endpoints
Disallow: /_api/
Disallow: /*_api*

# Disallow legacy/non-existent URL patterns
Disallow: /book-free-consultation
Disallow: /about-us
Disallow: /services-7*
Disallow: /security-acknowledgments
Disallow: /careers
Disallow: /security-policy
Disallow: /zh/
Disallow: /tl/
Disallow: /ar/
Disallow: /es/
Disallow: /service-page/
Disallow: /post/
Disallow: /services-7-1
Disallow: /our-services
Disallow: /blog
Disallow: /privacy-policy
Disallow: /refund-policy

# Disallow technical files that shouldn't be indexed
Disallow: /favicon.ico
Disallow: /.well-known/pgp-key.txt

# Allow important SEO files
Allow: /llms.txt
Allow: /humans.txt
Allow: /.well-known/