User-agent: *
Allow: /

# Sitemap

# Advertising files
# ads.txt: https://hsj.host/ads.txt
# app-ads.txt: https://hsj.host/app-ads.txt

# Crawl-delay for respectful crawling
Crawl-delay: 1

# Disallow API endpoints (not useful for search engines)
Disallow: /api/

# Disallow admin area (secure administrative pages)
Disallow: /admin/

# Disallow internal/temporary paths
Disallow: /_next/
Disallow: /favicon.ico

# Allow important pages explicitly (for clarity)
Allow: /services/
Allow: /hosting/
Allow: /domains/
Allow: /blog/
Allow: /legal/
Allow: /company/
Allow: /contact
Allow: /partners/

# Additional crawl instructions
User-agent: Googlebot
Crawl-delay: 1

User-agent: Bingbot  
Crawl-delay: 2 
Sitemap: https://hsj.host/sitemap.xml