User-agent: *
Allow: /

# Optimize crawl budget
Disallow: /api/
Disallow: /_next/
Disallow: /admin/
Disallow: /private/

# Sitemap location
Sitemap: https://archive.aegm.com/sitemap.xml

# Crawl delay (optional, adjust as needed)
Crawl-delay: 1