User-agent: *
Allow: /

# Allow all search engines to crawl the site
User-agent: Googlebot
Allow: /

User-agent: Bingbot
Allow: /

# Block crawling of admin and private areas
Disallow: /api/
Disallow: /dashboard/
Disallow: /_next/
Disallow: /admin/

# Point to sitemap
Sitemap: https://statementspro.com/sitemap.xml

# Crawl delay (optional)
Crawl-delay: 1

# Additional directives for better indexing
# Allow indexing of main pages
Allow: /en/
Allow: /ja/
Allow: /about
Allow: /contact
Allow: /terms
Allow: /privacy