# *
User-agent: *
Allow: /

# Disallow test pages
Disallow: /test
Disallow: /test-navbar

# Disallow API routes
Disallow: /api/

# Sitemap
Sitemap: https://cryptoratinghub.com/sitemap.xml

# Crawl-delay for better server performance
Crawl-delay: 1

# Google
User-agent: Googlebot
Allow: /
Crawl-delay: 0

# Bing
User-agent: Bingbot
Allow: /
Crawl-delay: 1

# Yandex
User-agent: Yandex
Allow: /
Crawl-delay: 2