User-agent: *
Allow: /
Allow: /en/

Disallow: /admin/
Disallow: /login/
Disallow: /api/
Disallow: /search?
Disallow: /archive?

# Crawl-delay for bots
Crawl-delay: 1

# Sitemaps
Sitemap: https://newsverse.com/sitemap.xml
Sitemap: https://newsverse.com/sitemap-news.xml
