User-Agent: *
Allow: /
Disallow: /api/
Disallow: /admin/
Disallow: /private/

User-Agent: Googlebot
Allow: /
Allow: /sitemap.xml
Allow: /robots.txt
Disallow: /api/
Crawl-delay: 1

User-Agent: Bingbot
Allow: /
Allow: /sitemap.xml
Allow: /robots.txt
Disallow: /api/
Crawl-delay: 2

User-Agent: Yandex
Allow: /
Allow: /sitemap.xml
Allow: /robots.txt
Disallow: /api/
Crawl-delay: 5

User-Agent: AhrefsBot
User-Agent: SemrushBot
Disallow: /

Sitemap: https://new-tools-ochre.vercel.app/sitemap.xml