User-Agent: *

Disallow: /api/
Disallow: /admin/

Allow: /

Crawl-delay: 5

User-agent: GPTBot
Disallow: /
