mirror of
https://github.com/4cuck/nitter-status.git
synced 2026-10-27 00:57:39 +00:00
12 lines
107 B
Plaintext
12 lines
107 B
Plaintext
User-Agent: *
|
|
|
|
Disallow: /api/
|
|
Disallow: /admin/
|
|
|
|
Allow: /
|
|
|
|
Crawl-delay: 5
|
|
|
|
User-agent: GPTBot
|
|
Disallow: /
|