mirror of
https://github.com/4cuck/nitter-status.git
synced 2026-10-27 00:57:39 +00:00
4cuckandCursor
4a9eaf2a84
Label teapawt in the frontend column, allow scraping on the operated instances, and point the source link at this repository. Co-authored-by: Cursor <[email protected]>
74 lines
955 B
Plaintext
74 lines
955 B
Plaintext
# Search and AI crawlers may index this status site.
|
|
# https://status.d420.net/
|
|
|
|
Content-Signal: search=yes, ai-input=yes, ai-train=yes
|
|
|
|
User-agent: *
|
|
Allow: /
|
|
Disallow: /admin/
|
|
|
|
User-agent: GPTBot
|
|
Allow: /
|
|
|
|
User-agent: OAI-SearchBot
|
|
Allow: /
|
|
|
|
User-agent: ChatGPT-User
|
|
Allow: /
|
|
|
|
User-agent: ClaudeBot
|
|
Allow: /
|
|
|
|
User-agent: Claude-SearchBot
|
|
Allow: /
|
|
|
|
User-agent: Claude-User
|
|
Allow: /
|
|
|
|
User-agent: anthropic-ai
|
|
Allow: /
|
|
|
|
User-agent: Google-Extended
|
|
Allow: /
|
|
|
|
User-agent: PerplexityBot
|
|
Allow: /
|
|
|
|
User-agent: Perplexity-User
|
|
Allow: /
|
|
|
|
User-agent: Applebot
|
|
Allow: /
|
|
|
|
User-agent: Applebot-Extended
|
|
Allow: /
|
|
|
|
User-agent: Amazonbot
|
|
Allow: /
|
|
|
|
User-agent: Bytespider
|
|
Allow: /
|
|
|
|
User-agent: CCBot
|
|
Allow: /
|
|
|
|
User-agent: Meta-ExternalAgent
|
|
Allow: /
|
|
|
|
User-agent: Meta-ExternalFetcher
|
|
Allow: /
|
|
|
|
User-agent: FacebookBot
|
|
Allow: /
|
|
|
|
User-agent: cohere-ai
|
|
Allow: /
|
|
|
|
User-agent: DuckAssistBot
|
|
Allow: /
|
|
|
|
User-agent: YouBot
|
|
Allow: /
|
|
|
|
Sitemap: https://status.d420.net/sitemap.xml
|