curl -s https://codeberg.org/robots.txt 2>&1 | tail -n 30 | column
# User-agent: Amazonbot User-agent: ICC-Crawler
# User-agent: anthropic-ai User-agent: ImagesiftBot
# User-agent: Applebot-Extended User-agent: img2dataset
# User-agent: Bytespider User-agent: meta-externalagent
# User-agent: CCBot User-agent: OAI-SearchBot
# User-agent: ChatGPT-User User-agent: Omgili
# User-agent: ClaudeBot User-agent: Omgilibot
# User-agent: Claude-Web User-agent: PerplexityBot
# User-agent: cohere-ai User-agent: PetalBot
# User-agent: Diffbot User-agent: Scrapy
# User-agent: FacebookBot User-agent: Timpibot
# User-agent: facebookexternalhit User-agent: VelenPublicWebCrawler
# User-agent: FriendlyCrawler User-agent: YouBot
# User-agent: Google-Extended Disallow: /
# User-agent: GPTBothttps://blog.codeberg.org/protecting-our-floss-commons-from-llms.html