User-Agent: * Disallow: /community/add_local Disallow: /community/add_remote Disallow: /auth/register Disallow: /auth/reset_password_request Disallow: /auth/login Disallow: /admin Disallow: /inbox Disallow: /search/ Disallow: /modlog Disallow: /u/ Disallow: /d/ Disallow: /static/media/users/ Disallow: /post/*/options User-agent: GPTBot Disallow: / User-agent: AhrefsBot Disallow: / User-agent: SemrushBot Disallow: / User-agent: DotBot Disallow: / User-agent: SeznamBot Disallow: / User-agent: DataForSeoBot Disallow: / User-agent: MJ12bot Disallow: / User-agent: ClaudeBot Disallow: / User-agent: Amazonbot Disallow: / User-agent: barkrowler Disallow: / User-agent: Barkrowler Disallow: / User-agent: YandexBot Disallow: / User-agent: BLEXBot Disallow: / User-Agent: ImagesiftBot Crawl-delay: 5 User-Agent: VelenPublicWebCrawler Disallow: / User-Agent: PerplexityBot Crawl-delay: 1 User-agent: meta-externalagent User-agent: Meta-ExternalAgent User-agent: meta-externalfetcher User-agent: Meta-ExternalFetcher User-agent: meta-webindexer User-agent: TikTokSpider User-agent: DuckAssistBot User-agent: anthropic-ai Disallow: / License: https://piefed.ca/rsl.xml