# Anthropic User-agent: Claude-SearchBot Disallow: /user/* Disallow: /job/redirect/* Disallow: /job/apply/redirect/* User-agent: Claude-User Disallow: /user/* Disallow: /job/redirect/* Disallow: /job/apply/redirect/* User-agent: ClaudeBot Disallow: /user/* Disallow: /job/redirect/* Disallow: /job/apply/redirect/* # Apple User-agent: Applebot Disallow: /user/* Disallow: /job/redirect/* Disallow: /job/apply/redirect/* User-agent: Applebot-Extended Disallow: /user/* Disallow: /job/redirect/* Disallow: /job/apply/redirect/* # DuckDuckGo User-agent: DuckAssistBot Disallow: /user/* Disallow: /job/redirect/* Disallow: /job/apply/redirect/* User-agent: DuckDuckBot Disallow: /user/* Disallow: /job/redirect/* Disallow: /job/apply/redirect/* # Google User-agent: AdsBot-Google Disallow: /user/* Disallow: /job/redirect/* Disallow: /job/apply/redirect/* User-agent: Google-Extended Disallow: /user/* Disallow: /job/redirect/* Disallow: /job/apply/redirect/* User-agent: Googlebot Disallow: /user/* Disallow: /job/redirect/* Disallow: /job/apply/redirect/* User-agent: Googlebot-Image Disallow: /user/* Disallow: /job/redirect/* Disallow: /job/apply/redirect/* User-agent: Googlebot-News Disallow: /user/* Disallow: /job/redirect/* Disallow: /job/apply/redirect/* User-agent: Googlebot-Video Disallow: /user/* Disallow: /job/redirect/* Disallow: /job/apply/redirect/* User-agent: Mediapartners-Google Disallow: /user/* Disallow: /job/redirect/* Disallow: /job/apply/redirect/* # Meta User-agent: facebookexternalhit Disallow: /user/* Disallow: /job/redirect/* Disallow: /job/apply/redirect/* User-agent: Facebot Disallow: /user/* Disallow: /job/redirect/* Disallow: /job/apply/redirect/* User-agent: Meta-ExternalAgent Disallow: /user/* Disallow: /job/redirect/* Disallow: /job/apply/redirect/* User-agent: Meta-ExternalFetcher Disallow: /user/* Disallow: /job/redirect/* Disallow: /job/apply/redirect/* User-agent: Meta-WebIndexer Disallow: /user/* Disallow: /job/redirect/* Disallow: /job/apply/redirect/* # Microsoft User-agent: Bingbot Disallow: /user/* Disallow: /job/redirect/* Disallow: /job/apply/redirect/* User-agent: BingPreview Disallow: /user/* Disallow: /job/redirect/* Disallow: /job/apply/redirect/* # Mistral AI User-agent: MistralAI-Index Disallow: /user/* Disallow: /job/redirect/* Disallow: /job/apply/redirect/* User-agent: MistralAI-User Disallow: /user/* Disallow: /job/redirect/* Disallow: /job/apply/redirect/* # OpenAI User-agent: ChatGPT-User Disallow: /user/* Disallow: /job/redirect/* Disallow: /job/apply/redirect/* User-agent: GPTBot Disallow: /user/* Disallow: /job/redirect/* Disallow: /job/apply/redirect/* User-agent: OAI-SearchBot Disallow: /user/* Disallow: /job/redirect/* Disallow: /job/apply/redirect/* # Perplexity User-agent: Perplexity-User Disallow: /user/* Disallow: /job/redirect/* Disallow: /job/apply/redirect/* User-agent: PerplexityBot Disallow: /user/* Disallow: /job/redirect/* Disallow: /job/apply/redirect/* # X (Twitter) User-agent: Twitterbot Disallow: /user/* Disallow: /job/redirect/* Disallow: /job/apply/redirect/* # Yahoo User-agent: Slurp Disallow: /user/* Disallow: /job/redirect/* Disallow: /job/apply/redirect/* # Everyone else User-agent: * Disallow: /