User-agent: *
Disallow: /static
Disallow: /admin
Disallow: /Admin
Disallow: /RPC
Disallow: /virtual/*/search
Disallow: /search
# Block the infinite ?page= pagination URL space (crawler trap / DoS amplifier).
# The careers landing page itself stays indexable; only paginated/query variants
# are disallowed.
Disallow: /careers/*?
Disallow: /*?*page=

# Aggressive crawlers that overload the site (also enforced at Apache).
User-agent: YisouSpider
Disallow: /

User-agent: Bytespider
Disallow: /

User-agent: meta-externalagent
Disallow: /

User-agent: Meta-ExternalAgent
Disallow: /

User-agent: facebookexternalhit
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: SemrushBot
Disallow: /

User-agent: SemanticScholarBot
Crawl-delay: 10

User-agent: ChatGPT-User
Crawl-delay: 10

User-agent: OAI-SearchBot
Crawl-delay: 10

User-agent: GPTBot
Disallow: /virtual/
Crawl-delay: 10

User-agent: PerplexityBot
Crawl-delay: 10

User-agent: YouBot
Crawl-delay: 10

User-agent: Amazonbot
Crawl-delay: 10

User-agent: bingbot
Crawl-delay: 5