User-agent: Wget
User-agent: HTTrack
User-agent: SiteSucker
User-agent: CyotekWebCopy
User-agent: Hatena
User-agent: DuckAssistBot
User-agent: amazon-kendra
User-agent: amazon-QBusiness
User-agent: amazon-Quick-on-behalf-of-
Disallow:

User-Agent: ia_archiver
Disallow:

User-agent: Baiduspider
Disallow:

User-Agent: bingbot
Disallow:

User-agent: CCBot
Disallow:

User-agent: escan
Disallow:

User-agent: YandexBot
Disallow:

User-agent: DuckDuckBot
Disallow:

User-agent: Qwantbot
Disallow:

User-agent: MojeekBot
Disallow:

User-agent: SBIntuitions-SearchBot
Disallow:

User-agent: Amzn-SearchBot
User-agent: Amzn-User
Disallow:

User-agent: Googlebot
User-agent: Google-Extended
Disallow:

User-agent: Applebot
User-agent: Applebot-Extended
Disallow:

User-agent: PerplexityBot
User-agent: Perplexity-User
Disallow:

User-agent: GPTBot
User-agent: ChatGPT-User
User-agent: OAI-SearchBot
Disallow:

User-agent: ClaudeBot
Disallow:
Crawl-delay: 10

User-agent: Claude-User
User-agent: Claude-SearchBot
Disallow:

User-agent: *
Disallow: /