User-agent: *
DisAllow: /search
User-agent: *
Allow: /
User-agent: SemrushBot
DisAllow: /
User-agent: MJ12bot
DisAllow: /
User-agent: GPTBot
DisAllow: /
User-agent: AhrefsBot
DisAllow: /
User-agent: ClaudeBot
DisAllow: /
User-agent: ChatGPT-User
DisAllow: /
User-agent: Claude-SearchBot
DisAllow: /
Crawl-delay: 288