User-agent: *
Crawl-delay: 60


User-agent: GPTBot
Disallow: /

User-agent: bingbot
Crawl-delay: 60


User-agent: CCbot
Disallow: /

User-agent: anthropic-ai
Disallow: /

User-agent: Claude-Web
Disallow: /


User-agent: claude
Disallow: /


User-agent: SeznamBot
Request-rate: 1/10s


User-agent: GPTBot
User-agent: anthropic-ai
Disallow: /

User-agent: Bytespider
Disallow: /

User-agent: Yandex
Disallow: / 

User-agent: Sogou web spider
Disallow: /

User-agent: magpie-crawler
Disallow: /


User-agent: Amazonbot
Disallow: /

User-agent: dotbot
Disallow: /
        
	
User-Agent: serpstatbot
Disallow: /

User-agent: PetalBot
Disallow: /


User-agent: MJ12bot
Disallow: /

User-agent: AhrefsBot
Disallow: /

User-agent: msnbot
Disallow: /

User-agent: SemrushBot
Disallow: /


User-agent: SiteAuditBot
Disallow: /

User-agent: SemrushBot-BA
Disallow: /

User-agent: SemrushBot-SI
Disallow: /

User-agent: SemrushBot-SWA
Disallow: /

User-agent: SemrushBot-CT
Disallow: /

User-agent: SemrushBot-BM
Disallow: /

User-agent: SplitSignalBot
Disallow: /

User-agent: SemrushBot-COUB
Disallow: /

User-agent: omgili
Disallow: /


User-agent: semantic-visions.com crawler
Disallow: /

User-agent: *
Allow: /