# robots.txt for all
Sitemap: https://www.pesweb.cz/sitemap.xml

# Blokovani specifickych botu
User-agent: YandexCatalog
User-agent: YandexFavicons
User-agent: YandexDirect
User-agent: YandexImages
User-agent: StormCrawler
User-agent: AhrefsBot
User-agent: PetalBot
User-agent: BLEXBot
User-agent: MJ12Bot
User-agent: MegaIndex.ru
User-agent: MegaIndex.ru/2.0
User-agent: DataForSeoBot
User-agent: Seekport Clawler
User-agent: Mail.RU_Bot
User-agent: Barkrowler
User-agent: SemrushBot
User-agent: dotbot
User-agent: Yandex
User-agent: adsbot
User-agent: BLEXBot/1.0
User-agent: ClaudeBot
User-agent: ClaudeBot/1.0
Disallow: /

# Omezeni rychlosti pro vybrane boty
User-agent: SemrushBot-BA
User-agent: ChatGPT-User
User-agent: ChatGPT-User/1.0
User-agent: bingbot
User-agent: bingbot/2.0
Crawl-delay: 10

User-agent: *
Disallow: /r$

# Pravidla pro vsechny ostatni boty
User-agent: *
Crawl-delay: 5