# ===== GLOBAL RULES =====
User-agent: *
Disallow: /generator/
Disallow: /dokumenti/download/1570
Disallow: /*?

# ===== AI BOTS (BLOCK ALL) =====
User-agent: GPTBot
Disallow: /

User-agent: ChatGPT-User
Disallow: /

User-agent: OAI-SearchBot
Disallow: /

User-agent: ClaudeBot
Disallow: /

User-agent: PerplexityBot
Disallow: /

User-agent: Bytespider
Disallow: /

# ===== SOCIAL / META =====
User-agent: meta-externalagent
User-agent: facebookexternalhit

# ===== BING  =====
User-agent: Bingbot

# ===== GOOGLE  =====
User-agent: Googlebot

Disallow: /generator/
Disallow: /*?
Disallow: /*termini-koristenja*
Disallow: /*kalendar-dogadjanja*
Disallow: /*calendar-of-events*
Disallow: /termini*
Disallow: /storage/_imagecache/
Disallow: /storage/_thumbs/
Disallow: /dokumenti/download/
Allow: /termini
Allow: /assets/
Allow: /storage/

User-agent: Googlebot-Image
Disallow: /storage/_imagecache/
Disallow: /storage/_thumbs/

Sitemap: https://www.samobor.hr/sitemap.xml