# Allow major search engines
User-agent: Googlebot
Disallow:

User-agent: Bingbot
Disallow:

User-agent: Slurp  # Yahoo
Disallow:

User-agent: DuckDuckBot
Disallow:

# AI bots - allowed
User-agent: GPTBot  # OpenAI / ChatGPT
Disallow:

User-agent: Google-Extended  # Gemini / Bard
Disallow:

User-agent: ClaudeBot  # Anthropic
Disallow:

User-agent: CCBot  # Common Crawl
Disallow:

User-agent: ChatGPT-User
Disallow:

User-agent: grok
Disallow:

# Disallow sensitive directories (all bots)
User-agent: *
Disallow: /wp-admin/
Disallow: /wp-login.php
Disallow: /cart/
Disallow: /checkout/
Disallow: /my-account/

# Sitemap for search engines
Sitemap: https://fondzamladetalente.gov.rs/sitemap.xml