User-agent: *
Disallow: /layout/set/print/
Disallow: /layout/set/poll/
Disallow: /content/tipafriend/
Disallow: /tags/view/

Allow: /

User-agent: *
Crawl-delay: 1  
# Vrijedi za sve botove koji podržavaju Crawl-delay

# Bingbot (Microsoft/Bing)
User-agent: Bingbot
Crawl-delay: 5

# Yandex (Rusija)
User-agent: Yandex
Crawl-delay: 50

# Baidu (Kina)
User-agent: Baiduspider
Crawl-delay: 50

# Sogou (Kina)
User-agent: Sogou
Crawl-delay: 50

# 360Spider (Kina)
User-agent: 360Spider
Crawl-delay: 50

# MJ12bot (Web istraživanje)
User-agent: MJ12bot
Crawl-delay: 50

User-agent: AhrefsBot
Crawl-delay: 30

User-agent: ArchiveBot
Crawl-delay: 30

User-agent: SemrushBot
Crawl-delay: 30

User-agent: PetalBot
Crawl-delay: 30

User-agent: BLEXBot
Crawl-delay: 30

User-agent: DotBot
Crawl-delay: 30

User-agent: GPTBot
Crawl-delay: 50

User-agent: Amazonbot
Crawl-delay: 20

# ClaudeBot
User-agent: ClaudeBot
Crawl-delay: 50

# Googlebot
User-agent: Googlebot
Crawl-delay: 1

# MoodleBot
User-agent: MoodleBot
Crawl-delay: 20

# Mediatoolkitbot
User-agent: Mediatoolkitbot
Crawl-delay: 20

# Applebot
User-agent: Applebot
Crawl-delay: 10

# trendictionbot
User-agent: trendictionbot
Crawl-delay: 20

# DuckDuckBot
User-agent: DuckDuckBot
Crawl-delay: 5

# Neticle Crawler
User-agent: Neticle Crawler
Crawl-delay: 20

# Owler
User-agent: Owler
Crawl-delay: 30

# PressEngineBot
User-agent: PressEngineBot
Crawl-delay: 20

# SentiBot
User-agent: SentiBot
Crawl-delay: 20

# fiperbot
User-agent: fiperbot
Crawl-delay: 30

# Bytespider
User-agent: Bytespider
Crawl-delay: 20

# RSSingBot
User-agent: RSSingBot
Crawl-delay: 30

# newspaper
User-agent: newspaper
Crawl-delay: 20

# Twitterbot
User-agent: Twitterbot
Crawl-delay: 10

# Barkrowler
User-agent: Barkrowler
Crawl-delay: 20

# meta-externalagent
User-agent: meta-externalagent
Crawl-delay: 20