# Robots.txt for Clovertechno
# https://www.clovertechno.id/robots.txt

# Allow all web crawlers to access all content
User-agent: *
Allow: /
Disallow: /css/

# Sitemap location
Sitemap: https://www.clovertechno.id/sitemap.xml

# Specific rules for major search engines
User-agent: Googlebot
Allow: /

User-agent: Bingbot
Allow: /

User-agent: Yandex
Allow: /

User-agent: Baiduspider
Allow: /

# Block common spam/scraper bots
User-agent: AhrefsBot
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: DotBot
Disallow: /

User-agent: SemrushBot
Disallow: /