# Block SemrushBot specifically
User-agent: SemrushBot
Disallow: /

# Block all bots by default
User-agent: *
Disallow: /

# Allow specific bots with directory restrictions
User-agent: Googlebot
User-agent: Bingbot
User-agent: Facebot
User-agent: facebookexternalhit/1.1
User-agent: facebookexternalhit/1.0
Disallow: /application/attributes
Disallow: /application/authentication
Disallow: /application/bootstrap
Disallow: /application/config
Disallow: /application/controllers
Disallow: /application/elements
Disallow: /application/helpers
Disallow: /application/jobs
Disallow: /application/languages
Disallow: /application/mail
Disallow: /application/models
Disallow: /application/page_types
Disallow: /application/single_pages
Disallow: /application/tools
Disallow: /application/views
Disallow: /ccm/system/captcha/picture