User-agent: *
Disallow: /wp-admin/
Disallow: /courses/

# Block known content scrapers
User-agent: AhrefsBot
Disallow: /

User-agent: BlexBot
Disallow: /

User-agent: DotBot
Disallow: /

User-agent: MegaIndex.ru
Disallow: /

User-agent: Sogou web spider
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: YandexBot
Disallow: /

# Block email harvesting bots
User-agent: EmailSiphon
Disallow: /

User-agent: EmailWolf
Disallow: /

User-agent: ExtractorPro
Disallow: /

User-agent: EmailCollector
Disallow: /

# Block spam and aggressive SEO bots
User-agent: SemrushBot
Disallow: /

User-agent: Baiduspider
Disallow: /

User-agent: ZoominfoBot
Disallow: /

User-agent: SEOkicks-Robot
Disallow: /

User-agent: BacklinkCrawler
Disallow: /

User-agent: DataForSeoBot
Disallow: /

User-agent: Screaming Frog SEO Spider
Disallow: /

# Block potentially malicious or intrusive bots
User-agent: SQLMap
Disallow: /

User-agent: XoviBot
Disallow: /

User-agent: SiteExplorer
Disallow: /

User-agent: TurnitinBot
Disallow: /

# Block high-traffic bots that can consume server resources
User-agent: AspiegelBot
Disallow: /

User-agent: Pinterestbot
Disallow: /

User-agent: archive.org_bot
Disallow: /

User-agent: facebookexternalhit
Disallow: /

User-agent: Twitterbot
Disallow: /

# Allow Google bots to access the page
User-agent: Googlebot
Allow: /courses/