User-agent: *
Disallow: /static
Disallow: /static_markdown
Disallow: /embed
Disallow: /pub
Disallow: /admin
Disallow: /login
Disallow: /logout
Disallow: /register

User-agent: DotBot
Disallow: /

User-agent: BLEXBot
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: AhrefsBot
Disallow: /

User-agent: PetalBot
Disallow: /

User-agent: SemrushBot
Disallow: /

User-agent: GrapeshotCrawler
Disallow: /

User-agent: DataForSeoBot
Disallow: /