# --- запрет навязчивым краулерам ---
User-agent: AhrefsBot
Disallow: /

User-agent: SemrushBot
Disallow: /

User-agent: Bytespider
Disallow: /

User-agent: PetalBot
Disallow: /

User-agent: DotBot
Disallow: /

User-agent: Amazonbot
Disallow: /

User-agent: SeznamBot
Disallow: /

User-agent: UptimeRobot
Disallow: /

User-agent: CloudflareObservatory
Disallow: /

User-agent: ChatGPT-User
Disallow: /

User-agent: Java-http-client
Disallow: /

User-agent: Apache-HttpClient
Disallow: /

User-agent: *
Allow: /
Host: l2top.org
Sitemap: https://l2top.org/sitemap.xml