User-agent: *
Allow: /files/
Allow: /mirror/
Allow: /docs/
Allow: /misc/


User-agent: *
Disallow: /tmp/
Disallow: /cgi-bin/

User-agent: dotbot
Disallow: /diary/

User-agent: XoviBot
Disallow: / 

User-agent: Steeler
Disallow: /

User-agent: linkdexbot
Disallow: /

User-agent: AhrefsBot 
Disallow: /

User-agent: barkrowler
Disallow: /

User-agent: SiteAuditBot
Disallow: /

User-agent: SemrushBot-BA
Disallow: /

User-agent: SemrushBot-SI
Disallow: /

User-agent: SemrushBot-SWA
Disallow: /

User-agent: SemrushBot-CT
Disallow: /

User-agent: SplitSignalBot
Disallow: /

User-agent: SemrushBot-COUB
Disallow: /

User-agent: ClaudeBot
Disallow: /

User-agent: SeekportBot
Disallow: /

User-agent: SemrushBot
Disallow: /

User-agent: Amazonbot
Disallow: /