User-agent: ClaudeBot
Disallow: /

User-agent: Amazonbot # Amazon's user agent
Disallow: /do-not-crawl/ # disallow this directory

User-agent: AppleBot
Disallow: /

User-agent: meta-externalagent
Disallow: /

User-agent: PetalBot
Disallow: /

User-agent: AhrefsBot
Disallow: /

User-agent: Bytespider
Disallow: /

User-agent: *
Disallow: /tpl/
Disallow: /tunn/

Disallow: /cron/
Disallow: /require/
Disallow: /file/

Disallow: /forum/vbseocp.php
Disallow: /forum/login.php
Disallow: /forum/newthread.php
Disallow: /forum/newreply.php
Disallow: /forum/private.php
Disallow: /forum/sendmessage.php
Disallow: /forum/admincp/
Disallow: /forum/modcp/
Disallow: /forum/includes/
Disallow: /forum/install/

Disallow: /gallery/
Disallow: /print/

Disallow: /cgi-bin