User-agent: AhrefsBot
Disallow: /

User-agent: SemrushBot
Disallow: /

User-agent: anthropic-ai
Disallow: /

User-agent: GPTBot
Disallow: /

User-agent: PetalBot
Disallow: /classifieds/ 

# All robots all dirs
User-agent: *
Disallow: /h/*?p=
Disallow: /h/*&p=

Disallow: /cgi-bin
Disallow: /livefeed
Disallow: /A
Disallow: /share
Disallow: /cgi/NGoto
Disallow: /brand-new-look.html
Disallow: /reg/*
Disallow: /housead*
Disallow: /http:*
Disallow: /https:*
Disallow: /ico/1.gif
Disallow: /pharos.js*
Disallow: /test-please-ignore/