accsss log список ботов

cat access.log | cut -d'"' -f 6 | grep bot | sort | uniq

SetEnvIfNoCase User-Agent "AhrefsBot|DotBot|SemrushBot|PetalBot" bad_bot
<Limit GET POST HEAD>
Order Allow,Deny
Allow from all
Deny from env=bad_bot
</Limit>