ref: main
nginx/conf.d/user-agent-denylist.conf
if ($http_user_agent ~ (SemrushBot|msnbot|Purebot|Baiduspider|Lipperhey|Mail.Ru|scrapbot|MJ12bot|AhrefsBot|YandexBot|BDCbot|MegaIndex|UniLeipzigASV|DotBot|Typhoeus|Bingbot|bingbot|Yandex|Knowledge|PetalBot)) {
access_log off;
return 444;
}