# Prevent msn from overwhealming the server, e.g some msn bot ips hit site 99558 per day in Feb 2015
# Changed to any agent since mail.ru started to overload it as well
# Since Jan 7 2025 a few hosts like rate-limited-proxy-209-85-238-1.google.com started to issuing 200K+ daily requests.
User-agent: *
Crawl-delay: 1

# Prevent yandex from using too many resources
#User-agent: yandex
#Crawl-delay: 0.1

# Prevent building site content in LLM
User-Agent: GPTBot
Disallow: /balancedchemicalequations

User-agent: *
Disallow: /cite.php