# Do not spider the admin directory
User-agent: *
Disallow: /admin/ 

# Stress Tool is not allowed
User-agent: Stress-agent
Disallow: /