# generic robots.txt file for all websites, to avoid extra error log entries looking for it
# "User-agent":<user-agent>
# "Disallow":<option>

User-agent: *      # nobody needs to see any cgi dir (should also be disallowed in apache)
Disallow: /cgi/


User-agent: *      # nobody needs to see any logs dir (should also be disallowed in apache)
Disallow: /logs/