# robots.txt User-agent: * # match any robot name Disallow: /cgi-bin/ # no robots in these directories Disallow: /mail/