User-agent: * # no cgi calls Disallow: /cgi-bin/ # no dwww Disallow: /dwww/