# This text file determines which directories are not accessible by web crawlers User-agent: * Disallow: /cgi-bin Disallow: /images Disallow: /client_bin