User-agent: * Disallow: /cgi-bin/ Disallow: /files/* Disallow: /css/* Disallow: /js/* Disallow: /img/*