# robots.txt file User-agent: * Disallow: /cgi-bin Disallow: /members Disallow: *.css Disallow: /test