User-agent: * Disallow: / Disallow: /cgi-bin/ Disallow: /img/ Disallow: /wimpy/ Disallow: /wimpyave/ # comment below file syntax # Disallow: /xxx.html # Disallow /*.xml