User-agent: * 
Disallow: /cgi-bin
Disallow: /logs
Disallow: /access
Disallow: /new
Disallow: *.sh
Disallow: *.txt