User-agent: *

#Disallow: /cgi-bin 
Disallow: /ap
Disallow: /cgi-bin
Disallow: /SsiAspx


#Disallow: /w3svc?   #Change ? with the instance number please.

Allow: /