User-agent: * Disallow: /stone/ Disallow: /page2/ Disallow: /thestore/ #Allow: / # #this one blocks all from the cgi-bin folder User-agent: * Disallow: /cgi-bin/ # #this one blocks MJ12bot from all folders User-agent: MJ12bot Disallow: / # #this one blocks Yandex User-agent: Yandex Disallow: / # User-agent: baiduspider Disallow: / # User-agent: baidu Disallow: / # # This one keeps all robots out. # User-agent: * # Disallow: /