# first of all allow all robot to entire server Sitemap: http://www.globalcnf.com/sitemap.xml User-agent: * Disallow: /azr94v2hh2lg/ # disallowed all engine for specific directory User-agent: * Disallow: /cgi-bin/ Disallow: /tmp/ Disallow: /private/ Disallow: /admin/ Disallow: /cal/ Disallow: /files/ Disallow: Disallow: /sgs/ Disallow: /templates/ # disallow file extention with *.ini, *.css, *.ico, *.jpg, *.gif, *.png, *.js, *.txt, *.bak at root directory User-agent: * Disallow: /*.gif$ Disallow: /*.jpg$ Disallow: /*.png$ Disallow: /*.ini$ Disallow: /*.css$ Disallow: /*.ico$ Disallow: /*.js$ Disallow: /*.txt$ Disallow: /*.bak$