#all robots user-agent: * # donot index the following directory Disallow: /includes/ Disallow: /documents/ Disallow: /testing/ Disallow: /images/ Disallow:/slides/ Disallow: /scripts/ Disallow: /logs/ Disallow: /data/ Disallow: /cgi-bin/