#robots.txt file for yandell media group #addresses all robots by using wild card * # User-agent: * # # list folders robots are not allowed to index # Disallow: /admin/ Disallow: /cgi/ Disallow: /forms/ Disallow: /images/ Disallow: /gen_img/ Disallow: /page_img/ Disallow: /Library/ Disallow: /products/prod_imgs/ # list specific files robots are not allowed to index # Disallow: /clerical/opps_mail.html Disallow: /clerical/brodrop.html # # End of robots.txt file