############################### # # addresses all robots by using wild card * # User-agent: psbot User-agent: Custo User-agent: WebPix User-agent: Yandex User-agent: Twiceler Disallow: / User-agent: * # # list folders robots are not allowed to index # Disallow: /children/images/ Disallow: /children/thumbs/ Disallow: /portraits/images/ Disallow: /portraits/thumbs/ Disallow: /scenic/images/ Disallow: /scenic/thumbs/ Disallow: /page button/ Disallow: /extras/images/ Disallow: /extras/thumbs/ Disallow: /client/ Disallow: /music/ # # list specific files robots are not allowed to index # Disallow: /gallery_blank.jpg # # End of robots.txt file # ###############################