# robots.txt # Keep this file in your root directory # for search engines to index site. User-agent: * Disallow: / # Keep robots from indexed certain folders Disallow: /diamonds/ Disallow: /images/ Disallow: /media/ Disallow: /smarthtml/ # end of file