# concepts.com: robots.txt # # This file is used to allow crawlers to index the site. # # User-agent: * Disallow: /images/ Disallow: /includes/ Disallow: /stylesheets/ Disallow: /send_refer.asp