# robots.txt for http://www.essentia.com/ # Using "*" for the User-agent will allow all robots to index the site User-agent: * Disallow: /images/ # this contains images Disallow: /cgi-bin/ # this contains scripts Disallow: /stylesheets/ # this contains stylesheets Disallow: /enet/ # this contains scripts and database pages Disallow: /forum/ # this contains discussion group pages Disallow: /guests/ # this contains guest site links and pages Disallow: /awards.htm # no useful content for indexing Disallow: /search.htm # this is a form Disallow: /contact.htm # this is a form Disallow: /confirmation.htm # this is a confirmation page Disallow: /endorsements.htm # no useful content for indexing Disallow: /legal_notice.htm # no useful content for indexing Disallow: /whats_new.htm # content is always changing Disallow: /links/links_submit.htm # this is a form Disallow: /links/links_search.htm # this is a form Disallow: /links/links_confirmation.htm # this is a confirmation page Disallow: /links/L_RETIRED_LINKS.HTM # this contains dead links