# All robots will spider the domain. 
# Exclude the files & folders listed below from indexing by search engines
# Exclude the left category & retailer menu because it contains all rich keywords & retailer names, which returns too many pages for a simple query.
# The category & retailer pages can still be found, followed & indexed via the sitemap.xml file (generated by site-map-generator.php via a .htaccess rewrite).  
User-agent: *
Disallow: /ad-repository
Disallow: /admin/
Disallow: /classes/
Disallow: /conf/
Disallow: /css/
Disallow: /emails/
Disallow: /fonts/
Disallow: /members/password/
Disallow: /retailers/
Disallow: /tasks/
Disallow: /templates/
Disallow: /left-navigation-content.php
Disallow: /logger.php
Disallow: /log-file-hit.php
Disallow: /log-external-link-click.php
Disallow: /log-asynch-click.php
Disallow: /disclaimer.php
Disallow: /get-binary-image.php
Disallow: /sign-up-button.php