# robots.txt file # Tue, 24 Oct 2006 05:07:13 -0400 # Exclude Files From All Robots: User-agent: * Disallow: /cgi-bin/ Disallow: /css/ Disallow: /images/ Disallow: /javascript/ Disallow: /newsletters/ Disallow: /add-deals.htm Disallow: /sitemap.html Disallow: /dealsofweek.htm Disallow: /destin_of_month.htm Disallow: /footer.htm Disallow: /newsletter.htm Disallow: /offer_banner.htm Disallow: /popular_destins.htm Disallow: /best_selling.htm Disallow: /search-panel.htm Disallow: /search-panel2.htm Disallow: /slideshow.html Disallow: /stats.htm Disallow: /stats-tsm.htm Disallow: /template-aff.htm Disallow: /template-thsiland.htm Disallow: /topbanner.htm # BAN ALL spiders from whole site - remark out all of above #Disallow: / # ALLOW ALL spiders for whole site #Disallow: # End robots.txt file