# robots.txt for http://www.WedHawaii.com/ User-agent: * Disallow: /cgi-bin/ # cgi-bin Disallow: /_stats/ # Urchin Stats #Disallow: /assets/ # Site Assets Disallow: /assets/formProcessor/ # formProcessor Assets Disallow: /assets/js/ # js Assets Disallow: /assets/multimedia/ # multimedia Assets Disallow: /errordocs/ # errordocs Disallow: /images/ # Images Disallow: /media/ # Media Files Disallow: /stats/ # Webalizer Redirect Disallow: /webalizer/ # Webalizer Disallow: /test/ # test site #Other Examples: #User-agent: webcrawler #Disallow: #User-agent: lycra #Disallow: / #User-agent: * #Disallow: /tmp #Disallow: /logs