# this is the robots.txt file for http://www.stashadesigns.com # $Header: /cygdrive/c/Documents\040and\040Settings/All\040Users/Application\040Data/cvsrepository/web/website/robots.txt,v 1.4 2005/11/12 19:52:42 Dave Exp $ # Useful links for configuring robots.txt: # - # - # # Disallow any robots that index images. # User-agent: vscooter # www.altavista.com (alta vista's image indexer) User-agent: Googlebot-Image # www.google.com (google's image indexer) User-agent: Yahoo-MMCrawler # www.yahoo.com (Yahoo!'s image crawler) User-agent: psbot # www.picsearch.com (picture indexer used by MSN) User-agent: DittoSpyder # www.ditto.com (picture indexer) Disallow: / # # Disallow indexing of individual images. # (Note: this isn't a standard syntax and only works on specific sites.) # User-agent: msnbot # search.msn.com User-agent: Googlebot # www.google.com Disallow: /*.jpg$ Disallow: /*.gif$ # # Disallow searching of dynamic or hidden directories. # User-agent: * Disallow: /cgi-bin/ Disallow: /cgi-stashadesigns/