############################################ # FULL access (Alta Vista) User-agent: Scooter Crawl-delay: 4 Disallow: # FULL access (Google) User-agent: Googlebot Crawl-delay: 4 Disallow: # FULL access (Inktomi) User-agent: Slurp Crawl-delay: 4 Disallow: # FULL access (Thunderstone) User-agent: T-H-U-N-D-E-R-S-T-O-N-E Crawl-delay: 4 Disallow: # PARTIAL access (All Spiders) User-agent: * Crawl-delay: 4 Disallow: /Images/ Disallow: /images/ Disallow: /Logs/ Disallow: /*.swf Disallow: /members/ Disallow: /cgi-bin/