User-agent: * # Starved Bots allowed here only! ;-) Sitemap: http://cyclonenargis.sosbabyhelp.org/sitemap_OK.xml Disallow: /cgi-bin/ Disallow: /rss/ Disallow: /dlf/ User-agent: WebZIP Disallow: / User-agent: WebTrends Disallow: / User-agent: Yahoo-NewsCrawler Crawl-Delay: 10 # MSN User-agent: msnbot Crawl-Delay: 10 User-Agent: Slurp Crawl-Delay: 10 # AllTheWeb User-agent: fast-webcrawler Crawl-Delay: 10 # AltaVista User-agent: scooter Crawl-Delay: 10 # Googlebot User-agent: googlebot Crawl-Delay: 10 # Looksmart User-agent: wisenutbot Crawl-Delay: 10 User-agent: zyborg Crawl-Delay: 10 # Yahoo Vertical Crawler User-agent: yahoo-verticalcrawler Crawl-Delay: 10