User-agent: * Disallow: /cgi-bin/ # The following is msnbot-specific; see: # http://search.msn.com/docs/siteowner.aspx?t=SEARCH_WEBMASTER_FAQ_MSNBotIndexing.htm User-agent: msnbot Crawl-delay: 20