User-agent: * Disallow: /cdrom/ Disallow: /cdrom2/ Disallow: /cgi-bin/ Disallow: /mrtg/ Disallow: /~cjb/mainboard/ Disallow: /*.avi$ Disallow: /*.exe$ Disallow: /*.htc$ Disallow: /*.inc$ Disallow: /*.ini$ Disallow: /*.js$ Disallow: /*.js.php$ Disallow: /*.log$ Disallow: /*.mp3$ Disallow: /*.mpg$ Disallow: /*.mpeg$ Disallow: /*.rar$ Disallow: /*.wav$ Disallow: /*.zip$ Disallow: /*.m4v$ Disallow: /*.m4v User-agent: Slurp Crawl-delay: 10 User-agent: msnbot Crawl-delay: 120 User-agent: Yahoo-MMCrawler Disallow: / User-agent: msnbot-MM Disallow: /