# robots.txt for pro.imdb.com # [ images/pro/robots.txt ] # # $Id: robots.txt 58326 2008-09-10 21:01:38Z jaked $ User-agent: msnbot Crawl-delay: 1 Disallow: /search/* Disallow: /find* Disallow: /board* Disallow: /boards* Disallow: /rd/ Disallow: /name/*/board Disallow: /title/*/board User-agent: Slurp Crawl-delay: 3 Disallow: /search/* Disallow: /find* Disallow: /board* Disallow: /boards* Disallow: /rd/ Disallow: /name/*/board Disallow: /title/*/board User-agent: * Disallow: /search/* Disallow: /find* Disallow: /board* Disallow: /boards* Disallow: /rd/ Disallow: /name/*/board Disallow: /title/*/board