User-Agent: *
Disallow: /analyzer.html
Disallow: /ad1.txt
Disallow: /ad2.txt
Disallow: /ad3.txt
Disallow: /ad4.txt
Disallow: /ad5.txt
Disallow: /ad6.txt
Disallow: /ad7.txt
Disallow: /ad8.txt
Disallow: /y_key_30d922e43f5d79ab.html
Disallow: /google9d0934887a3fe718.html
Disallow: /LiveSearchSiteAuth.xml
Disallow: /cgi-bin/
Disallow: /img/
Disallow: /form1/
Disallow: /form2/
Disallow: /mb/ad1.txt
Disallow: /mb/ad2.txt
Disallow: /mb/ad3.txt
Disallow: /mb/ad4.txt
Disallow: /mb/ad5.txt
Disallow: /randomprof.js
Disallow: /style_index.css
Disallow: /style_main.css

User-agent: Slurp
Crawl-delay: 0.5


User-agent: Slurp
Crawl-delay: 8

User-agent: msnbot
Crawl-delay: 5

User-agent: nutch
Crawl-delay: 5

User-agent: yeti
Crawl-delay: 8

User-agent: Yeti/1.0 (NHN Corp.; http://help.naver.com/robots/)
Crawl-delay: 8

User-agent: naverbot
Crawl-delay: 8

User-agent: googlebot
Crawl-delay: 5

User-agent: dotbot
Crawl-delay: 5

User-agent: twiceler
Crawl-delay: 15

User-agent: yandex
Crawl-delay: 5

User-agent: Teoma
Crawl-delay: 5

User-agent: BoardReader
Crawl-delay: 8

User-agent: Exabot
Crawl-delay: 10