User-agent: *
Disallow: /html/
Disallow: /alicebot/
Disallow: /style_avatars/
Disallow: /style_emoticons/
Disallow: /style_images/
Disallow: /uploads/
Request-rate: 1/5         # maximum rate is one page every 5 seconds
Visit-time: 0600-0900     # only visit between 6:00 AM and 8:45 AM (GMT)

User-agent: Slurp
Crawl-delay: 15

User-agent: msnbot
Crawl-delay: 10

User-agent: nutch
Crawl-delay: 5

User-agent: yeti
Crawl-delay: 8

User-agent: Yeti/1.0 (NHN Corp.; http://help.naver.com/robots/)
Crawl-delay: 8

User-agent: naverbot
Crawl-delay: 8

User-agent: googlebot
Crawl-delay: 10

User-agent: dotbot
Crawl-delay: 5

User-agent: twiceler
Crawl-delay: 25

User-agent: yandex
Crawl-delay: 5

User-agent: Teoma
Crawl-delay: 5

User-agent: BoardReader
Crawl-delay: 8

User-agent: Exabot
Crawl-delay: 10