user-agent: Slurp
crawl-delay:12
user-agent: baiduspider
crawl-delay:1200
user-agent: twiceler
crawl-delay:1200
user-agent: Naver
crawl-delay:1200
user-agent: empas
crawl-delay:1200
user-agent: Openbot
crawl-delay:1200