User-Agent: *
Disallow: /ciic

User-Agent: Baiduspider
Crawl-Delay: 120
Disallow: /research/pdf
Disallow: /research/report/pdf
Disallow: /topics/pdf
Disallow: /kessan/data

User-Agent: Yeti
Disallow: /research/pdf
Disallow: /research/report/pdf
Disallow: /topics/pdf
Disallow: /kessan/data

User-Agent: Slurp
Disallow: /research/pdf
Disallow: /research/report/pdf
Disallow: /topics/pdf
Disallow: /kessan/data