User-Agent: Slurp
Crawl-Delay: 20

User-Agent: Charlotte
Disallow: /

User-Agent: *

Disallow: /content
Disallow: /jsp
Disallow: /dyn
Disallow: /download
Disallow: /WEB-INF

Allow: /page
Allow: /list
Allow: /content/easy
Allow: *pri/easy*
Allow: /jsp/*pri=easy*
Allow: /dyn/*easy*
Allow: /cms