User-agent: Slurp
Crawl-delay: 1

User-agent: slurp
Crawl-delay: 1

User-agent: Yandex
Disallow: /

User-agent: yandex
Disallow: /

User-Agent: Charlotte
Disallow: /

User-agent: *
Disallow: /css

User-agent: *
Disallow: /forms

User-agent: *
Disallow: /scripts

User-agent: Slurp
Disallow: /pdf

User-agent: slurp
Disallow: /pdf