User-agent: Mozilla/5.0 (Twiceler-0.9 http://www.cuill.com/twiceler/robot.html)
Disallow: /

User-agent: Slurp
Crawl-delay: 180

User-agent: msnbot
Crawl-delay: 180

User-agent: lycos
Crawl-delay: 180

User-agent: googlebot
Crawl-delay: 20

User-agent: Mozilla/5.0 (compatible; Googlebot/2.1; +http://www.google.com/bot.html)
Crawl-delay: 20

User-agent: Googlebot-Image
Crawl-delay: 20

User-agent: *
Crawl-delay: 20



User-agent: Googlebot
Disallow: /*.pdf$
Allow: /

User-agent: *
Allow: /