User-agent: Applebot
User-agent: baiduspider
User-agent: Bingbot
User-agent: Mediapartners-Google
User-agent: Googlebot
User-agent: msnbot
User-agent: Naverbot
User-agent: seznambot
User-agent: Slurp
User-agent: teoma
User-agent: Twitterbot
User-agent: Yandex
User-agent: Yeti
User-agent: facebookexternalhit
Disallow: /users/auth
Disallow: /users/confirmation
Disallow: /users/email
Disallow: /users/password
Disallow: /users/cancel
Disallow: /api
Disallow: /rails
Crawl-Delay: 60

User-agent: *
Disallow: /posts/
Disallow: /submissions/
Disallow: /prayer_requests/
Disallow: /stories/
Disallow: /inspirational-stories/
Disallow: /messages/
Disallow: /messages-from-god/
Disallow: /users/auth
Disallow: /users/confirmation
Disallow: /users/email
Disallow: /users/password
Disallow: /users/cancel
Disallow: /api
Disallow: /rails
Crawl-delay: 60