User-agent: *
Disallow: /404
Disallow: /500
Disallow: /login

User-agent: Twitterbot
Disallow: