User-agent: *
Disallow: /ajax
Disallow: /assets
Disallow: /includes

User-agent: Twitterbot
Disallow: