User-agent: *
Allow: /
Disallow: /preview
Disallow: /backend
Disallow: /cache
Disallow: /assets

Allow: /cache/css
Allow: /cache/js
Allow: /assets/themes



User-Agent: XoviBot
Disallow: /