User-agent: *
Disallow: /assets
Disallow: /cms
Disallow: 404.htm
Disallow: 403.htm
Disallow: robots.txt