User-agent: *
# list folders robots are not allowed to index

Disallow: /styles/
Disallow: /client-sites/
Disallow: /js/
Disallow: /images/
Disallow: /includes/