User-Agent: *
Disallow: /customer/
Disallow: /db/search.html
Disallow: /components/
Disallow: /css/
Disallow: /js/