#we are specifically disallowing the asterias spider to crawl because it identifies multimedia files and adds them to their index.
#this process can effect video performance and result in many sequential accesses to a site. 

User-agent: asterias
Disallow: /

User-agent: * 
Disallow: /css/
Disallow: /images/
Disallow: /js/
Disallow: /media/
Disallow: /scripts/
Sitemap: http://www.cellientsystem.com/sitemap.xml