User-agent: WebCrawler
Disallow: /common/
Disallow: /frontpage/
Disallow: /sales/
Disallow: /cdomain.html
Disallow: /testce.txt