# robots.txt for 
User-agent: *
Disallow: /cgi-bin
Disallow: /test
Disallow: /css
Disallow: /content
Disallow: /CLIENTS
Disallow: /size_charts
Disallow: /travel
Disallow: /testshop