User-agent: *
Disallow: /archive/*
Disallow: /pages/*
Disallow: /products/*
Disallow: /downloads/*
Disallow: /test/*