User-agent: *
# list folders robots are not allowed to index

User-agent: *
Disallow: /aspnet_client/ # exclude this
Disallow: /cfide/ # exclude this
Disallow: /cgi_bin/ # exclude this
Disallow: /ecommerce/ # exclude this
Disallow: /getty images/ # exclude this
Disallow: /broker/ # exclude this
Disallow: /stats/ # exclude this
Disallow: /stuff/ # exclude this
Disallow: /swf/ # exclude this
Disallow: /upload/ # exclude this
Disallow: /images/ # exclude this