User-agent: *
Disallow: /adclient/ # advert files
Disallow: /adverts/ # advert files
Disallow: /cache/ # cache files
Disallow: /cgi-bin/ # cgi-bin files
Disallow: /includes/ # include files
Disallow: /images/ # image files