# This file is used to allow crawlers to index our site. 
# It is NOT used for any other purpose, such as filtering 
User-agent: Mediapartners-Google*
Disallow: /cgi-bin/
Disallow: /images/
Disallow: /dl/
Disallow: /banners/
Disallow: /suspended/
User-agent: *
Disallow: /cgi-bin/
Disallow: /images/
Disallow: /dl/
Disallow: /banners/
Disallow: /suspended/