#
# Exclude some robots
#
User-agent: *
Disallow: /images
Disallow: /banners
Disallow: /banner_ads
Disallow: /*.lasso$
Disallow: /*.gif$
Disallow: /*.jpg$
Disallow: /*.pdf$
Disallow: /*.sea$
Disallow: /*.sit$
Disallow: /*.hqx$
Disallow: /*.zip$
Disallow: /*.bak$
Disallow: /*.txt$
Disallow: /*.was$
Disallow: /images
Disallow: /banners
Disallow: /banner_ads

User-Agent: Googlebot
Disallow: /*.lasso$
Disallow: /*.gif$
Disallow: /*.jpg$
Disallow: /*.pdf$
Disallow: /*.sea$
Disallow: /*.sit$
Disallow: /*.hqx$
Disallow: /*.zip$
Disallow: /*.bak$
Disallow: /*.txt$
Disallow: /*.was$
Disallow: /images
Disallow: /banners
Disallow: /banner_ads

User-agent: ia_archiver
Disallow: /

User-Agent: MSIECrawler
Disallow: /images
Disallow: /banners
Disallow: /banner_ads