#robots.txt
User-agent: *
Disallow: /

User-agent: Mediapartners-Google*
Disallow: /css/
Disallow: /icons/
Disallow: /includes/
Disallow: /js/
Disallow: /media/
Disallow: /addtocompare.aspx
Disallow: /addtofavorite.aspx
Disallow: /ajax-menu.aspx
Disallow: /menugen.aspx
Disallow: /robots.txt