User-agent: Mediapartners-Google*
Disallow:

User-agent: *
Disallow: /cgi-bin/
Disallow: /rss.jsp
Disallow: /atom.jsp
Disallow: /linkSearch.jsp
Disallow: /rssLinkSearch.jsp
Disallow: /news/rss.xml
Disallow: /news/news.jsp
Disallow: /news/rss.jsp
Disallow: /groups/rss.jsp
Disallow: /groups/groups.jsp
Disallow: /feedback.jsp
Disallow: /media/rss.jsp
Disallow: /media/atom.jsp
Disallow: /c
Disallow: /partner.jsp


User-agent: msnbot/1.0
Disallow: /cgi-bin/
Disallow: /rss.jsp
Disallow: /atom.jsp
Disallow: /linkSearch.jsp
Disallow: /rssLinkSearch.jsp
Disallow: /news/rss.xml
Disallow: /news/news.jsp
Disallow: /news/rss.jsp
Disallow: /groups/rss.jsp
Disallow: /groups/groups.jsp
Disallow: /partner.jsp
Disallow: /feedback.jsp
Disallow: /media/rss.jsp
Disallow: /media/atom.jsp
Disallow: /t
Disallow: /c
Disallow: /partner.jsp