User-agent: *
Disallow: /rss
Disallow: /rss/
Disallow: /search
Disallow: /widget_titles
Disallow: /widget_companies
Disallow: /widget_categories
Disallow: /widget_keywords