User-agent: *
Disallow: /stocks/news/read/
Allow: /stocks/news/
Allow: /stocks/quote/filings/
Allow: /stocks/quote/historical
Disallow: /freelunch/
Disallow: /*/news/
Disallow: /*/quote/news/
Disallow: /*/quote/news
Disallow: /*/quote/community/
Disallow: /*/quote/community
Disallow: *.js
Disallow: *.css
Disallow: /*/action/
Disallow: /*/rates/
Disallow: /*/quote/optionchain
Disallow: /*/quote/historical
Disallow: /*/quote/filings/