User-Agent: *
Disallow: /apps/
Disallow: /update
Disallow: *.json
Disallow: *.jsonp
Disallow: *.xml
Disallow: *.txt
Disallow: *.csv
Disallow: /channels/*/charts
Disallow: /channels/*/watch
Disallow: /channels/*/tags
Disallow: /specs/
Disallow: /mwa_linking
Disallow: /users/*