User-agent: *
Disallow: /files
Disallow: /data_files
Disallow: /users
Disallow: /sources
Disallow: /keywords
Disallow: /tags
Disallow: /newsletter/thank_you
Disallow: /newsletter/abo_canceled
Disallow: /ads
Disallow: /pro_img
Disallow: /pro_url
Disallow: /pdfjs_viewer
Disallow: /rails
Disallow: /account_activations