# Disallow data URLs, allow everything else
User-Agent: *
Disallow: /login
Disallow: /logout
Disallow: /register
Disallow: /*/csv*
Disallow: /*/json*
Disallow: /mutual_funds/beta/*
Disallow: /companies/beta/*
Disallow: /indices/beta/*