# exclude ia_archiver and VisWeb robots, because they keep calling dynamic pages (like /funds/details.htm) without required GET parameters
User-agent: ia_archiver
Disallow: /
User-agent: VisWeb
Disallow: /
User-agent: *
Allow: /