User-agent: * Allow: /video/ Allow: /js/ Allow: /css/ Allow: /img/ Disallow: /*? Disallow: /*utm_ Disallow: /cmsad* Disallow: /adm_media/ Disallow: /cke/ Disallow: /investmate/ Disallow: /email/ Disallow: /cdn-cgi/ Disallow: /pgp-key.txt Disallow: /.well-known/security.txt Allow: /cdn-cgi/*.js Sitemap: https://capital.com/sitemap.xml User-agent: Twitterbot Allow: /video/ Allow: /js/ Allow: /css/ Allow: /img/ Disallow: /cmsad* Disallow: /adm_media/ Disallow: /cke/ Disallow: /investmate/ Disallow: /email/ Disallow: /cdn-cgi/ Disallow: /pgp-key.txt Disallow: /.well-known/security.txt Allow: /cdn-cgi/*.js Sitemap: https://capital.com/sitemap.xml