# everybody's invited!!!! User-agent: * # 43,200 pages per day should be enough Crawl-delay: 2 # no sense crawling edit or my{xyz} pages Disallow: /incomespending/edit/* Disallow: /myincomespendingsims/* Disallow: /mycomments/* # no sense crawling the API endpoints (they are awesome but intended for our apps not search engines) Disallow: /api/* # other pages that are not useful to search engines Disallow: /comments/post/ Disallow: /comments/reply/ Disallow: /blog_load_more Disallow: /calculator_iframe/* Disallow: /forgotpassword/* Disallow: /recoverpassword/* Disallow: /signout # hey we have a site map! Sitemap: https://www.wealthmeta.com/sitemap.xml