User-Agent: *
Allow: /*
Disallow: /search/
Disallow: /api/
Disallow: /404/

User-Agent: SimilarWebBot
Disallow: /

User-Agent: SEMrushBot
Disallow: /

User-Agent: AhrefsBot
Disallow: /

User-Agent: Moz
Disallow: /

User-Agent: SpyFu
Disallow: /

User-Agent: Quantcast
Disallow: /

User-Agent: IRLbot
Crawl-delay: 3600

Sitemap: https://forbes.do/sitemap/sitemap.xml