User-agent: *
Disallow: /cms/
Disallow: /_debug/
Allow: /authors/
Disallow: /search
Disallow: /auth/

User-agent: SemrushBot
Allow: / 
Crawl-delay: 5

User-agent: SemrushBot-SA
Allow: / 
Crawl-delay: 5

User-agent: SemrushBot-SI
Allow: / 
Crawl-delay: 5

User-agent: SemrushBot-BA
Allow: / 
Crawl-delay: 5

Sitemap: https://www.americanbanker.com/sitemap.xml
Sitemap: https://www.americanbanker.com/news-sitemap.xml