User-agent: *
Disallow: /Admin/
Disallow: /ArticlePreview
Disallow: /apps/
Disallow: /cgi-bin/
Disallow: /css/
Disallow: /custom/
Disallow: /db/
Disallow: /favicon.ico
Disallow: /images/
Disallow: /issues/cgi-bin/
Disallow: /javascript/
Disallow: /js/
Disallow: /newspics/
Disallow: /pdfs/
Disallow: /profile/
Disallow: /pub/cgi-bin/
Disallow: /scripts/
Disallow: /secure/
Disallow: /testing/
Disallow: /udt/
Disallow: /zk-admin-links
Disallow: /*?zk

User-agent: diffbot
Disallow: /

Sitemap: http://www.americanbanker.com/sm_index.xml