# BizMend is written to be read by people, search crawlers and
# answer engines from the same server-rendered HTML. Everything editorial is open.
# Only transactional surfaces are closed, and they are absent from sitemap.xml too.
#
# Filter and pagination permutations are intentionally crawlable: they are how the
# long tail is reached. They are kept out of the index by "noindex, follow" on the
# page itself, not by a rule here.

User-agent: *
Allow: /
Disallow: /search
Disallow: /submit-company
Disallow: /submit-founder
Disallow: /claim/
Disallow: /corrections/
Disallow: /enquiry/
Disallow: /newsletter/

User-agent: GPTBot
Allow: /
Disallow: /search
Disallow: /submit-company
Disallow: /submit-founder
Disallow: /claim/
Disallow: /corrections/
Disallow: /enquiry/
Disallow: /newsletter/

User-agent: OAI-SearchBot
Allow: /
Disallow: /search
Disallow: /submit-company
Disallow: /submit-founder
Disallow: /claim/
Disallow: /corrections/
Disallow: /enquiry/
Disallow: /newsletter/

User-agent: ClaudeBot
Allow: /
Disallow: /search
Disallow: /submit-company
Disallow: /submit-founder
Disallow: /claim/
Disallow: /corrections/
Disallow: /enquiry/
Disallow: /newsletter/

User-agent: PerplexityBot
Allow: /
Disallow: /search
Disallow: /submit-company
Disallow: /submit-founder
Disallow: /claim/
Disallow: /corrections/
Disallow: /enquiry/
Disallow: /newsletter/

Sitemap: https://beta.bizmend.com/sitemap.xml