# robots.txt for bankreconciler.app · reconcileiq.com
#
# Deliberately short, and it stays short.
#
# This file is public. Every path named in it is a path handed to anyone who
# fetches it, and automated scanners read Disallow lines as a target list. On
# 13 Sep 2026 a scanner found an unlinked page that was listed here and nowhere
# else, and ran an injection probe against its form.
#
# So application, account and internal pages are kept out of the index with
# <meta name="robots" content="noindex, nofollow"> on the page itself. That is
# both stronger and safer: a Disallow stops a crawler fetching the page at all,
# so it never reads the noindex, and a URL blocked here can still be indexed
# from an inbound link. The page-level tag has neither problem and reveals
# nothing.
#
# Adding a page you do not want indexed? Put the noindex tag on the page.
# Do not add a line here.

User-agent: *
Allow: /

# Server API. Lives on api.bankreconciler.app; blocked here for crawlers that
# construct the path against this host and would only collect 404s.
Disallow: /api/

# Vendored dependencies. Not content, and thousands of files of crawl budget.
Disallow: /node_modules/



# AI crawlers and answer engines: the product content is open to you, and
# these two files are written for you specifically.
User-agent: GPTBot
User-agent: Google-Extended
User-agent: CCBot
User-agent: anthropic-ai
User-agent: ClaudeBot
User-agent: ChatGPT-User
User-agent: OAI-SearchBot
User-agent: PerplexityBot
User-agent: Perplexity-User
User-agent: Applebot-Extended
User-agent: meta-externalagent
User-agent: DuckAssistBot
User-agent: cohere-ai
User-agent: Baiduspider
Allow: /
Allow: /ai/
Allow: /llms.txt
Allow: /llms-full.txt
Disallow: /api/
Disallow: /node_modules/


# Sitemaps
Sitemap: https://reconcileiq.com/sitemap.xml
Sitemap: https://reconcileiq.com/sitemap-main.xml
Sitemap: https://reconcileiq.com/sitemap-blog.xml
Sitemap: https://reconcileiq.com/sitemap-legal.xml

# LLM context files (hosted and Allow'd above; no standard robots.txt
# directive exists for these)
# https://reconcileiq.com/llms.txt
# https://reconcileiq.com/llms-full.txt