# robots.txt for munichdevs.de
#
# This file is deliberate rather than default. Naming the assistant crawlers
# explicitly is part of what we sell on /de/sichtbarkeit/ and /en/visibility/,
# and this site runs what it sells.
#
# The position: we WANT AI assistants to read this site, because being readable
# is the whole point of the offer. A site that blocks them by silence or by a
# copied-in default is invisible to exactly the channel it hopes to appear in.

User-agent: *
Allow: /

# --- search engines --------------------------------------------------------
User-agent: Googlebot
Allow: /

User-agent: Bingbot
Allow: /

# --- AI assistants, allowed on purpose -------------------------------------
# These read pages to answer a user's question in the moment, which is the
# behaviour we are optimising for.
User-agent: OAI-SearchBot
Allow: /

User-agent: ChatGPT-User
Allow: /

User-agent: PerplexityBot
Allow: /

User-agent: Claude-Web
Allow: /

User-agent: ClaudeBot
Allow: /

User-agent: Google-Extended
Allow: /

User-agent: Applebot-Extended
Allow: /

# --- thank-you pages -------------------------------------------------------
# No value in an index, and being served to someone who never submitted a form
# is confusing. They also carry a noindex meta tag; this is the belt to that
# pair of braces.
Disallow: /de/demo/danke/
Disallow: /en/demo/thanks/
Disallow: /de/kontakt/danke/
Disallow: /en/contact/thanks/

Sitemap: https://munichdevs.de/sitemap-index.xml