# udansa - Crawler-Regeln # # Jede Gruppe traegt dieselben Sperren. Ein Crawler befolgt NUR die # spezifischste Gruppe, die ihn nennt - die Zeilen unter `User-agent: *` # gelten fuer einen Bot mit eigener Gruppe nicht. Bis 26.09.2026 hatten # GPTBot, ClaudeBot & Co. eigene Gruppen mit nur `Allow: /` und durften # damit Kasse und Konto crawlen. # # /_serverFn/: GET-Adressen von Serverfunktionen, die Crawler aus dem HTML # nachrufen. Sie antworten 400 (src/lib/anfrageWaechter.ts). # Suchmaschinen User-agent: Googlebot Allow: / Disallow: /*/checkout Disallow: /*/user/ Disallow: /*/login Disallow: /*/register Disallow: /*/sso-callback Disallow: /_serverFn/ Disallow: /*?preview=true User-agent: Bingbot Allow: / Disallow: /*/checkout Disallow: /*/user/ Disallow: /*/login Disallow: /*/register Disallow: /*/sso-callback Disallow: /_serverFn/ Disallow: /*?preview=true User-agent: Applebot Allow: / Disallow: /*/checkout Disallow: /*/user/ Disallow: /*/login Disallow: /*/register Disallow: /*/sso-callback Disallow: /_serverFn/ Disallow: /*?preview=true User-agent: DuckDuckBot Allow: / Disallow: /*/checkout Disallow: /*/user/ Disallow: /*/login Disallow: /*/register Disallow: /*/sso-callback Disallow: /_serverFn/ Disallow: /*?preview=true # Link-Vorschau User-agent: Twitterbot Allow: / Disallow: /*/checkout Disallow: /*/user/ Disallow: /*/login Disallow: /*/register Disallow: /*/sso-callback Disallow: /_serverFn/ Disallow: /*?preview=true User-agent: facebookexternalhit Allow: / Disallow: /*/checkout Disallow: /*/user/ Disallow: /*/login Disallow: /*/register Disallow: /*/sso-callback Disallow: /_serverFn/ Disallow: /*?preview=true User-agent: LinkedInBot Allow: / Disallow: /*/checkout Disallow: /*/user/ Disallow: /*/login Disallow: /*/register Disallow: /*/sso-callback Disallow: /_serverFn/ Disallow: /*?preview=true # KI-Suche und KI-Assistenten User-agent: OAI-SearchBot Allow: / Disallow: /*/checkout Disallow: /*/user/ Disallow: /*/login Disallow: /*/register Disallow: /*/sso-callback Disallow: /_serverFn/ Disallow: /*?preview=true User-agent: ChatGPT-User Allow: / Disallow: /*/checkout Disallow: /*/user/ Disallow: /*/login Disallow: /*/register Disallow: /*/sso-callback Disallow: /_serverFn/ Disallow: /*?preview=true User-agent: GPTBot Allow: / Disallow: /*/checkout Disallow: /*/user/ Disallow: /*/login Disallow: /*/register Disallow: /*/sso-callback Disallow: /_serverFn/ Disallow: /*?preview=true User-agent: Claude-SearchBot Allow: / Disallow: /*/checkout Disallow: /*/user/ Disallow: /*/login Disallow: /*/register Disallow: /*/sso-callback Disallow: /_serverFn/ Disallow: /*?preview=true User-agent: Claude-User Allow: / Disallow: /*/checkout Disallow: /*/user/ Disallow: /*/login Disallow: /*/register Disallow: /*/sso-callback Disallow: /_serverFn/ Disallow: /*?preview=true User-agent: ClaudeBot Allow: / Disallow: /*/checkout Disallow: /*/user/ Disallow: /*/login Disallow: /*/register Disallow: /*/sso-callback Disallow: /_serverFn/ Disallow: /*?preview=true User-agent: Claude-Web Allow: / Disallow: /*/checkout Disallow: /*/user/ Disallow: /*/login Disallow: /*/register Disallow: /*/sso-callback Disallow: /_serverFn/ Disallow: /*?preview=true User-agent: anthropic-ai Allow: / Disallow: /*/checkout Disallow: /*/user/ Disallow: /*/login Disallow: /*/register Disallow: /*/sso-callback Disallow: /_serverFn/ Disallow: /*?preview=true User-agent: PerplexityBot Allow: / Disallow: /*/checkout Disallow: /*/user/ Disallow: /*/login Disallow: /*/register Disallow: /*/sso-callback Disallow: /_serverFn/ Disallow: /*?preview=true User-agent: Perplexity-User Allow: / Disallow: /*/checkout Disallow: /*/user/ Disallow: /*/login Disallow: /*/register Disallow: /*/sso-callback Disallow: /_serverFn/ Disallow: /*?preview=true User-agent: Google-Extended Allow: / Disallow: /*/checkout Disallow: /*/user/ Disallow: /*/login Disallow: /*/register Disallow: /*/sso-callback Disallow: /_serverFn/ Disallow: /*?preview=true User-agent: Applebot-Extended Allow: / Disallow: /*/checkout Disallow: /*/user/ Disallow: /*/login Disallow: /*/register Disallow: /*/sso-callback Disallow: /_serverFn/ Disallow: /*?preview=true User-agent: DuckAssistBot Allow: / Disallow: /*/checkout Disallow: /*/user/ Disallow: /*/login Disallow: /*/register Disallow: /*/sso-callback Disallow: /_serverFn/ Disallow: /*?preview=true User-agent: Amazonbot Allow: / Disallow: /*/checkout Disallow: /*/user/ Disallow: /*/login Disallow: /*/register Disallow: /*/sso-callback Disallow: /_serverFn/ Disallow: /*?preview=true User-agent: meta-externalagent Allow: / Disallow: /*/checkout Disallow: /*/user/ Disallow: /*/login Disallow: /*/register Disallow: /*/sso-callback Disallow: /_serverFn/ Disallow: /*?preview=true User-agent: FacebookBot Allow: / Disallow: /*/checkout Disallow: /*/user/ Disallow: /*/login Disallow: /*/register Disallow: /*/sso-callback Disallow: /_serverFn/ Disallow: /*?preview=true User-agent: cohere-ai Allow: / Disallow: /*/checkout Disallow: /*/user/ Disallow: /*/login Disallow: /*/register Disallow: /*/sso-callback Disallow: /_serverFn/ Disallow: /*?preview=true User-agent: Omgilibot Allow: / Disallow: /*/checkout Disallow: /*/user/ Disallow: /*/login Disallow: /*/register Disallow: /*/sso-callback Disallow: /_serverFn/ Disallow: /*?preview=true User-agent: ImagesiftBot Allow: / Disallow: /*/checkout Disallow: /*/user/ Disallow: /*/login Disallow: /*/register Disallow: /*/sso-callback Disallow: /_serverFn/ Disallow: /*?preview=true # Alle anderen User-agent: * Allow: / Disallow: /*/checkout Disallow: /*/user/ Disallow: /*/login Disallow: /*/register Disallow: /*/sso-callback Disallow: /_serverFn/ Disallow: /*?preview=true # Sitemaps - Index zuerst, danach alle Teil-Sitemaps (identisch zum Index, # Liste in src/lib/sitemapNamen.ts). CMS-Seiten nur deutsch - die # Sprachfassungen nennt der hreflang-Kopf jeder Seite. Sitemap: https://udansa.com/sitemap.xml Sitemap: https://udansa.com/sitemap-static.xml Sitemap: https://udansa.com/sitemap-pages.xml Sitemap: https://udansa.com/sitemap-courses.xml Sitemap: https://udansa.com/sitemap-events.xml Sitemap: https://udansa.com/sitemap-profile.xml