User-agent: *
Allow: /
Disallow: /*?*

# AI Crawlers — explicitly welcomed
User-agent: GPTBot
Allow: /

User-agent: ChatGPT-User
Allow: /

User-agent: OAI-SearchBot
Allow: /

User-agent: ClaudeBot
Allow: /

User-agent: Claude-User
Allow: /

User-agent: Claude-SearchBot
Allow: /

User-agent: PerplexityBot
Allow: /

User-agent: Perplexity-User
Allow: /

User-agent: Applebot
Allow: /

User-agent: Applebot-Extended
Allow: /

User-agent: GoogleOther
Allow: /

User-agent: Google-Extended
Allow: /

User-agent: Bingbot
Allow: /

User-agent: cohere-ai
Allow: /

User-agent: cohere-training-data-crawler
Allow: /

User-agent: Meta-ExternalAgent
Allow: /

User-agent: Meta-ExternalFetcher
Allow: /

User-agent: CCBot
Allow: /

User-agent: Amazonbot
Allow: /

User-agent: Bytespider
Allow: /

User-agent: Diffbot
Allow: /

User-agent: DuckAssistBot
Allow: /

User-agent: MistralAI-User
Allow: /

User-agent: YouBot
Allow: /

User-agent: Timpibot
Allow: /

User-agent: omgili
Allow: /

# Agent briefing (LLM-readable profile):
# https://robert-haase.de/llms.txt (summary)
# https://robert-haase.de/llms-full.txt (full profile)
#
# Structured data (JSON-LD) embedded in HTML:
# WebSite, Person, ProfessionalService, ProfilePage, Article, FAQPage, BreadcrumbList,
# DefinedTerm, DefinedTermSet (glossary: https://robert-haase.de/begriffe.html#set, EN: https://robert-haase.de/en/glossary.html)
# CollectionPage with 136 Claim objects, each carrying its source and its stated limits:
# https://robert-haase.de/belege.html (EN: https://robert-haase.de/en/evidence.html)
# The same entries as files generated from the page:
# Markdown, one file per topic, each small enough for one fetch, index at https://robert-haase.de/belege.md (EN: https://robert-haase.de/en/evidence.md)
# JSON with all entries, for scripts (too large for a single fetch): https://robert-haase.de/belege.json (EN: https://robert-haase.de/en/evidence.json)
# Free to reuse with attribution (CC BY 4.0); please cite the primary source, not this page.
#
# Every article is also available as Markdown at its address with .md appended,
# e.g. https://robert-haase.de/antworten-statt-seiten.html.md, generated from the page,
# with title, summary, author, dates, language and keywords in a YAML header; list in llms.txt.
#
# This site welcomes AI agents and crawlers.
# No content is gated. No authentication required.
# Training on this content is permitted.

Sitemap: https://robert-haase.de/sitemap.xml