# robots.txt for https://www.gateway-factory.de/
# Format: Robots Exclusion Standard (https://www.robotstxt.org/)
# Policy: allow all compliant crawlers full access to all content.
# AI/LLM context lives in /llms.txt and meta tags; this file ensures
# crawlers can actually reach that content and the sitemap below.

# --- Default rule: all robots, full access ---
User-agent: *
Disallow:

# --- Search engines (explicit, full access) ---
User-agent: Googlebot
Disallow:

User-agent: Bingbot
Disallow:

# --- AI / LLM crawlers (explicitly welcomed for accurate citations) ---
User-agent: GPTBot
Disallow:

User-agent: OAI-SearchBot
Disallow:

User-agent: ChatGPT-User
Disallow:

User-agent: ClaudeBot
Disallow:

User-agent: Claude-Web
Disallow:

User-agent: anthropic-ai
Disallow:

User-agent: Google-Extended
Disallow:

User-agent: Applebot-Extended
Disallow:

User-agent: PerplexityBot
Disallow:

User-agent: CCBot
Disallow:

# --- Sitemap (always dynamically updated) ---
Sitemap: https://www.gateway-factory.de/sitemap.xml

# AI guidance file (for reference): https://www.gateway-factory.de/llms.txt

Sitemap: https://www.gateway-factory.de/sitemap.xml