Sitemap: https://www.fineartprint.de/sitemaps.xml
Sitemap: https://www.fineartprint.de/rss.php
Sitemap: https://www.fineartprint.de/rss2.php
Sitemap: https://www.fineartprint.de/rss3.php
Sitemap: https://www.fineartprint.de/rss4.php
Sitemap: https://www.fineartprint.de/rss5.php

User-agent: *
Disallow: /admin/
Disallow: /devel/
Disallow: /gutschriften/
Disallow: /inc/ps/gutscheine/
Disallow: /img/Newsletter/
Disallow: /kohana-3.3.0/
Disallow: /kundenupload/
Disallow: /lieferscheine/
Disallow: /logs/
Disallow: /pay/
Disallow: /rechnungen/
Disallow: /statuscheck/

# ==========================================
# --- Meta KI, Indexer und Ad-Bots blockieren ---
# ==========================================
User-agent: meta-externalagent
User-agent: meta-externalfetcher
User-agent: meta-webindexer
User-agent: meta-externalads
User-agent: facebookbot
User-agent: facebot
Disallow: /

# --- Facebook Link-Vorschauen (organisches Sharing) erlauben (ab WAF) ---
User-agent: facebookexternalhit
User-agent: meta-externalads
Disallow: /


# ==========================================
# KI-CRAWLER UND SCRAPER BLOCKIEREN
# ==========================================

# --- OpenAI (ChatGPT & SearchGPT) ---
User-agent: GPTBot
User-agent: ChatGPT-User
User-agent: OAI-SearchBot

# --- Anthropic (Claude) ---
User-agent: anthropic-ai
User-agent: Claude-Web
User-agent: ClaudeBot

# --- Google & Apple (Nur KI-Training blockieren, Suche bleibt erlaubt!) ---
User-agent: Google-Extended
User-agent: Applebot-Extended

# --- Perplexity (KI-Suchmaschine) ---
User-agent: PerplexityBot

# --- Common Crawl (Haupt-Datenquelle für Bild-KIs) ---
User-agent: CCBot

# --- Weitere bekannte KI- & Daten-Scraper (ByteDance, Cohere, Amazon) ---
User-agent: Bytespider
User-agent: cohere-ai
User-agent: Amazonbot
User-agent: AmazonProductDiscovery
User-agent: diffbot
User-agent: omgili
User-agent: omgilibot
User-agent: MSNBot

# --- Verbots-Befehl für alle in diesem Block ---
Disallow: /


# ==========================================
# AGGRESSIVE CRAWLER, SEO-TOOLS & CO.
# ==========================================

# --- Bekannte aggressive & internationale Suchmaschinen ---
User-agent: PetalBot
User-agent: YandexBot
User-agent: Baiduspider
User-agent: Sogou web spider
User-agent: SeznamBot

# --- SEO-Tools & Backlink-Crawler (Ressourcenfresser) ---
User-agent: AhrefsBot
User-agent: SemrushBot
User-agent: DotBot
User-agent: MJ12bot
User-agent: Rogerbot
User-agent: DataForSeoBot
User-agent: BLEXBot

# --- Sonstige aggressive Scraper & Daten-Sammler ---
User-agent: Barkrowler
User-agent: MegaIndex.ru
User-agent: magpie-crawler
User-agent: PiplBot

# --- Verbots-Befehl für alle in diesem Block ---
Disallow: /