# robots.txt - www.perlina.co.il
# Updated: 2026-09

# ------------------------------------------------------------
# Content usage signals (Content Signals Policy - contentsignals.org)
# search   = building a search index and showing links/snippets
# ai-input = using content in real-time AI answers (RAG, grounding)
# ai-train = training or fine-tuning AI models
# ------------------------------------------------------------
Content-Signal: search=yes, ai-input=yes, ai-train=yes

# ------------------------------------------------------------
# Search engines and AI assistants - explicit allow
# (search engines, AI search indexes, and user-triggered fetchers)
# ------------------------------------------------------------
User-agent: Googlebot
User-agent: Bingbot
User-agent: OAI-SearchBot
User-agent: ChatGPT-User
User-agent: GPTBot
User-agent: Claude-SearchBot
User-agent: Claude-User
User-agent: ClaudeBot
User-agent: PerplexityBot
User-agent: Perplexity-User
User-agent: Google-Extended
User-agent: Applebot
User-agent: Applebot-Extended
User-agent: DuckAssistBot
User-agent: Meta-ExternalAgent
User-agent: MistralAI-User
Allow: /
Allow: /wp-admin/admin-ajax.php
Disallow: /wp-admin/
Disallow: /cdn-cgi/
Disallow: /cart/
Disallow: /checkout/
Disallow: /my-account/
Disallow: /*?add-to-cart=
Disallow: /*&add-to-cart=
Disallow: /*?orderby=
Disallow: /*?s=

# ------------------------------------------------------------
# All other bots
# ------------------------------------------------------------
User-agent: *
Allow: /
Allow: /wp-admin/admin-ajax.php
Disallow: /wp-admin/
Disallow: /cdn-cgi/
Disallow: /cart/
Disallow: /checkout/
Disallow: /my-account/
Disallow: /*?add-to-cart=
Disallow: /*&add-to-cart=
Disallow: /*?orderby=
Disallow: /*?s=

Sitemap: https://www.perlina.co.il/sitemap_index.xml