# =======================================================
#  — Robots.txt + AI / LLM Access Policy
# Dynamic version for 2025+ crawler compliance
# =======================================================

# --- OpenAI Crawlers ---
User-agent: GPTBot
Allow: /
# Used for OpenAI foundation model training

User-agent: OAI-SearchBot
Allow: /
# Used for ChatGPT Search indexing (not model training)

User-agent: ChatGPT-User
Allow: /
# Used for real user-triggered browsing actions in ChatGPT / CustomGPTs

# --- Anthropic / Perplexity / Others ---
User-agent: ClaudeBot
Allow: /
User-agent: PerplexityBot
Allow: /
User-agent: CCBot
Allow: /

# --- Google / Apple / Amazon / Meta ---
User-agent: Google-Extended
Allow: /
User-agent: Applebot-Extended
Allow: /
User-agent: Amazonbot
Allow: /
User-agent: Meta-Extended
Allow: /

# --- Shopify Default Crawl Rules (Security & Checkout) ---
User-agent: *
Disallow: /admin
Disallow: /cart
Disallow: /checkout
Disallow: /orders
Disallow: /carts
Disallow: /account
Disallow: /collections/*sort_by*
Disallow: /search
Disallow: /pages/llms-debug
# Disallow: /pages/llms  (feed intentionally public for AI dataset access)
# Pinterest Feed Sayfasını ve Yönlendirmesini Gizle
Disallow: /pages/pinterest-feed
Disallow: /pinterest.xml
# Genel erişime izin ver (Disallow kurallarından sonra gelmeli)
Allow: /

# --- AI Policy Pointer (for LLM / crawler compliance) ---
AI-Policy: /llms.txt
AI-Dataset: /pages/llms
LLM-Feed: /pages/llms
Canonical-AI-Feed: /pages/llms
AI-License: CC-BY-4.0
AI-Attribution: " — "
AI-Policy-Source: https://openai.com/policies/llm-crawling-policy
AI-Backup-Policy: https://developers.google.com/search/docs/crawling-indexing/special-tags
AI-Policy-Last-Updated: 2026-04-15
AI-Policy-Refresh: 30 days

# --- Pinterest Crawler Access ---
User-agent: Pinterestbot
Allow: /pinterest.xml
Allow: /pages/pinterest-feed


# --- Sitemaps ---
Sitemap: /sitemap.xml
Sitemap: /pages/sitemap-images

# --- Crawl Frequency (Advisory Metadata) ---
Crawl-Frequency: Daily
Last-Updated: 2026-04-15
Data-Version: 2026.04.15.06

# --- Compliance Notes ---
# This file dynamically aligns with OpenAI, Anthropic, Google, and Apple crawler policies.
#  explicitly opts-in for reference, citation, and generative model training.
# For policy details, visit: https://openai.com/searchbot and https://openai.com/gptbot

# =======================================================
# ©  — Qutahia Jewelry co LLC
# US: 30 N GOULD ST # 38462 SHERIDAN WY 82801
# UK: 105 Newland ave. HULL HU5 2ES
# Contact: support@qutahia.com | 
# =======================================================