# Archive Lane - Robots.txt
# GEO / AI answer engine policy
# Allow AI search and answer engines to discover public artwork pages.
# Do not grant model training rights here.
# 🔴 7 Eyl 2026 — Meta'nin YAPAY ZEKA EGITIM tarayicisi engellendi.
# Olculdu: gunluk 770.853 istegin 230.934'u (%30) bu tarayiciydi; ayni gun
# gercek insan ziyareti ~30. Siteye trafik gondermiyor, yalnizca kaynak tuketiyor.
# NOT: facebookexternalhit (baglanti onizleme) ENGELLI DEGILDIR.
User-agent: meta-externalagent
Disallow: /

User-agent: GPTBot
Allow: /
Disallow: /api/
Disallow: /admin/
Disallow: /dashboard/
Disallow: /checkout/
Disallow: /cart/
Disallow: /storage/
Disallow: /password/
Disallow: /login
Disallow: /register
Disallow: /search

User-agent: ClaudeBot
Allow: /
Disallow: /api/
Disallow: /admin/
Disallow: /dashboard/
Disallow: /checkout/
Disallow: /cart/
Disallow: /storage/
Disallow: /password/
Disallow: /login
Disallow: /register
Disallow: /search

User-agent: CCBot
Allow: /
Disallow: /api/
Disallow: /admin/
Disallow: /dashboard/
Disallow: /checkout/
Disallow: /cart/
Disallow: /storage/
Disallow: /password/
Disallow: /login
Disallow: /register
Disallow: /search

User-agent: Google-Extended
Allow: /
Disallow: /api/
Disallow: /admin/
Disallow: /dashboard/
Disallow: /checkout/
Disallow: /cart/
Disallow: /storage/
Disallow: /password/
Disallow: /login
Disallow: /register
Disallow: /search

User-agent: PerplexityBot
Allow: /
Disallow: /api/
Disallow: /admin/
Disallow: /dashboard/
Disallow: /checkout/
Disallow: /cart/
Disallow: /storage/
Disallow: /password/
Disallow: /login
Disallow: /register
Disallow: /search

User-agent: OAI-SearchBot
Allow: /
Disallow: /api/
Disallow: /admin/
Disallow: /dashboard/
Disallow: /checkout/
Disallow: /cart/
Disallow: /storage/
Disallow: /password/
Disallow: /login
Disallow: /register
Disallow: /search

User-agent: ChatGPT-User
Allow: /
Disallow: /api/
Disallow: /admin/
Disallow: /dashboard/
Disallow: /checkout/
Disallow: /cart/
Disallow: /storage/
Disallow: /password/
Disallow: /login
Disallow: /register
Disallow: /search

User-agent: *
Allow: /

# Block admin and private areas
Disallow: /admin/
Disallow: /dashboard/
Disallow: /checkout/
Disallow: /cart/
Disallow: /api/
Disallow: /password/
Disallow: /login
Disallow: /register
Disallow: /storage/
Disallow: /search

# Block filter/sort query strings that create duplicate content
Disallow: /*?sort_by=
Disallow: /*&sort_by=
Disallow: /*?color=
Disallow: /*&color=
Disallow: /*?style=
Disallow: /*&style=
Disallow: /*?orientation=
Disallow: /*&orientation=
Disallow: /*?year_from=
Disallow: /*&year_from=
Disallow: /*?year_to=
Disallow: /*&year_to=
Disallow: /*?letter=
Disallow: /*&letter=
Disallow: /*?room=
Disallow: /*&room=
Disallow: /*?artist=
Disallow: /*&artist=

# Allow page parameter (pagination is OK)
Allow: /*?page=

# Block old/unused URL patterns
Disallow: /category/
Disallow: /customer-products
Disallow: /customer-product/
Disallow: /flash-deals
Disallow: /flash-deal/
Disallow: /todays-deal
Disallow: /best-selling
Disallow: /featured-products
Disallow: /brands
Disallow: /sellers
Disallow: /coupons
Disallow: /inhouse
Disallow: /shop/

# Sitemap location
Sitemap: https://archivelane.com/sitemap-index.xml