# ============================================================
# Domoplius.lt - robots.txt
# Last updated: 2026-05-21
# ============================================================

# --- Default rules for all bots ---
User-agent: *

# Block parameter-based duplicate content
Disallow: /*?sort=
Disallow: /*?sort_order=
Disallow: /*?order=
Disallow: /*?view=
Disallow: /*?per_page=
Disallow: /*?perpage=
Disallow: /*&sort=
Disallow: /*&sort_order=
Disallow: /*&order=
Disallow: /*&view=
Disallow: /*&per_page=
Disallow: /*&perpage=
Disallow: /*?utm_
Disallow: /*&utm_
Disallow: /*?fbclid=
Disallow: /*&fbclid=
Disallow: /*?gclid=
Disallow: /*&gclid=
Disallow: /*?ref=
Disallow: /*&ref=
Disallow: /*?print=
Disallow: /*&print=

# Block user-area and auth pages
Disallow: /prisijungti
Disallow: /registruotis
Disallow: /priminti-slaptazodi
Disallow: /pasto-patikrinimas
Disallow: /slaptazodzio-atstatymas/
Disallow: /paskyra/
Disallow: /pazymeti-skelbimai
Disallow: /mano-paieskos
Disallow: /pranesimai
Disallow: /en/login
Disallow: /en/register
Disallow: /en/remind-password
Disallow: /en/check-email
Disallow: /en/password-reset/
Disallow: /en/account/
Disallow: /en/saved-ads
Disallow: /en/saved-searches
Disallow: /en/messages
Disallow: /ru/avtorizatsiya
Disallow: /ru/registratsiya
Disallow: /ru/napomnit-parol
Disallow: /ru/proverka-pochty
Disallow: /ru/sbros-parolya/
Disallow: /ru/akkaunt/
Disallow: /ru/moi-objevlenije
Disallow: /ru/sohranennye-poiski
Disallow: /ru/pranesimai

# Block internal and action endpoints
Disallow: /api/
Disallow: /*/api/
Disallow: /chat/
Disallow: /login
Disallow: /auth/
Disallow: /register/
Disallow: /logout
Disallow: /user-settings/
Disallow: /*/user-settings/
Disallow: /redaguoti
Disallow: /*/redaguoti
Disallow: /listing/
Disallow: /*/listing/
Disallow: /listing/store
Disallow: /*/listing/store
Disallow: /listings/success/
Disallow: /*/listings/success/
Disallow: /favourites
Disallow: /*/favourites
Disallow: /upload-photo
Disallow: /*/upload-photo
Disallow: /upload-project-logo
Disallow: /*/upload-project-logo
Disallow: /rotate-photo
Disallow: /*/rotate-photo
Disallow: /payment/
Disallow: /*/payment/
Disallow: /pay
Disallow: /*/pay
Disallow: /recharge/
Disallow: /*/recharge/
Disallow: /saskaitos-papildymas
Disallow: /atsiskaitymas/
Disallow: /en/recharge-account
Disallow: /en/checkout/
Disallow: /ru/popolnenie
Disallow: /ru/oformlenie-zakaza/
Disallow: /trackers/
Disallow: /emails/unsubscribe/
Disallow: /atsisakyti-prenumeratos/
Disallow: /en/unsubscribe/
Disallow: /ru/unsubscribe/
Disallow: /impersonate
Disallow: /*?q=
Disallow: /*&q=
Disallow: /*?query=
Disallow: /*&query=
Disallow: /*?text=
Disallow: /*&text=

# Make sure assets are crawlable for CWV evaluation
Allow: /build/
Allow: /storage/
Allow: /images/
Allow: /*.css$
Allow: /*.js$
Allow: /*.svg$
Allow: /*.webp$
Allow: /*.avif$
Allow: /*.jpg$
Allow: /*.png$

# --- Throttle commercial SEO crawlers ---
User-agent: AhrefsBot
Crawl-delay: 10

User-agent: SemrushBot
Crawl-delay: 10

User-agent: DataForSeoBot
Crawl-delay: 30

# --- Block low-value scraper bots ---
User-agent: MJ12bot
Disallow: /

User-agent: DotBot
Disallow: /

User-agent: BLEXBot
Disallow: /

User-agent: PetalBot
Disallow: /

User-agent: SeznamBot
Disallow: /

# --- Explicitly allow AI search crawlers (strategic) ---
User-agent: GPTBot
Allow: /

User-agent: OAI-SearchBot
Allow: /

User-agent: ChatGPT-User
Allow: /

User-agent: PerplexityBot
Allow: /

User-agent: Perplexity-User
Allow: /

User-agent: ClaudeBot
Allow: /

User-agent: anthropic-ai
Allow: /

User-agent: Google-Extended
Allow: /

User-agent: Applebot-Extended
Allow: /

User-agent: CCBot
Allow: /

User-agent: Meta-ExternalAgent
Allow: /

User-agent: Bytespider
Allow: /

# --- Sitemaps ---
Sitemap: https://domoplius.lt/sitemap.xml
Sitemap: https://domoplius.lt/sitemap-listings.xml
Sitemap: https://domoplius.lt/sitemap-images.xml
Sitemap: https://domoplius.lt/sitemap-articles.xml