# Sitemaps configuration
Sitemap: https://www.partan.lt/sitemaps.xml


User-agent: facebookexternalhit
Allow: /

User-agent: Facebot
Allow: /

User-agent: *

# Block sensitive/unnecessary URLs
Disallow: /*/dashboard/
Disallow: /*/admin/
Disallow: /*/accounts/
Disallow: /*/checkout/
Disallow: /*/basket/
Disallow: /*/jsi18n/
Disallow: /*/api/
Disallow: /*/rrr/
Disallow: /*/ebay/
Disallow: /*/recar/
Disallow: /*/captcha/
Disallow: /captcha/

# Block search and filtering parameters
Disallow: /*/?q=

User-agent: SEOkicks
Disallow: /

User-agent: imageSpider
Disallow: /

User-agent: VelenPublicWebCrawler
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: Mail.RU_Bot
Disallow: /

User-agent: PetalBot
Disallow: /

User-agent: Barkrowler
Disallow: /

User-agent: BLEXBot
Disallow: /

User-agent: GuzzleHttp
Disallow: /

User-agent: CarrierWave
Disallow: /

User-agent: AwarioBot
Disallow: /

User-agent: DotBot
Disallow: /

User-agent: DataForSeoBot
Disallow: /

User-agent: GeedoProductSearch
Disallow: /

User-agent: ImagesiftBot
Disallow: /

User-agent: SemrushBot
Disallow: /