User-agent: *
Allow: /

# Block admin panel from public crawlers
Disallow: /admin/
Disallow: /includes/
Disallow: /cart.php
Disallow: /checkout.php
Disallow: /checkout.html
Disallow: /account.php
Disallow: /register.php
Disallow: /login.php
Disallow: /logout.php
Disallow: /debug-sms.php
Disallow: /ipay_callback.php

# Block aggressive scrapers and non-search crawlers
User-agent: Bytespider
Disallow: /

User-agent: PetalBot
Disallow: /

User-agent: SemrushBot
Disallow: /

User-agent: AhrefsBot
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: DotBot
Disallow: /

User-agent: MegaIndex
Disallow: /

User-agent: BLEXBot
Disallow: /

User-agent: DataForSeoBot
Disallow: /

# Allow Googlebot access to CSS/JS for rendering
Allow: /assets/

# XML Sitemap (dynamically generated — see sitemap.php)
Sitemap: https://valityplus.lk/sitemap.xml