# https://www.robotstxt.org/robotstxt.html
User-agent: *

# Disallow authentication pages
Disallow: /login
Disallow: /signup
Disallow: /forgot-password
Disallow: /reset-password
Disallow: /otp-verification
Disallow: /email-verification
Disallow: /vendor-login
Disallow: /vendor-registration-next
Disallow: /re-submit-form
Disallow: /vendor-forgot-password
Disallow: /vendor-reset-password

# Disallow account/user pages
Disallow: /account/
Disallow: /address

# Disallow checkout and cart pages
Disallow: /checkout
Disallow: /confirmation
Disallow: /view-cart
Disallow: /view-quotation-cart

# Disallow comparison and internal pages
Disallow: /compaire-products
Disallow: /vendors/preview

# Allow important public pages
Allow: /products/
Allow: /categories/
Allow: /vendors/$
Allow: /all-vendors
Allow: /about-us
Allow: /contact-us
Allow: /help-videos
Allow: /faq
Allow: /news
Allow: /announcements
Allow: /privacy-and-cookie-policy
Allow: /terms-and-conditions
Allow: /view-categories
Allow: /new-arrival
Allow: /view-services/

# Sitemap location
Sitemap: https://btob.lk/sitemap.xml