# robots.txt for https://rawabit.online # Generated from docs/sitemap-2026-05-30-221316.xml User-agent: * Allow: / # Admin & panel access Disallow: /admin/ Disallow: /login/admin/ Disallow: /seller/ # Authentication & registration (listed in sitemap — block from crawlers) Disallow: /customer/ Disallow: /vendor/auth/ # Private / user-only pages (listed in sitemap — block from crawlers) Disallow: /wishlists Disallow: /product-compare Disallow: /account- Disallow: /user-account Disallow: /wallet-account # Checkout, cart & order flow Disallow: /checkout- Disallow: /shop-cart Disallow: /order-placed Disallow: /pay-offline-method-list Disallow: /digital-product-download # Internal / AJAX / utility endpoints Disallow: /quick-view Disallow: /searched-products Disallow: /image-proxy Disallow: /maintenance-mode # Pagination & filter duplicates (reduce "duplicate without canonical" issues) Disallow: /*?*page= Disallow: /*?*page_no= Disallow: /*?*data_from= Disallow: /*?*sort= Disallow: /*?*filter= Sitemap: https://rawabit.online/sitemap.xml