# =============================== # Robots.txt for Sultaan.pk # WooCommerce SEO-friendly (strict) # =============================== User-agent: * # Block sensitive WooCommerce pages Disallow: /wp-admin/ Disallow: /wp-login.php Disallow: /cart/ Disallow: /checkout/ Disallow: /my-account/ Disallow: /order/ Disallow: /wishlist/ # Block unnecessary query parameters to avoid duplicate content Disallow: /*?orderby= Disallow: /*?filter_* Disallow: /*add-to-cart=* Disallow: /*?post_type=product # Block search, feeds, private endpoints Disallow: /search/ Disallow: /wp-json/ Disallow: /?rest_route= Disallow: /cgi-bin/ Disallow: /trackback/ Disallow: /feed/ Disallow: /comments/ # Allow product and category pages Allow: /product/ Allow: /category/ # Allow important CSS, JS & images for SEO & page speed Allow: /wp-content/uploads/ Allow: /wp-content/plugins/woocommerce/assets/css/ Allow: /wp-content/plugins/woocommerce/assets/js/ Allow: /wp-includes/js/ Allow: /wp-includes/css/ Allow: /wp-content/plugins/wp-rocket/assets/js/ # Sitemap location Sitemap: https://sultaan.pk/sitemap_index.xml # Optional: slow down aggressive bots User-agent: AhrefsBot Crawl-delay: 10 User-agent: MJ12bot Crawl-delay: 10 User-agent: Pinterest Crawl-delay: 1