# robots.txt generated by gnxtace (optimized for WordPress + WooCommerce) # --- SEMrush bots --- User-agent: SemrushBot Allow: / User-agent: SiteAuditBot Allow: / User-agent: * # --- Allowed resources --- Allow: /wp-content/uploads/ Allow: /wp-content/themes/ Allow: /wp-content/plugins/ Allow: /wp-includes/js/ Allow: /product/ Allow: /product-category/ # --- Block admin and system areas --- Disallow: /wp-admin/ Allow: /wp-admin/admin-ajax.php Disallow: /cgi-bin/ Disallow: /wp-content/cache/ Disallow: /xmlrpc.php Disallow: /trackback/ Disallow: /comments/ Disallow: /settings/ Disallow: /auth/ Disallow: /login/ Disallow: /register/ Disallow: /password/ # --- WooCommerce & dynamic URLs --- Disallow: /cart/ Disallow: /checkout/ Disallow: /my-account/ Disallow: /wishlist/ Disallow: /*add-to-cart=* Disallow: /*orderby=* Disallow: /*filter_* # --- Optional: feeds, tags, authors --- Disallow: /tag/ Disallow: /author/ Disallow: /products/uncategorized/ Disallow: /product-tag/ # --- RSS feeds (optional block; not harmful if left) --- # Disallow: */feed/ Sitemap: https://ekartgroceries.com/sitemap_index.xml