User-agent: * # Disallow: / Disallow: /sitemap_fe Disallow: /auth/login Disallow: /login Disallow: /register Disallow: /data-deletion Disallow: /forgot-password Disallow: /master Disallow: /master/* Disallow: /chatbot Disallow: /chatbot/* Disallow: /blog/page/* Disallow: /blog/author/* Disallow: /blog/category/* Disallow: /blog/*/feed/ # Disallow: /*?* Disallow: /*?utm_* Disallow: /*?ref=* Sitemap: https://forwarder.ai/sitemap-index.xml Sitemap: https://forwarder.ai/sitemap-mainsite.xml Sitemap: https://forwarder.ai/sitemap-cargo.xml Sitemap: https://forwarder.ai/sitemap-agent-franchise.xml Sitemap: https://forwarder.ai/blog/sitemap_index.xml Sitemap: https://forwarder.ai/blog/post-sitemap.xml Sitemap: https://forwarder.ai/blog/page-sitemap.xml Sitemap: https://forwarder.ai/blog/category-sitemap.xml Sitemap: https://forwarder.ai/blog/author-sitemap.xml