diff --git a/scripts/west_commands/sign.py b/scripts/west_commands/sign.py
index 2c2692c55d..87b8346884 100644
--- a/scripts/west_commands/sign.py
+++ b/scripts/west_commands/sign.py
@@ -517,6 +517,13 @@ class RimageSigner(Signer):
         else:
             no_manifest = False
 
+        # Non-SOF build does not have extended manifest data for
+        # rimage to process, which might result in rimage error.
+        # So skip it when not doing SOF builds.
+        is_sof_build = build_conf.getboolean('CONFIG_SOF')
+        if not is_sof_build:
+            no_manifest = True
+
         if no_manifest:
             extra_ri_args = [ ]
         else: