diff --git a/bentoml_cli/utils.py b/bentoml_cli/utils.py
index de2972b3474..c3346566cca 100644
--- a/bentoml_cli/utils.py
+++ b/bentoml_cli/utils.py
@@ -15,6 +15,7 @@
 
 from bentoml.exceptions import BentoMLException
 from bentoml._internal.log import configure_logging
+from bentoml._internal.configuration import get_debug_mode
 from bentoml._internal.configuration import set_debug_mode
 from bentoml._internal.configuration import set_quiet_mode
 from bentoml._internal.utils.analytics import track
@@ -164,7 +165,11 @@ def wrapper(*args: P.args, **kwargs: P.kwargs) -> t.Any:
                 return func(*args, **kwargs)
             except BentoMLException as err:
                 msg = f"[{cmd_group.name}] `{command_name}` failed: {str(err)}"
-                raise ClickException(click.style(msg, fg="red")) from err
+                if get_debug_mode():
+                    ClickException(click.style(msg, fg="red")).show()
+                    raise err from None
+                else:
+                    raise ClickException(click.style(msg, fg="red")) from err
 
         return t.cast("ClickFunctionWrapper[t.Any]", wrapper)