diff --git a/src/bentoml_cli/env.py b/src/bentoml_cli/env.py
index 369e94d9891..7a41248ebb9 100644
--- a/src/bentoml_cli/env.py
+++ b/src/bentoml_cli/env.py
@@ -36,6 +36,7 @@
     "RAYON_RS_NUM_CPUS",
     "TF_NUM_INTEROP_THREADS",
     "TF_NUM_INTRAOP_THREADS",
+    "CUDA_VISIBLE_DEVICES",
 ]