diff --git a/src/fastserve/models/__main__.py b/src/fastserve/models/__main__.py
index 2cabcf8..eb56dc0 100644
--- a/src/fastserve/models/__main__.py
+++ b/src/fastserve/models/__main__.py
@@ -76,6 +76,7 @@
 elif args.model == "huggingface":
     app = ServeHuggingFace(
         model_name=args.model_name,
+        use_gpu=True if args.use_gpu else False,
         device=device,
         timeout=args.timeout,
         batch_size=args.batch_size,