Update app.py

app.py

@@ -20,8 +20,7 @@ def fetch_model(model_name: str, dtype=torch.bfloat16):
         model_info = load_model(model_name, dtype=dtype)
         tokenizer, model, vl_chat_processor = model_info
         device = torch.device('cuda' if torch.cuda.is_available() else 'cpu')
-        # Avoid .cuda() call from deepseek_vl2 by moving to device here
-        model = model.to(device).eval()  # Move to device and set eval mode
+        model = model.to(device)
         DEPLOY_MODELS[model_name] = (tokenizer, model, vl_chat_processor)
         logger.info(f"Loaded {model_name} on {device}")
     return DEPLOY_MODELS[model_name]