runtime error

g and has no effect Traceback (most recent call last): File "/home/user/app/app.py", line 12, in <module> InterFace.async_engine = AsyncEngine( File "/usr/local/lib/python3.10/site-packages/lmdeploy/serve/async_engine.py", line 206, in __init__ self._build_turbomind(model_path=model_path, File "/usr/local/lib/python3.10/site-packages/lmdeploy/serve/async_engine.py", line 254, in _build_turbomind self.engine = tm.TurboMind.from_pretrained( File "/usr/local/lib/python3.10/site-packages/lmdeploy/turbomind/turbomind.py", line 396, in from_pretrained return cls(model_path=pretrained_model_name_or_path, File "/usr/local/lib/python3.10/site-packages/lmdeploy/turbomind/turbomind.py", line 170, in __init__ self.model_comm = self._from_hf(model_source=model_source, File "/usr/local/lib/python3.10/site-packages/lmdeploy/turbomind/turbomind.py", line 268, in _from_hf output_format = update_output_format(cfg.model_name, File "/usr/local/lib/python3.10/site-packages/lmdeploy/turbomind/deploy/converter.py", line 166, in update_output_format return _infer_output_format(config) File "/usr/local/lib/python3.10/site-packages/lmdeploy/turbomind/deploy/converter.py", line 153, in _infer_output_format return _fix_device_support(updated_output_format) File "/usr/local/lib/python3.10/site-packages/lmdeploy/turbomind/deploy/converter.py", line 137, in _fix_device_support if not torch.cuda.is_bf16_supported(): File "/usr/local/lib/python3.10/site-packages/torch/cuda/__init__.py", line 157, in is_bf16_supported torch.cuda.get_device_properties(torch.cuda.current_device()).major >= 8 File "/usr/local/lib/python3.10/site-packages/torch/cuda/__init__.py", line 787, in current_device _lazy_init() File "/usr/local/lib/python3.10/site-packages/torch/cuda/__init__.py", line 302, in _lazy_init torch._C._cuda_init() RuntimeError: Found no NVIDIA driver on your system. Please check that you have an NVIDIA GPU and installed a driver from http://www.nvidia.com/Download/index.aspx

Container logs: