diff --git a/lightllm/server/embed_cache/utils.py b/lightllm/server/embed_cache/utils.py index f2c91a024..6df031293 100644 --- a/lightllm/server/embed_cache/utils.py +++ b/lightllm/server/embed_cache/utils.py @@ -22,7 +22,7 @@ def tensor2bytes(t: torch.Tensor): def bytes2tensor(b): # return torch.from_numpy(np.frombuffer(b, dtype=np.float16)).cuda() - return torch.load(BytesIO(b)) + return torch.load(BytesIO(b), weights_only=False) def create_shm(name, data):