From 0935ddb462361d0e1cf3986ee21f8f3e99383ad4 Mon Sep 17 00:00:00 2001 From: grimoire Date: Fri, 15 Dec 2023 12:04:43 +0800 Subject: [PATCH] update weight map --- lmdeploy/turbomind/deploy/target_model/base.py | 2 -- 1 file changed, 2 deletions(-) diff --git a/lmdeploy/turbomind/deploy/target_model/base.py b/lmdeploy/turbomind/deploy/target_model/base.py index 6f0564a32c..a1ca79b98d 100644 --- a/lmdeploy/turbomind/deploy/target_model/base.py +++ b/lmdeploy/turbomind/deploy/target_model/base.py @@ -84,9 +84,7 @@ def valid(self): _WEIGHT_DTYPE_MAP = dict( - w4=torch.float16, int4=torch.float16, - half=torch.float16, fp16=torch.float16, fp32=torch.float16, bf16=torch.bfloat16 if torch.cuda.is_bf16_supported() else torch.float16,