fix Qwen/Qwen2-VL-2B-Instruct

InternLM · Sep 20, 2024 · a89ac77 · a89ac77
1 parent 9ee6abe
commit a89ac77
Showing 1 changed file with 3 additions and 0 deletions.
diff --git a/lmdeploy/vl/model/qwen2.py b/lmdeploy/vl/model/qwen2.py
@@ -32,6 +32,9 @@ def build_model(self):
         with init_empty_weights():
             config = self.hf_config
             config.quantization_config = {}  # disable vision part quantization
+            # disable accelerate check_tied_parameters_in_config
+            # for Qwen2-VL-2B-Instruct
+            config.tie_word_embeddings = False
 
             from transformers import Qwen2VLForConditionalGeneration
             model = Qwen2VLForConditionalGeneration._from_config(config)