diff --git a/lmdeploy/cli/chat.py b/lmdeploy/cli/chat.py index 47bbea810b..3e09f9d1fe 100644 --- a/lmdeploy/cli/chat.py +++ b/lmdeploy/cli/chat.py @@ -75,6 +75,8 @@ def add_parser_turbomind(): ArgumentHelper.cache_block_seq_len(engine_group) ArgumentHelper.rope_scaling_factor(engine_group) ArgumentHelper.session_len(engine_group) + # other arguments + ArgumentHelper.cap(parser) # model args ArgumentHelper.revision(engine_group) ArgumentHelper.download_dir(engine_group)