From b23ba4befb8773b4c31d5fb7220ad8d8090dc3db Mon Sep 17 00:00:00 2001 From: Lyu Han Date: Wed, 26 Jun 2024 18:34:33 +0800 Subject: [PATCH] [side-effect] bring back "--cap" argument in chat cli (#1859) * [side-effect] bring back argument in chat cli * fix * fix --- lmdeploy/cli/chat.py | 2 ++ 1 file changed, 2 insertions(+) diff --git a/lmdeploy/cli/chat.py b/lmdeploy/cli/chat.py index 47bbea810b..3e09f9d1fe 100644 --- a/lmdeploy/cli/chat.py +++ b/lmdeploy/cli/chat.py @@ -75,6 +75,8 @@ def add_parser_turbomind(): ArgumentHelper.cache_block_seq_len(engine_group) ArgumentHelper.rope_scaling_factor(engine_group) ArgumentHelper.session_len(engine_group) + # other arguments + ArgumentHelper.cap(parser) # model args ArgumentHelper.revision(engine_group) ArgumentHelper.download_dir(engine_group)