fix api_server backend for gradio

InternLM · Dec 18, 2023 · fc0386a · fc0386a
1 parent a67c249
commit fc0386a
Show file tree

Hide file tree

Showing 2 changed files with 6 additions and 1 deletion.
diff --git a/lmdeploy/serve/async_engine.py b/lmdeploy/serve/async_engine.py
@@ -272,6 +272,10 @@ async def generate(
                          finish_reason)
             if sequence_end is True and sequence_start is False:
                 self.end_session(session_id)
+        elif stop is True:
+            self.stop_session(session_id)
+            yield GenOut('', self.id2step[str(session_id)], len(input_ids), 0,
+                         finish_reason)
         else:
             generator = await self.get_generator(stop, session_id)
             with self.safe_run(session_id):

diff --git a/lmdeploy/serve/gradio/api_server_backend.py b/lmdeploy/serve/gradio/api_server_backend.py
@@ -95,7 +95,8 @@ def cancel_restful_func(state_chatbot: gr.State, cancel_btn: gr.Button,
             f'{InterFace.api_server_url}/v1/chat/interactive',
             session_id=session_id,
             request_output_len=0,
-            stop=True):
+            stop=True,
+            interactive_mode=False):
         pass
     time.sleep(0.5)
     messages = []