Fix KeyError (#226)

InternLM · Aug 22, 2024 · cefbc50 · cefbc50
1 parent f01a211
commit cefbc50
Showing 1 changed file with 2 additions and 1 deletion.
diff --git a/lagent/llms/openai.py b/lagent/llms/openai.py
@@ -286,11 +286,12 @@ def streaming(raw_response):
                             choice = response['choices'][0]
                             if choice['finish_reason'] == 'stop':
                                 return
-                            yield choice['delta']['content']
+                            yield choice['delta'].get('content', '')
                     except Exception as exc:
                         print(
                             f'response {decoded} lead to exception of {str(exc)}'
                         )
+                        raise
 
         assert isinstance(messages, list)