Skip to content

Commit 8eb0bde

Browse files
authored
community[patch]: Invoke callback prior to yielding token (langchain-ai#24917)
**Description: Invoke callback prior to yielding token in stream method for chat_models .** **Issue**: langchain-ai#16913 langchain-ai#16913
1 parent b2dd9ff commit 8eb0bde

File tree

1 file changed

+2
-2
lines changed
  • libs/community/langchain_community/chat_models

1 file changed

+2
-2
lines changed

libs/community/langchain_community/chat_models/friendli.py

+2-2
Original file line numberDiff line numberDiff line change
@@ -134,9 +134,9 @@ def _stream(
134134
for chunk in stream:
135135
delta = chunk.choices[0].delta.content
136136
if delta:
137-
yield ChatGenerationChunk(message=AIMessageChunk(content=delta))
138137
if run_manager:
139138
run_manager.on_llm_new_token(delta)
139+
yield ChatGenerationChunk(message=AIMessageChunk(content=delta))
140140

141141
async def _astream(
142142
self,
@@ -152,9 +152,9 @@ async def _astream(
152152
async for chunk in stream:
153153
delta = chunk.choices[0].delta.content
154154
if delta:
155-
yield ChatGenerationChunk(message=AIMessageChunk(content=delta))
156155
if run_manager:
157156
await run_manager.on_llm_new_token(delta)
157+
yield ChatGenerationChunk(message=AIMessageChunk(content=delta))
158158

159159
def _generate(
160160
self,

0 commit comments

Comments
 (0)