Merge pull request #52 from Ming-jiayou/Fixed-pocketflow-llm-streaming

Fixed  pocketflow-llm-streaming
This commit is contained in:
Zachary Huang 2025-05-09 11:45:41 -04:00 committed by GitHub
commit 3c970ba2d1
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 1 additions and 1 deletions

View File

@ -18,7 +18,7 @@ class StreamNode(Node):
# Get prompt from shared store
prompt = shared["prompt"]
# Get chunks from LLM function
chunks = fake_stream_llm(prompt)
chunks = stream_llm(prompt)
return chunks, interrupt_event, listener_thread
def exec(self, prep_res):