Merge pull request #52 from Ming-jiayou/Fixed-pocketflow-llm-streaming

Fixed  pocketflow-llm-streaming
This commit is contained in:
Zachary Huang
2025-05-09 11:45:41 -04:00
committed by GitHub
+1 -1
View File
@@ -18,7 +18,7 @@ class StreamNode(Node):
# Get prompt from shared store
prompt = shared["prompt"]
# Get chunks from LLM function
chunks = fake_stream_llm(prompt)
chunks = stream_llm(prompt)
return chunks, interrupt_event, listener_thread
def exec(self, prep_res):