Merge pull request #52 from Ming-jiayou/Fixed-pocketflow-llm-streaming
Fixed pocketflow-llm-streaming
This commit is contained in:
commit
3c970ba2d1
|
|
@ -18,7 +18,7 @@ class StreamNode(Node):
|
|||
# Get prompt from shared store
|
||||
prompt = shared["prompt"]
|
||||
# Get chunks from LLM function
|
||||
chunks = fake_stream_llm(prompt)
|
||||
chunks = stream_llm(prompt)
|
||||
return chunks, interrupt_event, listener_thread
|
||||
|
||||
def exec(self, prep_res):
|
||||
|
|
|
|||
Loading…
Reference in New Issue