Fixed pocketflow-llm-streaming
This commit is contained in:
parent
2e968df11a
commit
b91494fd38
|
|
@ -18,7 +18,7 @@ class StreamNode(Node):
|
|||
# Get prompt from shared store
|
||||
prompt = shared["prompt"]
|
||||
# Get chunks from LLM function
|
||||
chunks = fake_stream_llm(prompt)
|
||||
chunks = stream_llm(prompt)
|
||||
return chunks, interrupt_event, listener_thread
|
||||
|
||||
def exec(self, prep_res):
|
||||
|
|
|
|||
Loading…
Reference in New Issue