Fixed pocketflow-llm-streaming
This commit is contained in:
parent
2e968df11a
commit
b91494fd38
|
|
@ -18,7 +18,7 @@ class StreamNode(Node):
|
||||||
# Get prompt from shared store
|
# Get prompt from shared store
|
||||||
prompt = shared["prompt"]
|
prompt = shared["prompt"]
|
||||||
# Get chunks from LLM function
|
# Get chunks from LLM function
|
||||||
chunks = fake_stream_llm(prompt)
|
chunks = stream_llm(prompt)
|
||||||
return chunks, interrupt_event, listener_thread
|
return chunks, interrupt_event, listener_thread
|
||||||
|
|
||||||
def exec(self, prep_res):
|
def exec(self, prep_res):
|
||||||
|
|
|
||||||
Loading…
Reference in New Issue