add streaming
This commit is contained in:
parent
795c132018
commit
ea0d6c27e9
|
|
@ -1,7 +1,7 @@
|
||||||
import time
|
import time
|
||||||
import threading
|
import threading
|
||||||
from pocketflow import Node, Flow
|
from pocketflow import Node, Flow
|
||||||
from utils import fake_stream_llm
|
from utils import fake_stream_llm, stream_llm
|
||||||
|
|
||||||
class StreamNode(Node):
|
class StreamNode(Node):
|
||||||
def __init__(self, max_retries=1, wait=0):
|
def __init__(self, max_retries=1, wait=0):
|
||||||
|
|
|
||||||
Loading…
Reference in New Issue