add streaming

This commit is contained in:
zachary62
2025-03-20 16:31:05 -04:00
parent 795c132018
commit ea0d6c27e9
+1 -1
View File
@@ -1,7 +1,7 @@
import time
import threading
from pocketflow import Node, Flow
from utils import fake_stream_llm
from utils import fake_stream_llm, stream_llm
class StreamNode(Node):
def __init__(self, max_retries=1, wait=0):