add streaming

This commit is contained in:
zachary62 2025-03-20 16:31:05 -04:00
parent 795c132018
commit ea0d6c27e9
1 changed files with 1 additions and 1 deletions

View File

@ -1,7 +1,7 @@
import time
import threading
from pocketflow import Node, Flow
from utils import fake_stream_llm
from utils import fake_stream_llm, stream_llm
class StreamNode(Node):
def __init__(self, max_retries=1, wait=0):