streaming actually works 🤨

main.py

@@ -1,4 +1,3 @@
-
 # To parse video ids
 import re
 
@@ -10,14 +9,45 @@ from youtube_transcript_api.formatters import TextFormatter
 # OpenAI API stuff import
 from openai import AssistantEventHandler
 from openai import OpenAI
-# For streaming
+
+### For streaming
 from typing_extensions import override
+import asyncio
+awaiter = asyncio.run
 
-import threading
-
-# Output buffer and thread lock
-output_buffer = []
-output_lock = threading.Lock()
+# The StreamOutput class to handle streaming
+class StreamOutput:
+  
+  def __init__(self):
+    self.delta: str = ""
+    self.response: str = ""
+    self.done: bool = False
+    self.buffer: list = []
+  
+  def reset(self):
+    self.delta = ""
+    self.response = ""
+    self.done = False
+    self.buffer: list = []
+    print("Reset stream output obj")
+    
+  async def send_delta(self, delta):
+      self.delta = delta
+      self.response += delta
+      def get_index(list):
+        if len(list) == 0:  
+          return 0
+        else:
+          return len(list)-1
+      if self.buffer != []:
+        try:
+          if self.delta != self.buffer[get_index(self.buffer)]:
+            self.buffer.append(delta)
+        except IndexError as index_error:
+          print(index_error)
+          self.buffer.append(delta)
+          
+      else: self.buffer.append(delta)
 
 # To get the env var
 from dotenv import load_dotenv
@@ -25,6 +55,7 @@ import os
 
 load_dotenv()
 
+
 ### OpenAI Config 
 
 # Setting up OpenAI Client with API Key
@@ -42,28 +73,37 @@ asst_screw_bardo_id = "asst_JGFaX6uOIotqy5mIJnu3Yyp7"
 class EventHandler(AssistantEventHandler):    
   @override
   def on_text_created(self, text) -> None:
-      with output_lock:
-          output_buffer.append(f"\nassistant > {text}")
+    awaiter(output_stream.send_delta("Response Recieved:\nScrew-Bardo: "))
   
   @override
   def on_text_delta(self, delta, snapshot):
-      with output_lock:
-          output_buffer.append(delta.value)
+      awaiter(output_stream.send_delta(delta.value))
 
   def on_tool_call_created(self, tool_call):
-      with output_lock:
-          output_buffer.append(f"\nassistant > {tool_call.type}\n")
+      raise Exception("Assistant shouldn't be calling tools.")
 
 def create_and_stream(transcript):
-    with client.beta.threads.create_and_run_stream(
-        assistant_id=asst_screw_bardo_id,
-        thread={
-            "messages": [{"role": "user", "content": transcript}]
-        },
-        event_handler=EventHandler()
-    ) as stream:
-        stream.until_done()
-  
+  with client.beta.threads.create_and_run_stream(
+      assistant_id=asst_screw_bardo_id,
+      thread={
+          "messages": [{"role": "user", "content": transcript}]
+      },
+      event_handler=EventHandler()
+  ) as stream:
+      stream.until_done()
+      output_stream.done = True
+
+def fake_stream():
+  i = 0
+  STREAM = [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 18]
+  print("Starting fake stream.")
+  while i <= len(STREAM)-1:
+    awaiter(asyncio.sleep(0.05))
+    awaiter(output_stream.send_delta(str(STREAM[i])))
+    i += 1
+  output_stream.done = True
+  return
+    
 def get_video_id(url):
   youtu_be = r'(?<=youtu.be/)([A-Za-z0-9_-]{11})'
   youtube_com = r'(?<=youtube\.com\/watch\?v=)([A-Za-z0-9_-]{11})'
@@ -91,12 +131,4 @@ def get_auto_transcript(video_id):
   txt_transcript = formatter.format_transcript(transcript)
   return txt_transcript
 
-
-# Stores the video id imputted by the user
-"""
-video_id = get_video_id()
-
-transcript = get_auto_transcript(video_id)
-
-create_and_stream(transcript)
-"""
+output_stream = StreamOutput()