some debug code

chunks.pkl

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d85ef7ee28d01dab9ee6faa439f791a1647cc937e0c68e3e5a73d5bd2f071d7f
+size 117337

debug_000.py

@@ -0,0 +1,74 @@
+import os
+import subprocess
+from elevenlabs import generate, play
+from elevenlabs import set_api_key
+from elevenlabs import generate, stream
+from dotenv import load_dotenv
+load_dotenv()
+
+account_sid = os.environ["ELEVENLABS_API_KEY"]
+voice_id="2OviOUQc1JsQRQgNkVBj"
+model_id="eleven_monolingual_v1"
+set_api_key(account_sid)
+
+def stream_tts(prompt):
+        audio_stream = generate(
+            text=prompt,
+            voice=voice_id,
+            model=model_id,
+            stream_chunk_size=2048,
+            stream=True,
+            )
+        return audio_stream
+
+prompts=[
+    "erm",
+    "Cabbages, my dear friend!",
+    "Did you know that the world's largest cabbage weighed 62.71 kilograms?",
+    "Simply remarkable!",
+    "How are you today?",
+]
+
+mpv_command = ["mpv", "--no-cache", "--no-terminal", "--", "fd://0"]
+mpv_process = subprocess.Popen(
+    mpv_command,
+    stdin=subprocess.PIPE,
+    stdout=subprocess.DEVNULL,
+    stderr=subprocess.DEVNULL,
+)
+
+load_chunks = False
+load_chunks = os.path.exists("chunks.pkl")
+
+# check if chunks.pkl exists
+if load_chunks:
+    # try open chunks
+    with open("chunks.pkl", "rb") as f:
+        import pickle
+        chunks = pickle.load(f)
+        for chunk in chunks:
+            mpv_process.stdin.write(chunk)
+            mpv_process.stdin.flush()
+
+else:
+    chunks = []
+
+    for prompt in prompts:
+        for chunk in stream_tts(prompt):
+            if chunk is not None:
+                chunks.append(chunk)
+                mpv_process.stdin.write(chunk)  # type: ignore
+                mpv_process.stdin.flush()  # type: ignore
+
+    # save chunks to file as a pickled list of bytes
+    with open("chunks.pkl", "wb") as f:
+        import pickle
+        pickle.dump(chunks, f)
+    with open("chunks.mp3", "wb") as f:
+        for chunk in chunks:
+            f.write(chunk)
+
+
+if mpv_process.stdin:
+    mpv_process.stdin.close()
+mpv_process.wait()

debug_001.py

@@ -0,0 +1,60 @@
+import io
+import os
+import subprocess
+import av
+import numpy as np
+
+
+mpv_command = ["mpv", "--no-cache", "--no-terminal", "--", "fd://0"]
+mpv_process = subprocess.Popen(
+    mpv_command,
+    stdin=subprocess.PIPE,
+    stdout=subprocess.DEVNULL,
+    stderr=subprocess.DEVNULL,
+)
+
+load_chunks = False
+load_chunks = os.path.exists("chunks.pkl")
+
+
+audio_frames = []
+
+# try open chunks
+with open("chunks.pkl", "rb") as f:
+    import pickle
+    chunks = pickle.load(f)
+    append = False
+    for chunk in chunks:
+        mpv_process.stdin.write(chunk)
+        mpv_process.stdin.flush()
+        # np_chunk = np.frombuffer(chunk, dtype=np.int16)
+        # aa = av.AudioFrame.from_ndarray(chunk)
+        try:
+            if append:
+                bytes_io.write(chunk)
+                append = False
+                bytes_io.seek(0)
+            else:
+                bytes_io = io.BytesIO(chunk)
+            container = av.open(bytes_io, 'r')
+            audio_stream = next(s for s in container.streams if s.type == 'audio')
+            for frame in container.decode(audio_stream):
+                # Convert the audio frame to a NumPy array
+                array = frame.to_ndarray()
+
+                # Now you can use av.AudioFrame.from_ndarray
+                audio_frame = av.AudioFrame.from_ndarray(array, format='flt', layout='mono')
+                audio_frame.sample_rate = 44100
+
+                audio_frames.append(audio_frame)
+
+        except Exception as e:
+            print (e)
+            append = True
+            bytes_io.seek(0, io.SEEK_END)
+            continue
+
+
+if mpv_process.stdin:
+    mpv_process.stdin.close()
+mpv_process.wait()