test/test_youtubevideopreprocessor.py

from pathlib import Path
import pytest
import os

from youtube_transcriber.preprocessing.youtubevideopreprocessor import YoutubeVideoPreprocessor
from youtube_transcriber.loading.serialization import JsonSerializer

@pytest.fixture
def youtube_video_preprocessor():
    yt_video_preprocessor = YoutubeVideoPreprocessor(mode="channel_name",
                                                     serializer=JsonSerializer())
    load_paths, dataset_folder = yt_video_preprocessor.preprocess(name="Best Shorts Quotes",
                                                                  num_videos=2,
                                                                  videos_in_ds=["GU2_xlNCJrA"])
    return load_paths, dataset_folder

@pytest.fixture
def expected_file_paths():
    youtube_folder = Path.home()/"whisper_gpt_pipeline/youtube_transcriber"
    expected_dir = youtube_folder/"Best Shorts Quotes"
    return [expected_dir/"0.json", expected_dir/"1.json"]

@pytest.fixture
def expected_folder_path():
    youtube_folder = Path.home()/"whisper_gpt_pipeline/youtube_transcriber"
    expected_dir = youtube_folder/"Best Shorts Quotes"
    return expected_dir

def test_youtube_video_preprocessor_init():
    yt_video_preprocessor = YoutubeVideoPreprocessor(mode="channel_name",
                                                     serializer=JsonSerializer())
    assert type(yt_video_preprocessor) == YoutubeVideoPreprocessor
    assert type(yt_video_preprocessor.serializer) == JsonSerializer
    assert yt_video_preprocessor.mode == "channel_name"
    
def test_created_file(youtube_video_preprocessor, expected_file_paths):
    paths, _ = youtube_video_preprocessor
    for path in paths:
        assert os.path.exists(expected_file_paths[0]) == True
        assert os.path.exists(expected_file_paths[1]) == True

def test_created_folder(youtube_video_preprocessor, expected_folder_path):
    _, folder = youtube_video_preprocessor
    assert folder == expected_folder_path

def test_loop_through_created_files(youtube_video_preprocessor):
    expected_data = [
        {
            "channel_name": "Best Shorts Quotes",
            "url": "https://www.youtube.com/watch?v=GU2_xlNCJrA"
        },
        {
            "channel_name": "Best Shorts Quotes",
            "url": "https://www.youtube.com/watch?v=ttRI4EmmxkY"
        }
    ]

    paths, folder = youtube_video_preprocessor
    for i, path in enumerate(paths):
        serializer = JsonSerializer()
        assert serializer.load(path) == expected_data[i]