requirements.txt

# transformers[torch,sentencepiece]==4.34.1
wikiextractor==3.0.6
sentence-transformers>2.2.0
ipywidgets==8.1.1
tqdm==4.66.1
aiohttp==3.8.6
huggingface-hub==0.17.3
lancedb>=0.3
openai==0.28