feat: add chunking

This commit is contained in:
2025-02-18 03:39:44 +06:00
parent 56f2ab56da
commit 5d4149be63
8 changed files with 771 additions and 4 deletions

View File

@@ -1,6 +1,6 @@
numba==0.60.0
#faiss-cpu==1.7.2
faiss-gpu==1.7.2
faiss-cpu==1.7.2
#faiss-gpu==1.7.2
googletrans==4.0.0rc1
sentence-splitter==1.4
sentence-transformers==3.2.1