puuuuush

2024-12-12 01:21:44 +01:00
parent 30856efe6e
commit 1845cb7ac8
2 changed files with 12 additions and 3 deletions
@@ -9,7 +9,7 @@ def generate_chunks(content):
        file.close()

    embed_model = OllamaEmbedding(model_name="mxbai-embed-large")
-    splitter = SemanticSplitterNodeParser(buffer_size=5, breakpoint_percentile_threshold=70, embed_model=embed_model)
+    splitter = SemanticSplitterNodeParser(buffer_size=5, breakpoint_percentile_threshold=45, embed_model=embed_model)

    document = SimpleDirectoryReader(input_files=["./temp.txt"]).load_data()