jonas/datenbanken-llm
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

puuuush

Browse Source 
PUUUUUUUUUUSH
MORE DATA
This commit is contained in:
Ali
2024-12-11 23:46:12 +01:00
parent 305629b1f1
commit 30856efe6e
2 changed files with 4 additions and 3 deletions
Download Patch File Download Diff File Expand all files Collapse all files
lib.py
+1 -1
View File
@@ -78,6 +78,6 @@ def get_data_from_mongo(dataset):
for set in dataset: for set in dataset:
json_data = collection.find_one({"doc_id": set[0]}) json_data = collection.find_one({"doc_id": set[0]})
result_string += json_data["chunk_content"] result_string += "Dateipfad: " + json_data["filepath"] + "; Inhalt: " + json_data["chunk_content"] + "; "
return result_string return result_string
main.py
+3 -2
View File
@@ -69,16 +69,17 @@ def create_embeddings(pContent):
insert_data = f"insert into dbtable (filepath, embedding) Values ('{content['path']}', %s) Returning id;" insert_data = f"insert into dbtable (filepath, embedding) Values ('{content['path']}', %s) Returning id;"
cur.execute(insert_data, (response["embedding"],)) cur.execute(insert_data, (response["embedding"],))
doc_id = cur.fetchone()[0] doc_id = cur.fetchone()[0]
insert_data_mongo(doc_id, chunk) insert_data_mongo(doc_id, content['path'], chunk)
conn.commit() conn.commit()
conn.close() conn.close()
def insert_data_mongo(id, pChunk): def insert_data_mongo(id, filepath,pChunk):
client = pymongo.MongoClient('mongodb://python:PasswordPassword123@localhost:27017/') client = pymongo.MongoClient('mongodb://python:PasswordPassword123@localhost:27017/')
mongodb = client['document_table'] mongodb = client['document_table']
collection = mongodb['documents'] collection = mongodb['documents']
dokument = { dokument = {
'doc_id': id, 'doc_id': id,
'filepath': filepath,
'chunk_content': pChunk, 'chunk_content': pChunk,
} }
collection.insert_one(dokument) collection.insert_one(dokument)