From ed5090110cc9fc3e08e4fb77594030f880c68579 Mon Sep 17 00:00:00 2001 From: Jonas Braus Date: Thu, 12 Dec 2024 13:21:43 +0100 Subject: [PATCH] auto flush databases --- main.py | 10 +++++++++- mongo_conn.py | 7 +++++++ pgvec_conn.py | 16 ++++++++++++++++ redis_conn.py | 2 +- 4 files changed, 33 insertions(+), 2 deletions(-) create mode 100644 mongo_conn.py create mode 100644 pgvec_conn.py diff --git a/main.py b/main.py index 2a15a22..3e03098 100644 --- a/main.py +++ b/main.py @@ -8,6 +8,8 @@ import json import psycopg2 import pymongo +import mongo_conn +import pgvec_conn import redis_conn count = 0 @@ -91,7 +93,13 @@ def insert_data_mongo(id, filepath,pChunk): def reload_files(): # path = input("Please provider path to folder: ") - contents = retrieve_file_contents("C:\\SoftwareEng") + pgvec_conn.flush_pg() + redis_conn.flush_redis() + mongo_conn.flush_mongo() + + provided_path = input("Please Provide Full Qualified Path: ") + + contents = retrieve_file_contents(provided_path) create_embeddings(contents) diff --git a/mongo_conn.py b/mongo_conn.py new file mode 100644 index 0000000..8e55ea1 --- /dev/null +++ b/mongo_conn.py @@ -0,0 +1,7 @@ +import pymongo + +def flush_mongo(): + client = pymongo.MongoClient('mongodb://python:PasswordPassword123@localhost:27017/') + mongodb = client['document_table'] + mongodb.drop_collection("documents") + client.close() \ No newline at end of file diff --git a/pgvec_conn.py b/pgvec_conn.py new file mode 100644 index 0000000..94a3f7e --- /dev/null +++ b/pgvec_conn.py @@ -0,0 +1,16 @@ +import psycopg2 + +def flush_pg(): + conn = psycopg2.connect( + dbname="embeddings", + user="python", + password="PasswordPassword123", + host="localhost", + port="5555" + ) + cur = conn.cursor() + + cur.execute("drop table if exists dbtable;") + conn.commit() + + conn.close() \ No newline at end of file diff --git a/redis_conn.py b/redis_conn.py index 54f69c3..619bdf9 100644 --- a/redis_conn.py +++ b/redis_conn.py @@ -11,7 +11,7 @@ def load_response_from_redis(prompt): r.close() return response -def clear_redis(): +def flush_redis(): r = redis.Redis(host="localhost", port=6379, decode_responses=True) r.flushall() r.close() \ No newline at end of file