redis cache

lib.py

@@ -10,6 +10,7 @@ from PIL import Image
 from aiohttp.web_response import json_response
 
 import ollama_conn
+import redis_conn
 
 
 def read_files(path, output, filetypes=None):
@@ -91,7 +92,9 @@ def prompt_embedding(prompt):
 
     res = get_data_from_mongo(new_result)
 
-    print(ollama_conn.ask_ollama(prompt, res))
+    ollama_response = ollama_conn.ask_ollama(prompt, res)
+    print(ollama_response)
+    redis_conn.cache_prompt_to_redis(prompt.lower().strip(), ollama_response)
 
     conn.close()
 

main.py

@@ -8,6 +8,8 @@ import json
 import psycopg2
 import pymongo
 
+import redis_conn
+
 count = 0
 
 def retrieve_file_contents(path):
@@ -101,7 +103,10 @@ def add_files():
 def prompt_cycle():
     while True:
         prompt = input("Please enter prompt: ")
-        lib.prompt_embedding(prompt)
+
+        response = redis_conn.load_response_from_redis(prompt.lower().strip())
+
+        lib.prompt_embedding(prompt) if response is None else print("Cached Response:", response)
 
 
 def get_user_action():

redis_conn.py

@@ -0,0 +1,17 @@
+import redis
+
+def cache_prompt_to_redis(prompt, response):
+    r = redis.Redis(host="localhost", port=6379, decode_responses=True)
+    r.set(prompt, response)
+    r.close()
+
+def load_response_from_redis(prompt):
+    r = redis.Redis(host="localhost", port=6379, decode_responses=True)
+    response = r.get(prompt)
+    r.close()
+    return response
+
+def clear_redis():
+    r = redis.Redis(host="localhost", port=6379, decode_responses=True)
+    r.flushall()
+    r.close()