chunker different methods

2024-12-12 15:35:32 +01:00
parent 3c59120444
commit 8d83d5cfec
2 changed files with 30 additions and 2 deletions
@@ -36,7 +36,8 @@ def retrieve_file_contents(path):

    contents = []

-    for file in files:
+    print("parsing files...")
+    for file in tqdm(files):
        content = file_extraction_functions[file[0]](file[1])
        with open(f"./{file[2]}.txt", "w", encoding="UTF-8") as future_s3_file:
            future_s3_file.writelines(file[1] + "\n" + content)