update

src/TG-tools/history_message_upload.py

@@ -7,6 +7,7 @@ import pandas as pd
 import logging
 
 from pathlib import Path
+from tqdm import tqdm
 
 from src.My_Logger.project_logger import LoggerClass
 from src.PostgresSQL.databaseHandler import DatabaseHandler
@@ -70,7 +71,8 @@ class MessageUploader:
         start_time = time.time()
         loaded_messages = self.load_message()
         table_name = f'{loaded_messages["name"]}_{loaded_messages["type"]}'
-        # table_name = 'Rynco_Group_private_supergroup'
+        if 'rynco.me' in table_name:
+            table_name = 'Rynco_Group_private_supergroup'
         self.prepare_database(table_name)
         target_list = self.process_loaded_message(loaded_messages, table_name)
         self.upload_to_database(target_list, table_name)
@@ -100,7 +102,7 @@ class MessageUploader:
         conversation_id = loaded_messages['id']
         messages = [item for item in loaded_messages['messages']]
         target_list = []
-        for message in messages:
+        for message in tqdm(messages, desc=f'Processing messages'):
             if message['type'] == 'service':
                 continue
             target = {
@@ -191,6 +193,7 @@ def upload_didi_saved_message_to_db():
 
 
 if __name__ == "__main__":
+
     config = load_config(config_path)
     config['database'] = "TestDB"
     tg = MessageUploader(config_path=config_path,
@@ -198,7 +201,9 @@ if __name__ == "__main__":
                          local_load_path='E:\\SNSFiles\\ChatExport_2023-12-27',
                          local_file_db_path=config['file_db_path'],
                          size_limit=0.25)
-    tg.do_upload()
-    tg.db_handler.close()
-    print('done')
+    try:
+        tg.do_upload()
+    finally:
+        tg.db_handler.close()
+        print('done')