Message management (#553)

* added message masking

mask selected content of message or an entire message

* fixed citation border

* enabled streaming

* image gen with streaming

* added reasoning support

* added reasoning to agents

* agent support

* fixed key bug

* disable group create and fixed model fetch

* updated config

* fixed support for workspace search for streaming

* fix bug with sidebar update

* fixed gpt-5 vision processing bug

* metadata works with all messages now

* fixed debug_print bug

* added reasoning effort to agents and fixed agent validation

* fixed file metadata loading bug

* fixed llm streaming when working with group workspace data

* fixed cosmos container config error

* added delete message and fixed message threading

* retry bug fixes

* fixed message threading order

* moved message buttons to menu

* fixed bug for conversation history that included inactive threads

* added css styling for urls for dark mode

* fixed bug with newly created messages not showing metadata or deleting

* improved search times by 100x

* added token collect to messages supports models and agents

* added streaming for agents along with token collection

* added embedding token tracking

* added document creation/deletion and token tracking to activity log

* adding conversations to activity logs

* added activity log viewer with filters, search, and export

* added support for agents in edit and retry messages

Author: paullizer

application/single_app/app.py

@@ -165,8 +165,10 @@ def before_first_request():
     settings = get_settings(use_cosmos=True)
     app_settings_cache.configure_app_cache(settings, get_redis_cache_infrastructure_endpoint(settings.get('redis_url', '').strip().split('.')[0]))
     app_settings_cache.update_settings_cache(settings)
-    print(f"DEBUG:Application settings: {settings}")
-    print(f"DEBUG:App settings cache initialized: {'Using Redis cache:' + str(app_settings_cache.app_cache_is_using_redis)} {app_settings_cache.get_settings_cache()}")
+    sanitized_settings = sanitize_settings_for_logging(settings)
+    debug_print(f"DEBUG:Application settings: {sanitized_settings}")
+    sanitized_settings_cache = sanitize_settings_for_logging(app_settings_cache.get_settings_cache())
+    debug_print(f"DEBUG:App settings cache initialized: {'Using Redis cache:' + str(app_settings_cache.app_cache_is_using_redis)} {sanitized_settings_cache}")
 
     initialize_clients(settings)
     ensure_custom_logo_file_exists(app, settings)
@@ -199,7 +201,7 @@ def check_logging_timers():
                             turnoff_time = None
 
                     if turnoff_time and current_time >= turnoff_time:
-                        debug_print(f"[DEBUG]: logging timer expired at {turnoff_time}. Disabling debug logging.")
+                        debug_print(f"logging timer expired at {turnoff_time}. Disabling debug logging.")
                         settings['enable_debug_logging'] = False
                         settings['debug_logging_timer_enabled'] = False
                         settings['debug_logging_turnoff_time'] = None

application/single_app/config.py

@@ -88,7 +88,7 @@
 EXECUTOR_TYPE = 'thread'
 EXECUTOR_MAX_WORKERS = 30
 SESSION_TYPE = 'filesystem'
-VERSION = "0.233.179"
+VERSION = "0.233.318"
 
 
 SECRET_KEY = os.getenv('SECRET_KEY', 'dev-secret-key-change-in-production')
@@ -236,6 +236,17 @@ def get_redis_cache_infrastructure_endpoint(redis_hostname: str) -> str:
     partition_key=PartitionKey(path="/conversation_id")
 )
 
+cosmos_group_conversations_container_name = "group_conversations"
+cosmos_group_conversations_container = cosmos_database.create_container_if_not_exists(
+    id=cosmos_group_conversations_container_name,
+    partition_key=PartitionKey(path="/id")
+)
+
+cosmos_group_messages_container_name = "group_messages"
+cosmos_group_messages_container = cosmos_database.create_container_if_not_exists(
+    id=cosmos_group_messages_container_name,
+    partition_key=PartitionKey(path="/conversation_id")
+)
 
 cosmos_settings_container_name = "settings"
 cosmos_settings_container = cosmos_database.create_container_if_not_exists(
@@ -339,18 +350,6 @@ def get_redis_cache_infrastructure_endpoint(redis_hostname: str) -> str:
     partition_key=PartitionKey(path="/user_id")
 )
 
-cosmos_file_processing_container_name = "group_messages"
-cosmos_file_processing_container = cosmos_database.create_container_if_not_exists(
-    id=cosmos_file_processing_container_name,
-    partition_key=PartitionKey(path="/conversation_id")
-)
-
-cosmos_file_processing_container_name = "group_conversations"
-cosmos_file_processing_container = cosmos_database.create_container_if_not_exists(
-    id=cosmos_file_processing_container_name,
-    partition_key=PartitionKey(path="/id")
-)
-
 cosmos_group_agents_container_name = "group_agents"
 cosmos_group_agents_container = cosmos_database.create_container_if_not_exists(
     id=cosmos_group_agents_container_name,
@@ -385,7 +384,6 @@ def get_redis_cache_infrastructure_endpoint(redis_hostname: str) -> str:
 cosmos_search_cache_container = cosmos_database.create_container_if_not_exists(
     id=cosmos_search_cache_container_name,
     partition_key=PartitionKey(path="/user_id")
-    # No default_ttl - TTL controlled by app logic via admin settings for flexibility
 )
 
 cosmos_activity_logs_container_name = "activity_logs"
@@ -687,11 +685,11 @@ def initialize_clients(settings):
                         try:
                             container_client = blob_service_client.get_container_client(container_name)
                             if not container_client.exists():
-                                print(f"[DEBUG]: Container '{container_name}' does not exist. Creating...")
+                                print(f"Container '{container_name}' does not exist. Creating...")
                                 container_client.create_container()
-                                print(f"[DEBUG]: Container '{container_name}' created successfully.")
+                                print(f"Container '{container_name}' created successfully.")
                             else:
-                                print(f"[DEBUG]: Container '{container_name}' already exists.")
+                                print(f"Container '{container_name}' already exists.")
                         except Exception as container_error:
                             print(f"Error creating container {container_name}: {str(container_error)}")
         except Exception as e: