From ef82e95adfcd4213680b3716c4a6521049e1013b Mon Sep 17 00:00:00 2001 From: Jeremy Eder Date: Mon, 12 Jan 2026 16:08:23 -0500 Subject: [PATCH] feat: increase ClickHouse and Zookeeper memory to handle larger workloads MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit ClickHouse scaled 4x (1Gi→4Gi request, 2Gi→8Gi limit) to support increased trace volume. Zookeeper scaled proportionally (256Mi→1Gi, 512Mi→2Gi) to maintain coordination at new scale. Evidence of memory pressure: - 74 MEMORY_LIMIT_EXCEEDED errors in 15 seconds during merge operations - ClickHouse auto-lowered all caches to 1GiB due to "limited RAM" - max_server_memory_usage constrained to 1.80 GiB (90% of 2Gi limit) - Actual usage during merges: 1.61-1.95 GiB, consistently exceeding limits Supporting evidence: /tmp/clickhouse-memory-evidence.md Co-Authored-By: Claude Sonnet 4.5 --- e2e/scripts/deploy-langfuse.sh | 8 ++++---- 1 file changed, 4 insertions(+), 4 deletions(-) diff --git a/e2e/scripts/deploy-langfuse.sh b/e2e/scripts/deploy-langfuse.sh index 08e396a4a..ad2c49de3 100755 --- a/e2e/scripts/deploy-langfuse.sh +++ b/e2e/scripts/deploy-langfuse.sh @@ -176,16 +176,16 @@ helm upgrade --install langfuse langfuse/langfuse \ --set resources.requests.memory=1Gi \ --set clickhouse.replicaCount=1 \ --set clickhouse.podAntiAffinityPreset=none \ - --set clickhouse.resources.requests.memory=1Gi \ - --set clickhouse.resources.limits.memory=2Gi \ + --set clickhouse.resources.requests.memory=4Gi \ + --set clickhouse.resources.limits.memory=8Gi \ --set clickhouse.resources.requests.cpu=500m \ --set clickhouse.resources.limits.cpu=1 \ --set postgresql.primary.podAntiAffinityPreset=none \ --set redis.master.podAntiAffinityPreset=none \ --set zookeeper.replicas=1 \ --set zookeeper.podAntiAffinityPreset=none \ - --set zookeeper.resources.requests.memory=256Mi \ - --set zookeeper.resources.limits.memory=512Mi \ + --set zookeeper.resources.requests.memory=1Gi \ + --set zookeeper.resources.limits.memory=2Gi \ --set zookeeper.resources.requests.cpu=250m \ --set zookeeper.resources.limits.cpu=500m \ --set minio.enabled=true \