make tempo config tweaks for better performance

greg-wootton · May 1, 2024 · da581fa · da581fa
1 parent 7db70c6
commit da581fa
Showing 1 changed file with 33 additions and 3 deletions.
diff --git a/monitoring/values-tempo.yaml b/monitoring/values-tempo.yaml
@@ -22,17 +22,47 @@ tempo:
     enabled: true
     remoteWriteUrl: "http://v4m-prometheus.monitoring:9090/api/v1/write"
 
-  # global_overrides:
-  #   metrics_generator_processors:
-  #     - service-graphs
+  global_overrides:
+    # strategy: local
+    # limit_bytes: 15000000
+    max_traces_per_user: 5000000
+    ingestion_burst_size_bytes: 500000000
+    ingestion_rate_limit_bytes: 500000000
+    # metrics_generator_processors:
+    # - service-graphs
+    # - span-metrics
 
+  # overrides:
+  #   defaults:
+  #     ingestion:
+  #       strategy: local
+  #       limit_bytes: 15000000
+  #       max_traces_per_user: 10000
+  #       ingestion_burst_size_bytes: 100000000
+  #       ingestion_rate_limit_bytes: 50000000
+  #       metrics_generator_processors:
+  #               - service-graphs
+  #               - span-metrics
   retention: 24h
 
   # Tempo server configuration
   # Refers to https://grafana.com/docs/tempo/latest/configuration/#server
   server:
     # -- HTTP server listen port
     http_listen_port: 3100
+    grpc_server_max_recv_msg_size: 500000000
+    grpc_server_max_send_msg_size: 500000000
+
+  querier:
+    frontend_worker:
+      grpc_client_config:
+        max_send_msg_size: 500000000
+    trace_by_id:
+      query_timeout: "60s"
+    search:
+      query_timeout: "120s"
+    max_concurrent_queries: 50
+
   storage:
     trace:
       # tempo storage backend