Set maximum grpc message receive size to 2GiB (#667)

predibase · Nov 7, 2024 · a2c1fc1 · a2c1fc1
1 parent e03f989
commit a2c1fc1
Showing 1 changed file with 5 additions and 1 deletion.
diff --git a/server/lorax_server/server.py b/server/lorax_server/server.py
@@ -408,7 +408,11 @@ def load_adapter(adapter_info: generate_pb2.PreloadedAdapter) -> bool:
             interceptors=[
                 ExceptionInterceptor(),
                 UDSOpenTelemetryAioServerInterceptor(),
-            ]
+            ],
+            options=[
+                # Set the maximum possible message length: i32::MAX
+                ("grpc.max_receive_message_length", (1 << 31) - 1)
+            ],
         )
         generate_pb2_grpc.add_LoraxServiceServicer_to_server(LoraxService(model, Cache(), server_urls), server)
         SERVICE_NAMES = (