diff --git a/server/lorax_server/server.py b/server/lorax_server/server.py index d8a2595cf..7aaf463ac 100644 --- a/server/lorax_server/server.py +++ b/server/lorax_server/server.py @@ -408,7 +408,11 @@ def load_adapter(adapter_info: generate_pb2.PreloadedAdapter) -> bool: interceptors=[ ExceptionInterceptor(), UDSOpenTelemetryAioServerInterceptor(), - ] + ], + options=[ + # Set the maximum possible message length: i32::MAX + ("grpc.max_receive_message_length", (1 << 31) - 1) + ], ) generate_pb2_grpc.add_LoraxServiceServicer_to_server(LoraxService(model, Cache(), server_urls), server) SERVICE_NAMES = (