diff --git a/pkg/cortex/serve/cortex_internal/lib/model/tfs.py b/pkg/cortex/serve/cortex_internal/lib/model/tfs.py index d11ed22e71..41f76a65a3 100644 --- a/pkg/cortex/serve/cortex_internal/lib/model/tfs.py +++ b/pkg/cortex/serve/cortex_internal/lib/model/tfs.py @@ -113,7 +113,13 @@ def __init__(self, address: str): {} ) # maps the model ID to the model metadata (signature def, signature key and so on) - self.channel = grpc.insecure_channel(self.address) + # remove limit for maximum/receive transmission sizes + options = [ + ("grpc.max_send_message_length", -1), + ("grpc.max_receive_message_length", -1), + ] + self.channel = grpc.insecure_channel(self.address, options=options) + self._service = model_service_pb2_grpc.ModelServiceStub(self.channel) self._pred = prediction_service_pb2_grpc.PredictionServiceStub(self.channel)