Skip to content
8 changes: 7 additions & 1 deletion pkg/cortex/serve/cortex_internal/lib/model/tfs.py
Original file line number Diff line number Diff line change
Expand Up @@ -113,7 +113,13 @@ def __init__(self, address: str):
{}
) # maps the model ID to the model metadata (signature def, signature key and so on)

self.channel = grpc.insecure_channel(self.address)
# remove limit for maximum/receive transmission sizes
options = [
("grpc.max_send_message_length", -1),
("grpc.max_receive_message_length", -1),
]
self.channel = grpc.insecure_channel(self.address, options=options)

self._service = model_service_pb2_grpc.ModelServiceStub(self.channel)
self._pred = prediction_service_pb2_grpc.PredictionServiceStub(self.channel)

Expand Down