From 892b1ba88c6ff898f9a72e2f3fa30ace35f2eb78 Mon Sep 17 00:00:00 2001 From: Robert Lucian Chiriac Date: Thu, 7 Jan 2021 18:57:51 +0200 Subject: [PATCH 1/2] Increase grpc msg send/receive limit to 256 MB --- pkg/cortex/serve/cortex_internal/lib/model/tfs.py | 8 +++++++- 1 file changed, 7 insertions(+), 1 deletion(-) diff --git a/pkg/cortex/serve/cortex_internal/lib/model/tfs.py b/pkg/cortex/serve/cortex_internal/lib/model/tfs.py index d11ed22e71..fac67b75c8 100644 --- a/pkg/cortex/serve/cortex_internal/lib/model/tfs.py +++ b/pkg/cortex/serve/cortex_internal/lib/model/tfs.py @@ -113,7 +113,13 @@ def __init__(self, address: str): {} ) # maps the model ID to the model metadata (signature def, signature key and so on) - self.channel = grpc.insecure_channel(self.address) + # set maximum/receive transmission sizes to 256 MB each + options = [ + ("grpc.max_send_message_length", 256 * 1024 * 1024), + ("grpc.max_receive_message_length", 256 * 1024 * 1024), + ] + self.channel = grpc.insecure_channel(self.address, options=options) + self._service = model_service_pb2_grpc.ModelServiceStub(self.channel) self._pred = prediction_service_pb2_grpc.PredictionServiceStub(self.channel) From b0ac92cb90d4364773f43424630ce5a248e57938 Mon Sep 17 00:00:00 2001 From: Robert Lucian Chiriac Date: Fri, 8 Jan 2021 01:04:23 +0200 Subject: [PATCH 2/2] Remove grpc limit on send/receive trans. size --- pkg/cortex/serve/cortex_internal/lib/model/tfs.py | 6 +++--- 1 file changed, 3 insertions(+), 3 deletions(-) diff --git a/pkg/cortex/serve/cortex_internal/lib/model/tfs.py b/pkg/cortex/serve/cortex_internal/lib/model/tfs.py index fac67b75c8..41f76a65a3 100644 --- a/pkg/cortex/serve/cortex_internal/lib/model/tfs.py +++ b/pkg/cortex/serve/cortex_internal/lib/model/tfs.py @@ -113,10 +113,10 @@ def __init__(self, address: str): {} ) # maps the model ID to the model metadata (signature def, signature key and so on) - # set maximum/receive transmission sizes to 256 MB each + # remove limit for maximum/receive transmission sizes options = [ - ("grpc.max_send_message_length", 256 * 1024 * 1024), - ("grpc.max_receive_message_length", 256 * 1024 * 1024), + ("grpc.max_send_message_length", -1), + ("grpc.max_receive_message_length", -1), ] self.channel = grpc.insecure_channel(self.address, options=options)