We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent 82ffd54 commit efe02fcCopy full SHA for efe02fc
components/backends/trtllm/src/dynamo/trtllm/main.py
@@ -104,8 +104,10 @@ async def init(runtime: DistributedRuntime, config: Config):
104
kv_cache_config["event_buffer_max_size"] = DEFAULT_KV_EVENT_BUFFER_MAX_SIZE
105
else:
106
kv_cache_config = arg_map["kv_cache_config"]
107
- if not kv_cache_config.event_buffer_max_size:
108
- kv_cache_config.event_buffer_max_size = DEFAULT_KV_EVENT_BUFFER_MAX_SIZE
+ if "event_buffer_max_size" not in kv_cache_config:
+ kv_cache_config[
109
+ "event_buffer_max_size"
110
+ ] = DEFAULT_KV_EVENT_BUFFER_MAX_SIZE
111
arg_map["kv_cache_config"] = kv_cache_config
112
113
# Only pytorch backend is supported for now to publish events and metrics.
0 commit comments