We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent 4f42c32 commit fd4e6d8Copy full SHA for fd4e6d8
vllm/distributed/eplb/eplb_adaptor/__init__.py
vllm/distributed/eplb/eplb_adaptor/vllm_adaptor.py
@@ -0,0 +1,19 @@
1
+import json
2
+from typing import Any
3
+
4
5
+class VllmEplbAdaptor():
6
+ def __init__(self, model, **args):
7
+ self.model = model
8
+ self.expert_map_per_layer_cpu = dict()
9
+ self.buffer_tensor_list: list[list[Any]] = [[]]
10
+ self.expert_param_per_layer = dict()
11
12
+ def do_update_expert_map(self, *args, **kwargs):
13
+ pass
14
15
+ def do_update_log2phy_map(self, *args, **kwargs):
16
17
18
+ def do_update_expert_weight(self, *args, **kwargs):
19
0 commit comments