Skip to content

Commit ca76cd3

Browse files
author
yinfan.1024
committed
del useless
Signed-off-by: yinfan.1024 <yinfan.1024@bytedance.com>
1 parent bbf5b2b commit ca76cd3

File tree

1 file changed

+1
-5
lines changed

1 file changed

+1
-5
lines changed

vllm/model_executor/models/ouro.py

Lines changed: 1 addition & 5 deletions
Original file line numberDiff line numberDiff line change
@@ -31,8 +31,6 @@
3131

3232
import torch
3333
from torch import nn
34-
35-
# TODO(yinfan.1024): How to handle that, still use Qwen2Config?
3634
from transformers import PretrainedConfig
3735

3836
from vllm.attention import Attention, AttentionType
@@ -180,7 +178,6 @@ def __init__(
180178
for ut_step in range(total_ut_steps):
181179
base_layer_idx = extract_layer_index(prefix)
182180
unique_layer_idx = ut_step * total_layers + base_layer_idx
183-
# print(unique_layer_idx)
184181

185182
unique_prefix = prefix.replace(
186183
f"layers.{base_layer_idx}", f"layers.{unique_layer_idx}"
@@ -343,7 +340,7 @@ def __init__(
343340
prefix=f"{prefix}.embed_tokens",
344341
)
345342

346-
# Use the provided decoder layer type or default to Qwen2DecoderLayer
343+
# Use the provided decoder layer type or default to OuroDecoderLayer
347344
decoder_layer_type = decoder_layer_type or OuroDecoderLayer
348345
self.start_layer, self.end_layer, self.layers = make_layers(
349346
config.num_hidden_layers,
@@ -380,7 +377,6 @@ def forward(
380377

381378
# Get total_ut_steps from config, default to 4 if not specified
382379
total_ut_steps = getattr(self.config, "total_ut_steps", 4)
383-
# print(total_ut_steps)
384380

385381
for current_ut in range(total_ut_steps):
386382
for layer in self.layers[self.start_layer : self.end_layer]:

0 commit comments

Comments
 (0)