formatting

Signed-off-by: Varun Sundar Rabindranath <varun@neuralmagic.com>

Author: Varun Sundar Rabindranath

benchmarks/kernels/benchmark_lora.py

@@ -11,12 +11,12 @@
 from pathlib import Path
 from typing import Any, Callable, Optional
 
+import torch
 import torch.utils.benchmark as TBenchmark
 from torch.utils.benchmark import Measurement as TMeasurement
 from utils import ArgPool, Bench, CudaGraphBenchParams
 from weight_shapes import WEIGHT_SHAPES
 
-import torch
 from vllm.lora.ops.triton_ops import LoRAKernelMeta, lora_expand, lora_shrink
 from vllm.lora.ops.triton_ops.utils import _LORA_A_PTR_DICT, _LORA_B_PTR_DICT
 from vllm.utils import FlexibleArgumentParser

tests/lora/test_punica_ops.py

@@ -4,6 +4,7 @@
 import pytest
 
 import torch
+
 import vllm.lora.ops.torch_ops as torch_ops
 import vllm.lora.ops.triton_ops as triton_ops
 from vllm.lora.ops.triton_ops import LoRAKernelMeta

vllm/lora/ops/triton_ops/lora_expand.py

@@ -8,10 +8,10 @@
 
 from typing import List
 
+import torch
 import triton
 import triton.language as tl
 
-import torch
 from vllm.lora.ops.triton_ops.kernel_utils import do_expand_kernel
 from vllm.lora.ops.triton_ops.utils import _get_lora_b_ptr
 from vllm.utils import direct_register_custom_op

vllm/lora/ops/triton_ops/lora_shrink.py

@@ -8,10 +8,10 @@
 
 from typing import List
 
+import torch
 import triton
 import triton.language as tl
 
-import torch
 from vllm.lora.ops.triton_ops.kernel_utils import do_shrink_kernel
 from vllm.lora.ops.triton_ops.utils import _get_lora_a_ptr
 from vllm.utils import direct_register_custom_op

vllm/lora/punica_wrapper/punica_gpu.py

@@ -9,6 +9,7 @@
 from typing import TYPE_CHECKING, List, Optional, Tuple, Union, final
 
 import torch
+
 from vllm.lora.layers import LoRAMapping
 from vllm.triton_utils import HAS_TRITON