remove caching

Wovchena · Jul 12, 2024 · 67f4717 · 67f4717
1 parent 3afc16d
commit 67f4717
Showing 1 changed file with 0 additions and 2 deletions.
diff --git a/tests/python_tests/test_generate_api.py b/tests/python_tests/test_generate_api.py
@@ -11,7 +11,6 @@
 import sys
 from pathlib import Path
 import torch
-import functools
 import math
 from ov_genai_test_utils import (
     get_models_list, 
@@ -675,7 +674,6 @@ def test_left_pad():
     run_hf_ov_genai_comparison_batched(models, config, prompts)
 
 
-@functools.lru_cache(1)
 def get_continuous_batching(path):
     return ov_genai.LLMPipeline(str(path), ov_genai.Tokenizer(str(path)), 'CB')