Skip to content

Commit 46cf9a6

Browse files
committed
don't use the lorem_text package
1 parent 8d9b30d commit 46cf9a6

File tree

2 files changed

+8
-4
lines changed

2 files changed

+8
-4
lines changed

benchmarks/data_generator/hasher.py

Lines changed: 8 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -17,11 +17,16 @@
1717
from typing import Dict, List, Union, cast
1818

1919
import numpy as np
20-
from lorem_text import lorem
2120
from transformers import AutoTokenizer, PreTrainedTokenizerBase
2221

23-
# Generate 20 paragraphs of Lorem Ipsum
24-
lorem_text = lorem.paragraphs(20)
22+
lorem_text = (
23+
"Lorem ipsum dolor sit amet, consectetur adipiscing elit, sed do eiusmod tempor "
24+
"incididunt ut labore et dolore magna aliqua. Ut enim ad minim veniam, quis "
25+
"nostrud exercitation ullamco laboris nisi ut aliquip ex ea commodo consequat. "
26+
"Duis aute irure dolor in reprehenderit in voluptate velit esse cillum dolore "
27+
"eu fugiat nulla pariatur. Excepteur sint occaecat cupidatat non proident, sunt "
28+
"in culpa qui officia deserunt mollit anim id est laborum."
29+
)
2530
words = np.array(list(set(re.findall(r"\b[a-zA-Z]+\b", lorem_text))))
2631

2732

benchmarks/pyproject.toml

Lines changed: 0 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -40,7 +40,6 @@ classifiers = [
4040
]
4141

4242
dependencies = [
43-
"lorem_text",
4443
"networkx",
4544
"pandas",
4645
"tabulate",

0 commit comments

Comments
 (0)