File tree Expand file tree Collapse file tree 2 files changed +8
-4
lines changed Expand file tree Collapse file tree 2 files changed +8
-4
lines changed Original file line number Diff line number Diff line change 1717from typing import Dict , List , Union , cast
1818
1919import numpy as np
20- from lorem_text import lorem
2120from transformers import AutoTokenizer , PreTrainedTokenizerBase
2221
23- # Generate 20 paragraphs of Lorem Ipsum
24- lorem_text = lorem .paragraphs (20 )
22+ lorem_text = (
23+ "Lorem ipsum dolor sit amet, consectetur adipiscing elit, sed do eiusmod tempor "
24+ "incididunt ut labore et dolore magna aliqua. Ut enim ad minim veniam, quis "
25+ "nostrud exercitation ullamco laboris nisi ut aliquip ex ea commodo consequat. "
26+ "Duis aute irure dolor in reprehenderit in voluptate velit esse cillum dolore "
27+ "eu fugiat nulla pariatur. Excepteur sint occaecat cupidatat non proident, sunt "
28+ "in culpa qui officia deserunt mollit anim id est laborum."
29+ )
2530words = np .array (list (set (re .findall (r"\b[a-zA-Z]+\b" , lorem_text ))))
2631
2732
Original file line number Diff line number Diff line change @@ -40,7 +40,6 @@ classifiers = [
4040]
4141
4242dependencies = [
43- " lorem_text" ,
4443 " networkx" ,
4544 " pandas" ,
4645 " tabulate" ,
You can’t perform that action at this time.
0 commit comments