Add missing quotation marks to to CLIPTokenizer docs (#1610)

pytorch · Feb 14, 2022 · 7937703 · 7937703
1 parent 7209421
commit 7937703
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/torchtext/transforms.py b/torchtext/transforms.py
@@ -365,7 +365,7 @@ def _tokenize(self, text: str) -> List[str]:
             A list of bpe token ids represents each bpe tokens
 
         For example: "awesome,awe"
-            --> bpe --> bpe tokens: ["aw", "esome"], [","], ["aw", e]
+            --> bpe --> bpe tokens: ["aw", "esome"], [","], ["aw", "e"]
             --> bpe encode --> bpe token ids: [707, 5927, 11, 707, 68]
         """
         text = text.lower().strip()