Skip to content
This repository was archived by the owner on Sep 10, 2025. It is now read-only.

Commit bef3caa

Browse files
committed
Removed commented code
1 parent 75682ba commit bef3caa

File tree

1 file changed

+1
-6
lines changed

1 file changed

+1
-6
lines changed

test/experimental/test_with_asset.py

Lines changed: 1 addition & 6 deletions
Original file line numberDiff line numberDiff line change
@@ -1,10 +1,6 @@
11
import os
2-
3-
# import platform
42
import shutil
53
import tempfile
6-
7-
# import unittest
84
from functools import partial
95

106
import torch
@@ -25,7 +21,7 @@
2521
from ..common.assets import get_asset_path
2622

2723

28-
# Windows doesn't support the nested function pickle
24+
# Windows and MaxOS doesn't support the nested function pickle
2925
# Move the batch function out of the test_sentencepiece_with_dataloader test
3026
def _batch_func(spm_processor, data):
3127
return torch.tensor([spm_processor(text) for text in data], dtype=torch.long)
@@ -219,7 +215,6 @@ def test_builtin_pretrained_sentencepiece_processor(self):
219215

220216
# we separate out these errors because Windows runs into seg faults when propagating
221217
# exceptions from C++ using pybind11
222-
# @unittest.skipIf(platform.system() == "Windows", "Test is known to fail on Windows.")
223218
def test_sentencepiece_with_dataloader(self):
224219
example_strings = ["the pretrained spm model names"] * 64
225220
ref_results = torch.tensor([[13, 1465, 12824, 304, 24935, 5771, 3776]] * 16, dtype=torch.long)

0 commit comments

Comments
 (0)