pytorch · zhangguanheng66 · Apr 21, 2020 · Feb 27, 2020 · Feb 28, 2020 · Feb 28, 2020
diff --git a/.flake8 b/.flake8
@@ -1,4 +1,4 @@
 [flake8]
-ignore = E402,E722,W503,W504
+ignore = E402,E722,W503,W504,F821
 max-line-length = 120
 exclude = docs/source
diff --git a/docs/source/experimental_datasets.rst b/docs/source/experimental_datasets.rst
@@ -35,7 +35,82 @@ IMDb
 
 .. autoclass:: IMDB
   :members: __init__ 
-
+
+
+Text Classification
+^^^^^^^^^^^^^^^^^^^
+
+TextClassificationDataset
+~~~~~~~~~~~~~~~~~~~~~~~~
+
+.. autoclass:: TextClassificationDataset
+  :members: __init__
+
+AG_NEWS
+~~~~~~
+
+AG_NEWS dataset is subclass of ``TextClassificationDataset`` class.
+
+.. autoclass:: AG_NEWS
+  :members: __init__
+
+SogouNews
+~~~~~~~~
+
+SogouNews dataset is subclass of ``TextClassificationDataset`` class.
+
+.. autoclass:: SogouNews
+  :members: __init__
+
+DBpedia
+~~~~~~
+
+DBpedia dataset is subclass of ``TextClassificationDataset`` class.
+
+.. autoclass:: DBpedia
+  :members: __init__
+
+YelpReviewPolarity
+~~~~~~~~~~~~~~~~~
+
+YelpReviewPolarity dataset is subclass of ``TextClassificationDataset`` class.
+
+.. autoclass:: YelpReviewPolarity
+  :members: __init__
+
+YelpReviewFull
+~~~~~~~~~~~~~
+
+YelpReviewFull dataset is subclass of ``TextClassificationDataset`` class.
+
+.. autoclass:: YelpReviewFull
+  :members: __init__
+
+YahooAnswers
+~~~~~~~~~~~
+
+YahooAnswers dataset is subclass of ``TextClassificationDataset`` class.
+
+.. autoclass:: YahooAnswers
+  :members: __init__
+
+AmazonReviewPolarity
+~~~~~~~~~~~~~~~~~~~
+
+AmazonReviewPolarity dataset is subclass of ``TextClassificationDataset`` class.
+
+.. autoclass:: AmazonReviewPolarity
+  :members: __init__
+
+AmazonReviewFull
+~~~~~~~~~~~~~~~
+
+AmazonReviewFull dataset is subclass of ``TextClassificationDataset`` class.
+
+.. autoclass:: AmazonReviewFull
+  :members: __init__
+
+
 Language Modeling
 ^^^^^^^^^^^^^^^^^
 

diff --git a/examples/vocab/vocab.py b/examples/vocab/vocab.py
diff --git a/torchtext/data/utils.py b/torchtext/data/utils.py
@@ -7,6 +7,7 @@
 
 
 def _split_tokenizer(x):
+    # type: (str) -> List[str]
     return x.split()
 
 

diff --git a/torchtext/experimental/datasets/__init__.py b/torchtext/experimental/datasets/__init__.py
@@ -1,8 +1,18 @@
 from .language_modeling import LanguageModelingDataset, WikiText2, WikiText103, PennTreebank  # NOQA
-from .text_classification import IMDB
+from .text_classification import AG_NEWS, SogouNews, DBpedia, YelpReviewPolarity, \
+    YelpReviewFull, YahooAnswers, \
+    AmazonReviewPolarity, AmazonReviewFull, IMDB
 
 __all__ = ['LanguageModelingDataset',
            'WikiText2',
            'WikiText103',
            'PennTreebank',
-           'IMDB']
+           'IMDB',
+           'AG_NEWS',
+           'SogouNews',
+           'DBpedia',
+           'YelpReviewPolarity',
+           'YelpReviewFull',
+           'YahooAnswers',
+           'AmazonReviewPolarity',
+           'AmazonReviewFull']
diff --git a/torchtext/experimental/datasets/raw/__init__.py b/torchtext/experimental/datasets/raw/__init__.py
@@ -0,0 +1,13 @@
+from .text_classification import AG_NEWS, SogouNews, DBpedia, YelpReviewPolarity, \
+    YelpReviewFull, YahooAnswers, \
+    AmazonReviewPolarity, AmazonReviewFull, IMDB
+
+__all__ = ['IMDB',
+           'AG_NEWS',
+           'SogouNews',
+           'DBpedia',
+           'YelpReviewPolarity',
+           'YelpReviewFull',
+           'YahooAnswers',
+           'AmazonReviewPolarity',
+           'AmazonReviewFull']
Original file line number	Diff line number	Diff line change
Expand Up		@@ -7,6 +7,7 @@


		def _split_tokenizer(x):
		# type: (str) -> List[str]
		return x.split()


Expand Down