Add code for sentiment analysis

gramex/dl_utils.py

@@ -0,0 +1,16 @@
+from torch.utils.data import Dataset
+import torch
+
+
+class SentimentDataset(Dataset):
+    def __init__(self, encodings, labels):
+        self.encodings = encodings
+        self.labels = labels
+
+    def __getitem__(self, idx):
+        item = {key: torch.tensor(val[idx]) for key, val in self.encodings.items()}
+        item['labels'] = torch.tensor(self.labels[idx]).to(torch.int64)
+        return item
+
+    def __len__(self):
+        return len(self.labels)

gramex/handlers/formhandler.py

@@ -53,6 +53,7 @@ def setup(cls, **kwargs):
         cls.headers = conf_kwargs.pop('headers', {})
         # Top level formats: key is special. Don't treat it as data
         cls.formats = conf_kwargs.pop('formats', {})
+        cls.task = conf_kwargs.pop('task', {})
         default_config = conf_kwargs.pop('default', None)
         # Remove other known special keys from dataset configuration
         cls.clear_special_keys(conf_kwargs)