skip 3 warmup steps in benchmarking (#75)

Author: Ivy Zhang

dl_bench/mlp.py

@@ -87,7 +87,10 @@ def __init__(self, params) -> None:
 
         name = params.get("name", "size5")
         net = get_mlp(n_chans_in=IN_FEAT, n_chans_out=N_CLASSES, name=name)
+        min_batches = int(params.get("min_batches", 10))
+        min_seconds = int(params.get("min_seconds", 10))
 
         super().__init__(
-            net=net, in_shape=in_shape, dataset=dataset, batch_size=batch_size
+            net=net, in_shape=in_shape, dataset=dataset, batch_size=batch_size,\
+                min_batches=min_batches, min_seconds=min_seconds
         )

dl_bench/utils.py

@@ -121,6 +121,8 @@ def str_to_dtype(dtype: str):
         return torch.float32
     elif dtype == "bfloat16":
         return torch.bfloat16
+    elif dtype == "int8":
+        return torch.qint8
     else:
         raise ValueError(f"Unsupported data type: {dtype}")
 
@@ -415,7 +417,7 @@ def inference(self, backend: Backend):
                             y = self.net(x)
                     else:
                         y = self.net(x)
-
+                    if i < 3: continue
                     fw_times.append(get_time() - s)
                     n_items += len(x)
                     outputs.append(y)