From f187dd1f502f702e52f8266d8b73866c5131e9b8 Mon Sep 17 00:00:00 2001 From: yaxan Date: Mon, 23 Sep 2024 21:46:44 +0000 Subject: [PATCH 01/16] timer script --- scripts/data_collection.py | 23 +---------------------- scripts/timer.py | 10 ++++++++++ 2 files changed, 11 insertions(+), 22 deletions(-) create mode 100644 scripts/timer.py diff --git a/scripts/data_collection.py b/scripts/data_collection.py index 5c70852..822c426 100644 --- a/scripts/data_collection.py +++ b/scripts/data_collection.py @@ -1,30 +1,19 @@ -import argparse import csv import gc import json -import os -import random -import statistics -import time -import numpy as np import torch import torchvision.models as models from sklearn.neighbors import KDTree from torch.profiler import ProfilerActivity, profile, record_function from transformers import ( - AutoConfig, AutoModelForCausalLM, AutoTokenizer, - BertConfig, - BertForMaskedLM, - GPT2ForSequenceClassification, - PegasusConfig, - PegasusForCausalLM, ) from centml.compiler.prediction.kdtree import KDTreeWithValues from centml.compiler.prediction.profiler import Profiler +from scripts.timer import timed torch.set_float32_matmul_precision('high') torch.set_default_device('cuda') @@ -52,16 +41,6 @@ resnet_tests = [1024, 720, 1440] -def timed(fn): - start = torch.cuda.Event(enable_timing=True) - end = torch.cuda.Event(enable_timing=True) - start.record() - result = fn() - end.record() - torch.cuda.synchronize() - return result, start.elapsed_time(end) / 1000 - - def percent_error(observed, true): return abs((observed - true) / true) * 100 diff --git a/scripts/timer.py b/scripts/timer.py new file mode 100644 index 0000000..375e28f --- /dev/null +++ b/scripts/timer.py @@ -0,0 +1,10 @@ +import torch + +def timed(fn): + start = torch.cuda.Event(enable_timing=True) + end = torch.cuda.Event(enable_timing=True) + start.record() + result = fn() + end.record() + torch.cuda.synchronize() + return result, start.elapsed_time(end) / 1000 From f3a8d5a68eee163a761585556c3358e1eabd55fe Mon Sep 17 00:00:00 2001 From: yaxan Date: Mon, 23 Sep 2024 21:49:25 +0000 Subject: [PATCH 02/16] A100 80GB --- centml/compiler/config.py | 2 +- scripts/data_collection.py | 12 ++++++++++++ 2 files changed, 13 insertions(+), 1 deletion(-) diff --git a/centml/compiler/config.py b/centml/compiler/config.py index ee95e62..51a1273 100644 --- a/centml/compiler/config.py +++ b/centml/compiler/config.py @@ -38,7 +38,7 @@ class Config(BaseSettings): CENTML_MODE: OperationMode = OperationMode.REMOTE_COMPILATION CENTML_PREDICTION_DATA_FILE: str = 'tests/sample_data.csv' - CENTML_PREDICTION_GPUS: str = "A10G,A100SXM440GB" + CENTML_PREDICTION_GPUS: str = "A10G,A100SXM480GB" CENTML_PROMETHEUS_PORT: int = 8000 diff --git a/scripts/data_collection.py b/scripts/data_collection.py index 822c426..c211d66 100644 --- a/scripts/data_collection.py +++ b/scripts/data_collection.py @@ -37,6 +37,18 @@ ("google/pegasus-cnn_dailymail", (1, 1024)), ] +# GPU bound tests for A100 80GB +# A10080GB_hf_model_tests = [ +# ("EleutherAI/gpt-neo-2.7B", (1, 1024)), +# ("gpt2-xl", (2, 1024)), +# ("meta-llama/Meta-Llama-3.1-8B", (1, 1024)), +# ("google/pegasus-cnn_dailymail", (4, 1024)), +# ("facebook/bart-large", (4, 1024)), +# ("google-bert/bert-large-uncased", (16, 512)), +# ("gpt2-medium", (2, 1024)), +# ("gpt2-large", (2, 1024)), +# ] + # Different Batch Sizes for each ResNet Model (torchvision) resnet_tests = [1024, 720, 1440] From 7b53453d4767c0550fc727bc2ecb8410bf21fca3 Mon Sep 17 00:00:00 2001 From: yaxan Date: Mon, 23 Sep 2024 21:50:15 +0000 Subject: [PATCH 03/16] Remove unused imports --- scripts/data_collection.py | 2 -- 1 file changed, 2 deletions(-) diff --git a/scripts/data_collection.py b/scripts/data_collection.py index c211d66..94e20d9 100644 --- a/scripts/data_collection.py +++ b/scripts/data_collection.py @@ -4,8 +4,6 @@ import torch import torchvision.models as models -from sklearn.neighbors import KDTree -from torch.profiler import ProfilerActivity, profile, record_function from transformers import ( AutoModelForCausalLM, AutoTokenizer, From ca86818f72e12934b7dcee3ba254cbb945602535 Mon Sep 17 00:00:00 2001 From: yaxan Date: Mon, 23 Sep 2024 22:11:40 +0000 Subject: [PATCH 04/16] Data collection script updates --- scripts/data_collection.py | 39 +++++++++++++++++++++++--------------- 1 file changed, 24 insertions(+), 15 deletions(-) diff --git a/scripts/data_collection.py b/scripts/data_collection.py index 94e20d9..d1f82d3 100644 --- a/scripts/data_collection.py +++ b/scripts/data_collection.py @@ -79,7 +79,8 @@ def get(self, key, inp): db = DataCollectionTreeDB() -added_time = 0 +cuda_kernel_time = 0 +actual_time = 0 def custom_backend(gm: torch.fx.GraphModule, inps): @@ -87,16 +88,19 @@ def custom_backend(gm: torch.fx.GraphModule, inps): profiler = Profiler(mod=gm, gpu=CURR_GPU, treeDB=db, data_collection_mode=True) def forward(*args): - global added_time - out, t = profiler.propagate(*args) - added_time += t + global cuda_kernel_time + global actual_time + out, t, actual_t = profiler.propagate(*args) + cuda_kernel_time += t + actual_time += actual_t return out return forward def hf_model_test(model_name, input_size, custom_backend): - global added_time + global cuda_kernel_time + global actual_time models_without_tokenizer = {"google/pegasus-cnn_dailymail"} model = AutoModelForCausalLM.from_pretrained(model_name).to("cuda:0") @@ -120,21 +124,23 @@ def hf_model_test(model_name, input_size, custom_backend): compiled_model = torch.compile(model, backend=custom_backend) compiled_model(inp) - added_time /= 1000000 + cuda_kernel_time /= 1000000 print(f"{model_name}, {input_size}") - print("Real time: ", t) - print("TOTAL TIME: ", added_time) - print("Error: ", percent_error(added_time, t)) + print("Real time: ", actual_time) + print("Kernel execution time: ", cuda_kernel_time) + print("Error: ", percent_error(cuda_kernel_time, actual_time)) - added_time = 0 + cuda_kernel_time = 0 + actual_time = 0 del model, inp, compiled_model gc.collect() torch.cuda.empty_cache() def resnet_test(batch_size, custom_backend): - global added_time + global cuda_kernel_time + global actual_time model = models.resnet50(weights=True, num_classes=1000).cuda() model.eval() inp = torch.randn(batch_size, 3, 128, 128).cuda(0) @@ -146,12 +152,15 @@ def resnet_test(batch_size, custom_backend): compiled_model = torch.compile(model, backend=custom_backend) compiled_model(inp) + + cuda_kernel_time /= 1000000 + print(f"resnet, ({batch_size}, 3, 128, 128)") - print("Real time: ", t) - print("TOTAL TIME: ", added_time) - print("Error: ", percent_error(added_time, t)) + print("Real time: ", actual_time) + print("TOTAL TIME: ", cuda_kernel_time) + print("Error: ", percent_error(cuda_kernel_time, actual_time)) - added_time = 0 + cuda_kernel_time = 0 del model, inp, compiled_model gc.collect() torch.cuda.empty_cache() From dbbca9845889c2001da27a375e01b9275ccefb78 Mon Sep 17 00:00:00 2001 From: yaxan Date: Mon, 23 Sep 2024 22:12:58 +0000 Subject: [PATCH 05/16] Added more warmup plus mapping to full graph trace --- centml/compiler/prediction/profiler.py | 60 ++++++++++++++++++++------ 1 file changed, 48 insertions(+), 12 deletions(-) diff --git a/centml/compiler/prediction/profiler.py b/centml/compiler/prediction/profiler.py index 7b27384..f5c6eab 100644 --- a/centml/compiler/prediction/profiler.py +++ b/centml/compiler/prediction/profiler.py @@ -4,6 +4,8 @@ import torch.fx from torch.fx.node import Node +from scripts.timer import timed + class Profiler: def __init__(self, mod, gpu, treeDB, data_collection_mode=False): @@ -13,11 +15,30 @@ def __init__(self, mod, gpu, treeDB, data_collection_mode=False): self.tree_db = treeDB self.gpu = gpu self.data_collection_mode = data_collection_mode + self.trace_event_idx = 0 def propagate(self, *args): args_iter = iter(args) env: Dict[str, Node] = {} - total_time = 0 + total_prediction_time = 0 + actual_time = 0 + trace_events = [] + if self.data_collection_mode: + # Warmup before profiling + for _ in range(10): + _, t = timed(lambda: self.mod(*args)) + + # actual_time is to compare prediction to execution time of GraphModule + actual_time = t + + with torch.profiler.profile(activities=[torch.profiler.ProfilerActivity.CUDA, torch.profiler.ProfilerActivity.CUDA]) as prof: + self.mod(*args) + for event in prof.events(): + # Ignore CPU events for now + if event.trace_name is None or event.device_type == torch.autograd.DeviceType.CPU: + continue + # Create a mapping of kernel execution times to the corresponding trace events + trace_events.append(event.time_range.elapsed_us()) def load_arg(a): return torch.fx.graph.map_arg(a, lambda n: env[n.name]) @@ -81,14 +102,26 @@ def find_dtypes(results): def get_time_or_profile(key, inp_shapes, operation, *args, **kwargs): t = self.tree_db.get(key, inp_shapes) - if self.data_collection_mode and t is None: - with torch.profiler.profile(activities=[torch.profiler.ProfilerActivity.CUDA]) as prof: + if self.data_collection_mode: + with torch.profiler.profile(activities=[torch.profiler.ProfilerActivity.CUDA, torch.profiler.ProfilerActivity.CUDA]) as prof: operation(*args, **kwargs) - event_time_total = 0 - for event in prof.key_averages(): - event_time_total += event.cuda_time_total - t = event_time_total - self.tree_db.add(key, inp_shapes, t) + + if t is None: + # New key + event_time_total = 0 + for event in prof.events(): + if event.trace_name is None or event.device_type == torch.autograd.DeviceType.CPU: + continue + event_time_total += trace_events[self.trace_event_idx] + self.trace_event_idx += 1 + t = event_time_total + self.tree_db.add(key, inp_shapes, t) + else: + # Existing key, increment trace_event_idx by # of events to maintain mapping to trace_events list + for event in prof.events(): + if event.trace_name is None or event.device_type == torch.autograd.DeviceType.CPU: + continue + self.trace_event_idx += 1 return t @@ -110,7 +143,7 @@ def get_time_or_profile(key, inp_shapes, operation, *args, **kwargs): t = get_time_or_profile(key, inp_shapes, node.target, *args, **kwargs) - total_time += t + total_prediction_time += t elif node.op == 'call_method': self_obj, *args = load_arg(node.args) kwargs = load_arg(node.kwargs) @@ -123,7 +156,7 @@ def get_time_or_profile(key, inp_shapes, operation, *args, **kwargs): t = get_time_or_profile(key, inp_shapes, getattr(self_obj, node.target), *args, **kwargs) - total_time += t + total_prediction_time += t elif node.op == 'call_module': mod = self.modules[node.target] args = load_arg(node.args) @@ -145,9 +178,12 @@ def get_time_or_profile(key, inp_shapes, operation, *args, **kwargs): t = get_time_or_profile(key, inp_shapes, mod, *args, **kwargs) - total_time += t + total_prediction_time += t elif node.op == 'output': args = load_arg(node.args) - return args[0], total_time + if self.data_collection_mode: + # Return full graph execution time as well for accuracy comparison + return args[0], total_prediction_time, actual_time + return args[0], total_prediction_time env[node.name] = result From 81517ab513482df4c3ad0616d04841afa85a5db5 Mon Sep 17 00:00:00 2001 From: yaxan Date: Mon, 23 Sep 2024 22:15:26 +0000 Subject: [PATCH 06/16] lint --- centml/compiler/prediction/profiler.py | 10 +++++++--- 1 file changed, 7 insertions(+), 3 deletions(-) diff --git a/centml/compiler/prediction/profiler.py b/centml/compiler/prediction/profiler.py index f5c6eab..6a2183f 100644 --- a/centml/compiler/prediction/profiler.py +++ b/centml/compiler/prediction/profiler.py @@ -31,14 +31,16 @@ def propagate(self, *args): # actual_time is to compare prediction to execution time of GraphModule actual_time = t - with torch.profiler.profile(activities=[torch.profiler.ProfilerActivity.CUDA, torch.profiler.ProfilerActivity.CUDA]) as prof: + with torch.profiler.profile( + activities=[torch.profiler.ProfilerActivity.CUDA, torch.profiler.ProfilerActivity.CUDA] + ) as prof: self.mod(*args) for event in prof.events(): # Ignore CPU events for now if event.trace_name is None or event.device_type == torch.autograd.DeviceType.CPU: continue # Create a mapping of kernel execution times to the corresponding trace events - trace_events.append(event.time_range.elapsed_us()) + trace_events.append(event.time_range.elapsed_us()) def load_arg(a): return torch.fx.graph.map_arg(a, lambda n: env[n.name]) @@ -103,7 +105,9 @@ def get_time_or_profile(key, inp_shapes, operation, *args, **kwargs): t = self.tree_db.get(key, inp_shapes) if self.data_collection_mode: - with torch.profiler.profile(activities=[torch.profiler.ProfilerActivity.CUDA, torch.profiler.ProfilerActivity.CUDA]) as prof: + with torch.profiler.profile( + activities=[torch.profiler.ProfilerActivity.CUDA, torch.profiler.ProfilerActivity.CUDA] + ) as prof: operation(*args, **kwargs) if t is None: From 008d87ea13a490443acb6b93f9f2116b4c8f130b Mon Sep 17 00:00:00 2001 From: yaxan Date: Mon, 23 Sep 2024 22:40:17 +0000 Subject: [PATCH 07/16] Remove one llama 3.1 1x512 test --- scripts/data_collection.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/scripts/data_collection.py b/scripts/data_collection.py index d1f82d3..11e9d8b 100644 --- a/scripts/data_collection.py +++ b/scripts/data_collection.py @@ -28,7 +28,6 @@ ("gpt2-xl", (1, 512)), ("google-bert/bert-large-uncased", (8, 512)), ("google-bert/bert-large-uncased", (16, 512)), - ("meta-llama/Meta-Llama-3.1-8B", (1, 512)), ("meta-llama/Meta-Llama-3.1-8B", (1, 256)), ("gpt2-medium", (1, 1024)), ("facebook/bart-large", (1, 1024)), @@ -66,6 +65,7 @@ def add(self, key, point, time): self.db[key].add(point, time) def get(self, key, inp): + return None if key not in self.db: # print("New Key") return None From f77517768795a8470c17b92211fc8b1037ecffa3 Mon Sep 17 00:00:00 2001 From: yaxan Date: Mon, 23 Sep 2024 22:49:21 +0000 Subject: [PATCH 08/16] Small fixes --- scripts/data_collection.py | 6 ++---- 1 file changed, 2 insertions(+), 4 deletions(-) diff --git a/scripts/data_collection.py b/scripts/data_collection.py index 11e9d8b..9b684bd 100644 --- a/scripts/data_collection.py +++ b/scripts/data_collection.py @@ -47,7 +47,7 @@ # ] # Different Batch Sizes for each ResNet Model (torchvision) -resnet_tests = [1024, 720, 1440] +resnet_tests = [512, 720] def percent_error(observed, true): @@ -65,7 +65,6 @@ def add(self, key, point, time): self.db[key].add(point, time) def get(self, key, inp): - return None if key not in self.db: # print("New Key") return None @@ -161,13 +160,12 @@ def resnet_test(batch_size, custom_backend): print("Error: ", percent_error(cuda_kernel_time, actual_time)) cuda_kernel_time = 0 + actual_time = 0 del model, inp, compiled_model gc.collect() torch.cuda.empty_cache() -for model_name, input_size in hf_model_tests: - hf_model_test(model_name, input_size, custom_backend) for batch_size in resnet_tests: resnet_test(batch_size, custom_backend) From dc9a6311a194f41768a3f202b28e7fc2a894a226 Mon Sep 17 00:00:00 2001 From: yaxan Date: Mon, 23 Sep 2024 22:50:05 +0000 Subject: [PATCH 09/16] Restore accidental deletion --- scripts/data_collection.py | 3 ++- 1 file changed, 2 insertions(+), 1 deletion(-) diff --git a/scripts/data_collection.py b/scripts/data_collection.py index 9b684bd..2ef377e 100644 --- a/scripts/data_collection.py +++ b/scripts/data_collection.py @@ -165,7 +165,8 @@ def resnet_test(batch_size, custom_backend): gc.collect() torch.cuda.empty_cache() - +for model_name, input_size in hf_model_tests: + hf_model_test(model_name, input_size, custom_backend) for batch_size in resnet_tests: resnet_test(batch_size, custom_backend) From 73f551536597d69d2a2b3eb874f5aa8b4daf1303 Mon Sep 17 00:00:00 2001 From: yaxan Date: Tue, 1 Oct 2024 01:25:34 +0000 Subject: [PATCH 10/16] fixed double CUDA profileractivity --- centml/compiler/prediction/profiler.py | 16 ++++++++-------- 1 file changed, 8 insertions(+), 8 deletions(-) diff --git a/centml/compiler/prediction/profiler.py b/centml/compiler/prediction/profiler.py index 6a2183f..28226a7 100644 --- a/centml/compiler/prediction/profiler.py +++ b/centml/compiler/prediction/profiler.py @@ -20,7 +20,7 @@ def __init__(self, mod, gpu, treeDB, data_collection_mode=False): def propagate(self, *args): args_iter = iter(args) env: Dict[str, Node] = {} - total_prediction_time = 0 + total_gpu_time = 0 actual_time = 0 trace_events = [] if self.data_collection_mode: @@ -32,7 +32,7 @@ def propagate(self, *args): actual_time = t with torch.profiler.profile( - activities=[torch.profiler.ProfilerActivity.CUDA, torch.profiler.ProfilerActivity.CUDA] + activities=[torch.profiler.ProfilerActivity.CUDA, torch.profiler.ProfilerActivity.CPU] ) as prof: self.mod(*args) for event in prof.events(): @@ -106,7 +106,7 @@ def get_time_or_profile(key, inp_shapes, operation, *args, **kwargs): if self.data_collection_mode: with torch.profiler.profile( - activities=[torch.profiler.ProfilerActivity.CUDA, torch.profiler.ProfilerActivity.CUDA] + activities=[torch.profiler.ProfilerActivity.CUDA, torch.profiler.ProfilerActivity.CPU] ) as prof: operation(*args, **kwargs) @@ -147,7 +147,7 @@ def get_time_or_profile(key, inp_shapes, operation, *args, **kwargs): t = get_time_or_profile(key, inp_shapes, node.target, *args, **kwargs) - total_prediction_time += t + total_gpu_time += t elif node.op == 'call_method': self_obj, *args = load_arg(node.args) kwargs = load_arg(node.kwargs) @@ -160,7 +160,7 @@ def get_time_or_profile(key, inp_shapes, operation, *args, **kwargs): t = get_time_or_profile(key, inp_shapes, getattr(self_obj, node.target), *args, **kwargs) - total_prediction_time += t + total_gpu_time += t elif node.op == 'call_module': mod = self.modules[node.target] args = load_arg(node.args) @@ -182,12 +182,12 @@ def get_time_or_profile(key, inp_shapes, operation, *args, **kwargs): t = get_time_or_profile(key, inp_shapes, mod, *args, **kwargs) - total_prediction_time += t + total_gpu_time += t elif node.op == 'output': args = load_arg(node.args) if self.data_collection_mode: # Return full graph execution time as well for accuracy comparison - return args[0], total_prediction_time, actual_time - return args[0], total_prediction_time + return args[0], total_gpu_time, actual_time + return args[0], total_gpu_time env[node.name] = result From 1e03c1378a8b813e1fec357f47b72e49dca8fa65 Mon Sep 17 00:00:00 2001 From: yaxan Date: Tue, 15 Oct 2024 05:06:57 +0000 Subject: [PATCH 11/16] More models to data collection script --- scripts/data_collection.py | 104 +++++++++-- tests/sample_data.csv | 355 ++++++++++++++++--------------------- 2 files changed, 241 insertions(+), 218 deletions(-) diff --git a/scripts/data_collection.py b/scripts/data_collection.py index 2ef377e..1e12429 100644 --- a/scripts/data_collection.py +++ b/scripts/data_collection.py @@ -3,12 +3,15 @@ import json import torch -import torchvision.models as models from transformers import ( AutoModelForCausalLM, AutoTokenizer, + AutoModelForImageClassification, + AutoModelForObjectDetection ) + + from centml.compiler.prediction.kdtree import KDTreeWithValues from centml.compiler.prediction.profiler import Profiler from scripts.timer import timed @@ -21,21 +24,35 @@ OUTPUT_FILE = 'data.csv' # Different HuggingFace Models + Different Input Sizes -hf_model_tests = [ - ("EleutherAI/gpt-neo-2.7B", (1, 512)), +llm_tests = [ + ("google/gemma-7b", (1, 128)), + ("microsoft/phi-2", (1,512)), + ("microsoft/phi-2", (2,512)), + ("facebook/bart-large", (1, 1024)), + ("facebook/bart-large", (2, 512)), ("gpt2-xl", (1, 1024)), - ("gpt2-large", (1, 1024)), + ("gpt2-xl", (1, 720)), ("gpt2-xl", (1, 512)), + ("gpt2-xl", (2, 512)), + ("gpt2-xl", (4, 256)), + ("EleutherAI/gpt-neo-2.7B", (1, 512)), + ("EleutherAI/gpt-neo-2.7B", (1, 256)), + ("gpt2-large", (1, 1024)), + ("gpt2-large", (1, 720)), + ("gpt2-large", (1, 512)), ("google-bert/bert-large-uncased", (8, 512)), ("google-bert/bert-large-uncased", (16, 512)), ("meta-llama/Meta-Llama-3.1-8B", (1, 256)), ("gpt2-medium", (1, 1024)), - ("facebook/bart-large", (1, 1024)), + ("gpt2-medium", (1, 512)), + ("gpt2-medium", (2, 512)), ("google/pegasus-cnn_dailymail", (1, 1024)), + ("google/pegasus-cnn_dailymail", (1, 512)), + ("google/pegasus-cnn_dailymail", (2, 512)), ] -# GPU bound tests for A100 80GB -# A10080GB_hf_model_tests = [ +# Tests for larger GPUs (A100, H100, etc.) +# large_llm_tests = [ # ("EleutherAI/gpt-neo-2.7B", (1, 1024)), # ("gpt2-xl", (2, 1024)), # ("meta-llama/Meta-Llama-3.1-8B", (1, 1024)), @@ -46,8 +63,24 @@ # ("gpt2-large", (2, 1024)), # ] -# Different Batch Sizes for each ResNet Model (torchvision) -resnet_tests = [512, 720] +# Different Batch Sizes for each image classification model +image_classification_tests = [ + ("google/efficientnet-b0", 512), + ("google/efficientnet-b0", 256), + ("google/efficientnet-b0", 128), + ("google/vit-base-patch16-224", 128), + ("microsoft/resnet-50", 256), + ("microsoft/resnet-50", 512), +] + +# Different Batch Sizes for each object detection model +object_detection_tests = [ + ("hustvl/yolos-tiny", 128), + ("hustvl/yolos-tiny", 256), + ("hustvl/yolos-tiny", 512), + ("facebook/detr-resnet-50", 128), + ("facebook/detr-resnet-50", 256), +] def percent_error(observed, true): @@ -97,7 +130,7 @@ def forward(*args): return forward -def hf_model_test(model_name, input_size, custom_backend): +def llm_test(model_name, input_size, custom_backend): global cuda_kernel_time global actual_time models_without_tokenizer = {"google/pegasus-cnn_dailymail"} @@ -137,10 +170,41 @@ def hf_model_test(model_name, input_size, custom_backend): torch.cuda.empty_cache() -def resnet_test(batch_size, custom_backend): +def image_classification_test(model_name, batch_size, custom_backend): global cuda_kernel_time global actual_time - model = models.resnet50(weights=True, num_classes=1000).cuda() + model = AutoModelForImageClassification.from_pretrained(model_name).to("cuda:0") + model.eval() + if model_name == "google/vit-base-patch16-224": + inp = torch.randn(batch_size, 3, 224, 224).cuda(0) + else: + inp = torch.randn(batch_size, 3, 128, 128).cuda(0) + + with torch.inference_mode(): + for _ in range(10): + _, t = timed(lambda: model(inp)) + print(t) + + compiled_model = torch.compile(model, backend=custom_backend) + compiled_model(inp) + + cuda_kernel_time /= 1000000 + + print(f"{model_name}, {batch_size}") + print("Real time: ", actual_time) + print("TOTAL TIME: ", cuda_kernel_time) + print("Error: ", percent_error(cuda_kernel_time, actual_time)) + + cuda_kernel_time = 0 + actual_time = 0 + del model, inp, compiled_model + gc.collect() + torch.cuda.empty_cache() + +def object_detection_test(model_name, batch_size, custom_backend): + global cuda_kernel_time + global actual_time + model = AutoModelForObjectDetection.from_pretrained(model_name).to("cuda:0") model.eval() inp = torch.randn(batch_size, 3, 128, 128).cuda(0) @@ -154,7 +218,7 @@ def resnet_test(batch_size, custom_backend): cuda_kernel_time /= 1000000 - print(f"resnet, ({batch_size}, 3, 128, 128)") + print(f"{model_name}, {batch_size}") print("Real time: ", actual_time) print("TOTAL TIME: ", cuda_kernel_time) print("Error: ", percent_error(cuda_kernel_time, actual_time)) @@ -165,11 +229,17 @@ def resnet_test(batch_size, custom_backend): gc.collect() torch.cuda.empty_cache() -for model_name, input_size in hf_model_tests: - hf_model_test(model_name, input_size, custom_backend) +# for model_name, input_size in large_llm_tests: +# llm_test(model_name, input_size, custom_backend) + +for model_name, input_size in llm_tests: + llm_test(model_name, input_size, custom_backend) + +for model_name, batch_size in object_detection_tests: + object_detection_test(model_name, batch_size, custom_backend) -for batch_size in resnet_tests: - resnet_test(batch_size, custom_backend) +for model_name, batch_size in image_classification_tests: + image_classification_test(model_name, batch_size, custom_backend) # Write to CSV with open(OUTPUT_FILE, 'w', newline='') as csvfile: diff --git a/tests/sample_data.csv b/tests/sample_data.csv index d5df6f0..7319fc1 100644 --- a/tests/sample_data.csv +++ b/tests/sample_data.csv @@ -1,209 +1,162 @@ "op","dim","inp_dtypes","out_dtypes","gpu","points","values" -"view","2","N/A","torch.int64","A10G","[[-1, 512], [512, 1], [-1, 1024], [1024, 1]]","[0, 0, 0, 0]" -"arange","2","N/A","torch.int64","A10G","[[0, 512], [512, 1], [0, 1024], [1024, 1], [513, 1], [0, 256], [257, 1]]","[1, 1, 1, 1, 1, 1, 1]" +"Embedding","4","torch.int64,torch.float16","torch.float16","A10G","[[1, 128, 256000, 3072], [1, 512, 51200, 2560], [2, 512, 51200, 2560], [1, 1024, 50257, 1600], [1, 1024, 1024, 1600], [1, 720, 50257, 1600], [1, 720, 1024, 1600], [1, 512, 50257, 1600], [1, 512, 1024, 1600], [2, 512, 50257, 1600], [4, 256, 50257, 1600], [1, 256, 1024, 1600], [1, 512, 50257, 2560], [1, 512, 2048, 2560], [1, 256, 50257, 2560], [1, 256, 2048, 2560], [1, 1024, 50257, 1280], [1, 1024, 1024, 1280], [1, 720, 50257, 1280], [1, 720, 1024, 1280], [1, 512, 50257, 1280], [1, 512, 1024, 1280], [8, 512, 30522, 1024], [8, 512, 2, 1024], [1, 512, 512, 1024], [16, 512, 30522, 1024], [16, 512, 2, 1024], [1, 256, 128256, 4096], [1, 1024, 50257, 1024], [1, 1024, 1024, 1024], [1, 512, 50257, 1024], [1, 512, 1024, 1024], [2, 512, 50257, 1024], [1, 1024, 96103, 1024], [1, 512, 96103, 1024], [2, 512, 96103, 1024]]","[7, 20, 37, 23, 23, 18, 16, 13, 12, 24, 24, 7, 20, 19, 11, 10, 20, 19, 15, 13, 11, 10, 57, 50, 10, 110, 95, 13, 16, 15, 9, 8, 17, 17, 9, 16]" +"arange","2","N/A","torch.int64","A10G","[[0, 128], [129, 1], [0, 512], [513, 1], [1024, 1], [0, 1024], [512, 1], [0, 720], [720, 1], [0, 256], [256, 1], [257, 1], [128, 1]]","[1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1]" "unsqueeze","2","N/A","torch.int64","A10G","[[0, 1]]","[0]" -"Embedding","4","torch.int64,torch.float16","torch.float16","A10G","[[1, 512, 50257, 2560], [1, 512, 2048, 2560], [1, 1024, 50257, 1600], [1, 1024, 1024, 1600], [1, 1024, 50257, 1280], [1, 1024, 1024, 1280], [1, 512, 50257, 1600], [1, 512, 1024, 1600], [8, 512, 30522, 1024], [8, 512, 2, 1024], [1, 512, 512, 1024], [16, 512, 30522, 1024], [16, 512, 2, 1024], [1, 512, 128256, 4096], [1, 256, 128256, 4096], [1, 1024, 50257, 1024], [1, 1024, 1024, 1024], [1, 1024, 96103, 1024]]","[20, 18, 24, 23, 20, 18, 13, 11, 57, 50, 9, 111, 94, 31, 17, 16, 14, 16]" -"add","6","torch.float16,torch.float16","torch.float16","A10G","[[1, 512, 2560, 1, 512, 2560], [1, 512, 10240, 1, 512, 10240], [1, 1024, 1600, 1, 1024, 1600], [1, 1024, 6400, 1, 1024, 6400], [1, 1024, 1280, 1, 1024, 1280], [1, 1024, 5120, 1, 1024, 5120], [1, 512, 1600, 1, 512, 1600], [1, 512, 6400, 1, 512, 6400], [8, 512, 1024, 8, 512, 1024], [16, 512, 1024, 16, 512, 1024], [1, 512, 4096, 1, 512, 4096], [1, 256, 4096, 1, 256, 4096], [1, 1024, 1024, 1, 1024, 1024], [1, 1024, 4096, 1, 1024, 4096]]","[10, 64, 13, 80, 10, 64, 4, 40, 52, 103, 21, 7, 7, 52]" -"full","2","N/A","torch.float16","A10G","[[2, -65504.0], [2, 1]]","[1, 1]" -"add","2","torch.int64","torch.int64","A10G","[[512, 1], [1024, 1]]","[1, 1]" -"lt","3","torch.int64,torch.int64","torch.bool","A10G","[[512, 512, 1], [1024, 1024, 1]]","[3, 7]" -"masked_fill_","3","torch.bool","torch.float16","A10G","[[512, 512, 0], [1024, 1024, 0]]","[1, 3]" -"to","2","N/A","torch.float16","A10G","[[1, 1]]","[0]" -"getitem","3","torch.float16","torch.float16","A10G","[[512, 512, 4], [1024, 1024, 4], [8, 512, 4], [16, 512, 4], [512, 513, 4], [256, 257, 4]]","[0, 0, 0, 0, 0, 0]" -"expand","4","N/A","torch.float16","A10G","[[1, 1, 512, 512], [1, 1, 1024, 1024], [8, 1, 512, 512], [16, 1, 512, 512], [1, 1, -1, -1]]","[0, 0, 0, 0, 0]" -"Dropout","3","torch.float16,","torch.float16","A10G","[[1, 512, 2560], [1, 1024, 1600], [1, 1024, 1280], [1, 512, 1600], [8, 512, 1024], [16, 512, 1024], [1, 1024, 1024]]","[0, 0, 0, 0, 0, 0, 0]" -"LayerNorm","5","torch.float16,torch.float16,torch.float16","torch.float16","A10G","[[1, 512, 2560, 2560, 2560], [1, 1024, 1600, 1600, 1600], [1, 1024, 1280, 1280, 1280], [1, 512, 1600, 1600, 1600], [8, 512, 1024, 1024, 1024], [16, 512, 1024, 1024, 1024], [1, 1024, 1024, 1024, 1024]]","[9, 15, 12, 7, 38, 76, 9]" -"Linear","5","torch.float16,torch.float16","torch.float16","A10G","[[1, 512, 2560, 2560, 2560], [1, 512, 2560, 50257, 2560], [1, 1024, 1600, 50257, 1600], [1, 1024, 1280, 50257, 1280], [1, 512, 1600, 50257, 1600], [1, 512, 4096, 4096, 4096], [1, 512, 4096, 1024, 4096], [1, 512, 4096, 14336, 4096], [1, 512, 14336, 4096, 14336], [1, 512, 4096, 128256, 4096], [1, 256, 4096, 4096, 4096], [1, 256, 4096, 1024, 4096], [1, 256, 4096, 14336, 4096], [1, 256, 14336, 4096, 14336], [1, 256, 4096, 128256, 4096], [1, 1024, 1024, 50257, 1024], [1, 1024, 1024, 50265, 1024], [1, 1024, 1024, 96103, 1024]]","[105, 2800, 3600, 2969, 1772, 319, 90, 945, 1092, 9971, 179, 43, 480, 628, 4109, 2345, 2343, 4439]" -"view","2","N/A","torch.float16","A10G","[[4, 1], [3, 1], [-1, 1600], [-1, 6400], [-1, 1280 ], [-1, 5120], [-1, 1024], [-1, 4096]]","[0, 0, 0, 0, 0, 0, 0, 0]" -"permute","4","N/A","torch.float16","A10G","[[0, 2, 1, 3]]","[0]" -"to","2","N/A","torch.float32","A10G","[[1, 1]]","[17]" -"transpose","2","N/A","torch.float32","A10G","[[-1, -2], [1, 2]]","[0, 0]" -"matmul","8","torch.float32,torch.float32","torch.float32","A10G","[[1, 20, 512, 128, 1, 20, 128, 512]]","[92]" -"getitem","5","torch.bool","torch.bool","A10G","[[1, 1, 2048, 2048, 4]]","[0]" -"tensor","2","N/A","torch.float32","A10G","[[-3.4028234663852886e+38, 1]]","[0]" -"where","8","torch.bool,torch.float32,torch.float32","torch.float32","A10G","[[1, 1, 512, 512, 1, 20, 512, 512]]","[68]" -"add","8","torch.float32,torch.float16","torch.float32","A10G","[[1, 20, 512, 512, 1, 1, 512, 512]]","[94]" -"softmax","4","torch.float32","torch.float32","A10G","[[1, 20, 512, 512]]","[87]" -"Dropout","4","torch.float16,","torch.float16","A10G","[[1, 20, 512, 512]]","[0]" -"matmul","8","torch.float16,torch.float16","torch.float16","A10G","[[1, 20, 512, 512, 1, 20, 512, 128]]","[38]" -"contiguous","1","N/A","torch.float16","A10G","[[1]]","[10]" -"Linear","6","torch.float16,torch.float16,torch.float16","torch.float16","A10G","[[1, 512, 2560, 2560, 2560, 2560], [1, 512, 2560, 10240, 2560, 10240], [1, 512, 10240, 2560, 10240, 2560], [8, 512, 1024, 1024, 1024, 1024], [8, 512, 1024, 4096, 1024, 4096], [8, 512, 4096, 1024, 4096, 1024], [8, 512, 1024, 30522, 1024, 30522], [16, 512, 1024, 1024, 1024, 1024], [16, 512, 1024, 4096, 1024, 4096], [16, 512, 4096, 1024, 4096, 1024], [16, 512, 1024, 30522, 1024, 30522], [1, 1024, 1024, 1024, 1024, 1024], [1, 1024, 1024, 4096, 1024, 4096], [1, 1024, 4096, 1024, 4096, 1024]]","[106, 406, 395, 164, 600, 596, 4281, 324, 1106, 1188, 8456, 47, 171, 161]" -"mul","4","torch.float16","torch.float16","A10G","[[0.5, 1, 512, 10240], [0.044715, 1, 512, 10240], [0.7978845608028654, 1, 512, 10240], [0.5, 1, 1024, 6400], [0.044715, 1, 1024, 6400], [0.7978845608028654, 1, 1024, 6400], [0.5, 1, 1024, 5120], [0.044715, 1, 1024, 5120], [0.7978845608028654, 1, 1024, 5120], [0.5, 1, 512, 6400], [0.044715, 1, 512, 6400], [0.7978845608028654, 1, 512, 6400], [0.5, 1, 1024, 4096], [0.044715, 1, 1024, 4096], [0.7978845608028654, 1, 1024, 4096], [1, 1024, 1024, 1.0], [1, 1024, 1024, 32.0], [1, 1024, 1024, 0.125]]","[41, 43, 43, 51, 55, 54, 42, 42, 43, 23, 27, 26, 33, 35, 34, 4, 3, 3]" -"pow","4","torch.float16","torch.float16","A10G","[[1, 512, 10240, 3.0], [1, 1024, 6400, 3.0], [1, 1024, 5120, 3.0], [1, 512, 6400, 3.0], [1, 1024, 4096, 3.0]]","[43, 54, 43, 27, 34]" -"tanh","3","torch.float16","torch.float16","A10G","[[1, 512, 10240], [1, 1024, 6400], [1, 1024, 5120], [1, 512, 6400], [1, 1024, 4096]]","[44, 54, 43, 27, 35]" -"add","4","torch.float16","torch.float16","A10G","[[1.0, 1, 512, 10240], [1.0, 1, 1024, 6400], [1.0, 1, 1024, 5120], [1.0, 1, 512, 6400], [1.0, 1, 1024, 4096]]","[43, 54, 43, 27, 35]" -"mul","6","torch.float16,torch.float16","torch.float16","A10G","[[1, 512, 10240, 1, 512, 10240], [1, 1024, 6400, 1, 1024, 6400], [1, 1024, 5120, 1, 1024, 5120], [1, 512, 6400, 1, 512, 6400], [1, 512, 14336, 1, 512, 14336], [1, 256, 14336, 1, 256, 14336], [1, 1024, 4096, 1, 1024, 4096]]","[64, 80, 65, 40, 87, 42, 52]" -"addmm","5","torch.float16,torch.float16,torch.float16","torch.float16","A10G","[[4800, 1024, 1600, 1600, 4800], [1600, 1024, 1600, 1600, 1600], [6400, 1024, 1600, 1600, 6400], [1600, 1024, 6400, 6400, 1600], [3840, 1024, 1280, 1280, 3840], [1280, 1024, 1280, 1280, 1280], [5120, 1024, 1280, 1280, 5120], [1280, 1024, 5120, 5120, 1280], [4800, 512, 1600, 1600, 4800], [1600, 512, 1600, 1600, 1600], [6400, 512, 1600, 1600, 6400], [1600, 512, 6400, 6400, 1600], [3072, 1024, 1024, 1024, 3072], [1024, 1024, 1024, 1024, 1024], [4096, 1024, 1024, 1024, 4096], [1024, 1024, 4096, 4096, 1024]]","[320, 99, 399, 488, 199, 81, 210, 205, 129, 68, 241, 248, 169, 47, 169, 161]" -"split","2","N/A","torch.float16,torch.float16,torch.float16","A10G","[[1600, 1], [1280, 1], [1024, 1]]","[0, 0, 0]" -"getitem","4","torch.float16","torch.float16","A10G","[[3, 1024, 1600, 0], [3, 1024, 1600, 1], [3, 1024, 1600, 2], [3, 1024, 1280, 0], [3, 1024, 1280, 1], [3, 1024, 1280, 2], [3, 512, 1600, 0], [3, 512, 1600, 1], [3, 512, 1600, 2], [3, 1024, 1024, 0], [3, 1024, 1024, 1], [3, 1024, 1024, 2]]","[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" -"scaled_dot_product_attention","12","torch.float16,torch.float16,torch.float16","torch.float16","A10G","[[1, 25, 1024, 64, 1, 25, 1024, 64, 1, 25, 1024, 64], [1, 20, 1024, 64, 1, 20, 1024, 64, 1, 20, 1024, 64], [1, 25, 512, 64, 1, 25, 512, 64, 1, 25, 512, 64], [8, 16, 512, 64, 8, 16, 512, 64, 8, 16, 512, 64], [16, 16, 512, 64, 16, 16, 512, 64, 16, 16, 512, 64], [1, 32, 512, 128, 1, 32, 512, 128, 1, 32, 512, 128], [1, 32, 256, 128, 1, 32, 256, 128, 1, 32, 256, 128], [1, 16, 1024, 64, 1, 16, 1024, 64, 1, 16, 1024, 64]]","[213, 142, 59, 229, 420, 180, 54, 134]" -"transpose","2","N/A","torch.float16","A10G","[[1, 2]]","[0]" -"view","3","N/A","torch.float16","A10G","[[1, 1024, 1600], [1, 1024, 1280], [1, 512, 1600], [1, 512, -1], [1, 256, -1], [1, 1024, 1024], [16, -1, 64], [16, 1024, 1024]]","[0, 0, 0, 0, 0, 0, 0, 0]" -"size","1","N/A","N/A","A10G","[[1]]","[0]" -"getitem","2","N/A","N/A","A10G","[[2, 1], [3, 1], [2, 0], [3, 0], [4, 2]]","[0, 0, 0, 0, 0]" -"add","2","N/A","N/A","A10G","[[512, 0], [0, 256], [256, 0], [256, 1], [1024, 0]]","[0, 0, 0, 0, 0]" -"sub","2","N/A","N/A","A10G","[[512, 512], [1024, 1024]]","[0, 0]" -"gt","2","N/A","N/A","A10G","[[512, 1], [0, 0], [1024, 1]]","[0, 0, 0]" -"size","2","N/A","N/A","A10G","[[-1, 1]]","[0]" -"getitem","3","torch.int64","torch.int64","A10G","[[1, 512, 2], [1, 512, 3], [1, 256, 3]]","[0, 0, 0]" -"expand","2","N/A","torch.int64","A10G","[[8, 512], [16, 512], [1, -1]]","[0, 0, 0]" -"iadd","6","torch.float16,torch.float16","torch.float16","A10G","[[8, 512, 1024, 1, 512, 1024], [16, 512, 1024, 1, 512, 1024]]","[38, 74]" -"ones","2","N/A","torch.float16","A10G","[[2, 1]]","[1]" -"sub","5","torch.float16","torch.float16","A10G","[[1.0, 8, 1, 512, 512], [1.0, 16, 1, 512, 512]]","[10, 20]" -"to","2","N/A","torch.bool","A10G","[[1, 1]]","[11]" -"masked_fill","5","torch.bool","torch.float16","A10G","[[8, 1, 512, 512, -65504.0], [16, 1, 512, 512, -65504.0]]","[27, 79]" -"reshape","3","N/A","torch.float16","A10G","[[8, 512, 1024], [16, 512, 1024], [1, 1024, 1024], [16, -1, 64]]","[0, 0, 0, 0]" -"gelu","3","torch.float16","torch.float16","A10G","[[8, 512, 4096], [8, 512, 1024], [16, 512, 4096], [16, 512, 1024], [1, 1024, 4096]]","[136, 31, 274, 66, 34]" -"triu","2","torch.float16","torch.float16","A10G","[[512, 513], [256, 257]]","[4, 2]" +"full","2","N/A","torch.float16","A10G","[[2, 1], [2, -65504.0]]","[1, 2]" +"triu","2","torch.float16","torch.float16","A10G","[[128, 129], [512, 513], [256, 257]]","[2, 4, 3]" "reshape","2","N/A","torch.int64","A10G","[[-1, 1]]","[0]" -"gt","3","torch.int64,torch.int64","torch.bool","A10G","[[513, 512, 1], [257, 256, 1]]","[3, 3]" -"imul","4","torch.float16,torch.bool","torch.float16","A10G","[[512, 513, 512, 513], [256, 257, 256, 257]]","[3, 4]" +"gt","3","torch.int64,torch.int64","torch.bool","A10G","[[129, 128, 1], [513, 512, 1], [257, 256, 1]]","[2, 3, 3]" +"imul","4","torch.float16,torch.bool","torch.float16","A10G","[[128, 129, 128, 129], [512, 513, 512, 513], [256, 257, 256, 257]]","[4, 4, 4]" +"getitem","3","torch.float16","torch.float16","A10G","[[128, 129, 4], [512, 513, 4], [2048, 32, 1], [1024, 1024, 4], [512, 512, 4], [720, 720, 4], [256, 256, 4], [8, 512, 4], [16, 512, 4], [256, 257, 4], [1, 192, 2]]","[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" +"expand","4","N/A","torch.float16","A10G","[[1, 1, -1, -1], [2, 1, -1, -1], [1, 1, 1024, 1024], [2, 1, 512, 512], [1, 1, 720, 720], [1, 1, 512, 512], [4, 1, 256, 256], [1, 1, 256, 256], [8, 1, 512, 512], [16, 1, 512, 512]]","[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" +"tensor","2","N/A","torch.float16","A10G","[[55.42562584220407, 1]]","[0]" +"mul","3","torch.float16,torch.float16","torch.float16","A10G","[[1, 128, 3072]]","[3]" +"float","1","N/A","torch.float32","A10G","[[1]]","[3]" +"pow","2","N/A","torch.float32","A10G","[[2, 1]]","[2]" +"mean","2","N/A","torch.float32","A10G","[[-1, 1]]","[7]" +"add","4","torch.float32","torch.float32","A10G","[[1, 128, 1, 1e-06], [1, 256, 1, 1e-05], [128, 1, 32, 1e-06], [128, 32, 1, 1e-06], [128, 1, 16, 1e-06], [128, 16, 1, 1e-06], [128, 1, 8, 1e-06], [128, 8, 1, 1e-06], [128, 1, 4, 1e-06], [128, 4, 1, 1e-06], [256, 1, 32, 1e-06], [256, 32, 1, 1e-06], [256, 1, 16, 1e-06], [256, 16, 1, 1e-06], [256, 1, 8, 1e-06], [256, 8, 1, 1e-06], [256, 1, 4, 1e-06], [256, 4, 1, 1e-06]]","[1, 1, 2, 1, 2, 1, 2, 1, 2, 1, 2, 1, 1, 1, 2, 1, 2, 1]" +"rsqrt","3","torch.float32","torch.float32","A10G","[[1, 128, 1], [1, 256, 1]]","[1, 1]" +"mul","6","torch.float32,torch.float32","torch.float32","A10G","[[1, 128, 3072, 1, 128, 1], [1, 256, 4096, 1, 256, 1]]","[3, 14]" +"add","2","torch.float32","torch.float32","A10G","[[1.0, 3072]]","[1]" +"mul","4","torch.float32,torch.float32","torch.float32","A10G","[[1, 128, 3072, 3072]]","[3]" +"type_as","3","torch.float16","torch.float16","A10G","[[1, 128, 3072]]","[3]" +"Linear","5","torch.float16,torch.float16","torch.float16","A10G","[[1, 128, 3072, 4096, 3072], [1, 128, 4096, 3072, 4096], [1, 128, 3072, 24576, 3072], [1, 128, 24576, 3072, 24576], [1, 128, 3072, 256000, 3072], [1, 1024, 1024, 50265, 1024], [2, 512, 1024, 50265, 1024], [1, 1024, 1600, 50257, 1600], [1, 720, 1600, 50257, 1600], [1, 512, 1600, 50257, 1600], [2, 512, 1600, 50257, 1600], [4, 256, 1600, 50257, 1600], [1, 512, 2560, 2560, 2560], [1, 512, 2560, 50257, 2560], [1, 256, 2560, 2560, 2560], [1, 256, 2560, 50257, 2560], [1, 1024, 1280, 50257, 1280], [1, 720, 1280, 50257, 1280], [1, 512, 1280, 50257, 1280], [1, 256, 4096, 4096, 4096], [1, 256, 4096, 1024, 4096], [1, 256, 4096, 14336, 4096], [1, 256, 14336, 4096, 14336], [1, 256, 4096, 128256, 4096], [1, 1024, 1024, 50257, 1024], [1, 512, 1024, 50257, 1024], [2, 512, 1024, 50257, 1024], [1, 1024, 1024, 96103, 1024], [1, 512, 1024, 96103, 1024], [2, 512, 1024, 96103, 1024]]","[70, 80, 446, 451, 3759, 2341, 2346, 3606, 2627, 1772, 3605, 3605, 105, 2806, 78, 1411, 2979, 2170, 1456, 173, 44, 479, 644, 4108, 2345, 1155, 2351, 4459, 2197, 4456]" +"view","4","N/A","torch.float16","A10G","[[1, 128, 16, 256], [1, 512, 32, 80], [2, 512, 32, 80], [1, -1, 16, 64], [1, 1024, 16, 64], [2, -1, 16, 64], [2, 512, 16, 64], [1, 256, 32, 128], [1, 256, 8, 128], [1, 16, 1024, 1024], [1, 16, 1024, 64], [1, 512, 16, 64], [1, 16, 512, 512], [1, 16, 512, 64], [2, 16, 512, 512], [2, 16, 512, 64], [1, 192, 50, 83], [128, -1, 8, 32], [128, 16, 8, 32], [128, 8, 16, 16], [128, 8, 16, 32], [128, 100, 8, 32], [128, 8, 100, 32], [128, 8, 100, 16], [256, -1, 8, 32], [256, 16, 8, 32], [256, 8, 16, 16], [256, 8, 16, 32], [256, 100, 8, 32], [256, 8, 100, 32], [256, 8, 100, 16]]","[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" +"transpose","2","N/A","torch.float16","A10G","[[1, 2]]","[0]" "_set_grad_enabled","2","N/A","N/A","A10G","[[0, 1], [1, 1]]","[0, 0]" -"getitem","2","torch.float32","torch.float32","A10G","[[64, 3]]","[0]" -"float","1","N/A","torch.float32","A10G","[[1]]","[0]" +"to","2","N/A","torch.float32","A10G","[[1, 1]]","[0]" +"getitem","2","torch.float32","torch.float32","A10G","[[128, 3], [64, 3]]","[0, 0]" "expand","3","N/A","torch.float32","A10G","[[1, -1, 1]]","[0]" +"getitem","3","torch.int64","torch.int64","A10G","[[1, 128, 3], [1, 512, 2], [1, 256, 3]]","[0, 0, 0]" "_enter_autocast","4","N/A","N/A","A10G","[[1, 1, 0, 1]]","[0]" -"matmul","6","torch.float32,torch.float32","torch.float32","A10G","[[1, 64, 1, 1, 1, 512], [1, 64, 1, 1, 1, 256]]","[1, 1]" -"cat","3","torch.float32","torch.float32","A10G","[[2, 512, 64], [2, 256, 64]]","[3, 3]" -"cos","1","N/A","torch.float32","A10G","[[1]]","[2]" +"matmul","6","torch.float32,torch.float32","torch.float32","A10G","[[1, 128, 1, 1, 1, 128], [1, 64, 1, 1, 1, 256]]","[2, 1]" +"transpose","2","N/A","torch.float32","A10G","[[1, 2], [-1, -2]]","[0, 0]" +"cat","3","torch.float32","torch.float32","A10G","[[2, 128, 128], [2, 256, 64]]","[3, 3]" +"cos","1","N/A","torch.float32","A10G","[[1]]","[1]" "sin","1","N/A","torch.float32","A10G","[[1]]","[1]" "_exit_autocast","2","N/A","N/A","A10G","[[1, 1]]","[0]" -"mul","4","torch.float32","torch.float32","A10G","[[1, 512, 128, 1.0], [1, 256, 128, 1.0]]","[1, 1]" -"to","1","N/A","torch.float16","A10G","[[1]]","[3]" -"pow","2","N/A","torch.float32","A10G","[[2, 1]]","[34]" -"mean","2","N/A","torch.float32","A10G","[[-1, 1]]","[20]" -"add","4","torch.float32","torch.float32","A10G","[[1, 512, 1, 1e-05], [1, 256, 1, 1e-05]]","[1, 1]" -"rsqrt","3","torch.float32","torch.float32","A10G","[[1, 512, 1], [1, 256, 1]]","[1, 1]" -"mul","6","torch.float32,torch.float32","torch.float32","A10G","[[1, 512, 4096, 1, 512, 1], [1, 256, 4096, 1, 256, 1]]","[33, 18]" -"mul","4","torch.float16,torch.float16","torch.float16","A10G","[[4096, 1, 512, 4096], [4096, 1, 256, 4096]]","[20, 7]" -"view","4","N/A","torch.float16","A10G","[[1, 512, 32, 128], [1, 512, 8, 128], [1, 256, 32, 128], [1, 256, 8, 128], [1, -1, 16, 64], [1, 1024, 16, 64], [1, 16, 1024, 1024], [1, 16, 1024, 64]]","[0, 0, 0, 0, 0, 0, 0, 0]" -"unsqueeze","2","N/A","torch.float16","A10G","[[1, 1]]","[0]" -"mul","8","torch.float16,torch.float16","torch.float16","A10G","[[1, 32, 512, 128, 1, 1, 512, 128], [1, 8, 512, 128, 1, 1, 512, 128], [1, 32, 256, 128, 1, 1, 256, 128], [1, 8, 256, 128, 1, 1, 256, 128]]","[17, 7, 12, 4]" -"getitem","5","torch.float16","torch.float16","A10G","[[1, 32, 512, 128, 2], [1, 8, 512, 128, 2], [1, 8, 512, 128, 5], [1, 1, 512, 513, 4], [1, 32, 256, 128, 2], [1, 8, 256, 128, 2], [1, 8, 256, 128, 5], [1, 1, 256, 257, 4]]","[0, 0, 0, 0, 0, 0, 0, 0]" -"neg","4","torch.float16","torch.float16","A10G","[[1, 32, 512, 64], [1, 8, 512, 64], [1, 32, 256, 64], [1, 8, 256, 64]]","[9, 3, 4, 2]" -"cat","4","torch.float16","torch.float16","A10G","[[2, 32, 512, 64], [2, 8, 512, 64], [2, 32, 256, 64], [2, 8, 256, 64]]","[23, 7, 13, 5]" -"add","8","torch.float16,torch.float16","torch.float16","A10G","[[1, 32, 512, 128, 1, 32, 512, 128], [1, 8, 512, 128, 1, 8, 512, 128], [1, 32, 256, 128, 1, 32, 256, 128], [1, 8, 256, 128, 1, 8, 256, 128], [1, 16, 1024, 1024, 1, 1, 1024, 1024]]","[25, 4, 12, 3, 206]" -"expand","5","N/A","torch.float16","A10G","[[1, 8, 4, 512, 128], [1, 8, 4, 256, 128]]","[0, 0]" -"reshape","4","N/A","torch.float16","A10G","[[1, 32, 512, 128], [1, 32, 256, 128]]","[11, 6]" -"SiLU","3","torch.float16,","torch.float16","A10G","[[1, 512, 14336], [1, 256, 14336]]","[58, 27]" -"ne","2","N/A","N/A","A10G","[[256, 1]]","[0]" -"embedding","9","torch.int64,torch.float16","torch.float16","A10G","[[1, 1024, 50265, 1024, 1, 1, 2.0, 0, 0], [1, 1024, 1026, 1024, 1, 1, 2.0, 0, 0]]","[16, 14]" -"add","3","torch.int64","torch.int64","A10G","[[1, 1024, 2]]","[1]" -"dropout","3","torch.float16","torch.float16","A10G","[[1, 1024, 1024], [1, 1024, 4096], [16, 1024, 1024]]","[0, 0, 0]" -"embedding","8","torch.int64,torch.float16","torch.float16","A10G","[[1024, 1024, 1024, 1, 1, 2.0, 0, 0]]","[14]" -"add","5","torch.float16,torch.float16","torch.float16","A10G","[[1, 1024, 1024, 1024, 1024]]","[7]" -"bmm","6","torch.float16,torch.float16","torch.float16","A10G","[[16, 1024, 64, 16, 64, 1024], [16, 1024, 1024, 16, 1024, 64]]","[90, 91]" -"softmax","3","torch.float16","torch.float16","A10G","[[16, 1024, 1024]]","[149]" -"ReLU","3","torch.float16,","torch.float16","A10G","[[1, 1024, 4096]]","[33]" -"Conv2d","8","torch.float16,torch.float16","torch.float16","A10G","[[1024, 3, 128, 128, 64, 3, 7, 7], [1024, 64, 32, 32, 64, 64, 1, 1], [1024, 64, 32, 32, 64, 64, 3, 3], [1024, 64, 32, 32, 256, 64, 1, 1], [1024, 256, 32, 32, 64, 256, 1, 1], [1024, 256, 32, 32, 128, 256, 1, 1], [1024, 128, 32, 32, 128, 128, 3, 3], [1024, 128, 16, 16, 512, 128, 1, 1], [1024, 256, 32, 32, 512, 256, 1, 1], [1024, 512, 16, 16, 128, 512, 1, 1], [1024, 128, 16, 16, 128, 128, 3, 3], [1024, 512, 16, 16, 256, 512, 1, 1], [1024, 256, 16, 16, 256, 256, 3, 3], [1024, 256, 8, 8, 1024, 256, 1, 1], [1024, 512, 16, 16, 1024, 512, 1, 1], [1024, 1024, 8, 8, 256, 1024, 1, 1], [1024, 256, 8, 8, 256, 256, 3, 3], [1024, 1024, 8, 8, 512, 1024, 1, 1], [1024, 512, 8, 8, 512, 512, 3, 3], [1024, 512, 4, 4, 2048, 512, 1, 1], [1024, 1024, 8, 8, 2048, 1024, 1, 1], [1024, 2048, 4, 4, 512, 2048, 1, 1], [1024, 512, 4, 4, 512, 512, 3, 3], [720, 3, 128, 128, 64, 3, 7, 7], [720, 64, 32, 32, 64, 64, 1, 1], [720, 64, 32, 32, 64, 64, 3, 3], [720, 64, 32, 32, 256, 64, 1, 1], [720, 256, 32, 32, 64, 256, 1, 1], [720, 256, 32, 32, 128, 256, 1, 1], [720, 128, 32, 32, 128, 128, 3, 3], [720, 128, 16, 16, 512, 128, 1, 1], [720, 256, 32, 32, 512, 256, 1, 1], [720, 512, 16, 16, 128, 512, 1, 1], [720, 128, 16, 16, 128, 128, 3, 3], [720, 512, 16, 16, 256, 512, 1, 1], [720, 256, 16, 16, 256, 256, 3, 3], [720, 256, 8, 8, 1024, 256, 1, 1], [720, 512, 16, 16, 1024, 512, 1, 1], [720, 1024, 8, 8, 256, 1024, 1, 1], [720, 256, 8, 8, 256, 256, 3, 3], [720, 1024, 8, 8, 512, 1024, 1, 1], [720, 512, 8, 8, 512, 512, 3, 3], [720, 512, 4, 4, 2048, 512, 1, 1], [720, 1024, 8, 8, 2048, 1024, 1, 1], [720, 2048, 4, 4, 512, 2048, 1, 1], [720, 512, 4, 4, 512, 512, 3, 3], [1440, 3, 128, 128, 64, 3, 7, 7], [1440, 64, 32, 32, 64, 64, 1, 1], [1440, 64, 32, 32, 64, 64, 3, 3], [1440, 64, 32, 32, 256, 64, 1, 1], [1440, 256, 32, 32, 64, 256, 1, 1], [1440, 256, 32, 32, 128, 256, 1, 1], [1440, 128, 32, 32, 128, 128, 3, 3], [1440, 128, 16, 16, 512, 128, 1, 1], [1440, 256, 32, 32, 512, 256, 1, 1], [1440, 512, 16, 16, 128, 512, 1, 1], [1440, 128, 16, 16, 128, 128, 3, 3], [1440, 512, 16, 16, 256, 512, 1, 1], [1440, 256, 16, 16, 256, 256, 3, 3], [1440, 256, 8, 8, 1024, 256, 1, 1], [1440, 512, 16, 16, 1024, 512, 1, 1], [1440, 1024, 8, 8, 256, 1024, 1, 1], [1440, 256, 8, 8, 256, 256, 3, 3], [1440, 1024, 8, 8, 512, 1024, 1, 1], [1440, 512, 8, 8, 512, 512, 3, 3], [1440, 512, 4, 4, 2048, 512, 1, 1], [1440, 1024, 8, 8, 2048, 1024, 1, 1], [1440, 2048, 4, 4, 512, 2048, 1, 1], [1440, 512, 4, 4, 512, 512, 3, 3]]","[5920, 547, 2295, 1410, 1318, 1713, 2670, 697, 4438, 704, 1719, 1086, 1904, 606, 2724, 526, 1489, 1035, 1546, 869, 1859, 889, 1578, 4165, 385, 1619, 991, 928, 1222, 1881, 493, 3134, 506, 1207, 769, 1355, 423, 1927, 374, 1049, 732, 1085, 614, 1300, 634, 1188, 8288, 773, 3219, 1979, 1854, 2407, 3748, 975, 6232, 981, 2392, 1520, 2643, 848, 3821, 734, 2059, 1450, 2142, 1201, 2599, 1226, 1989]" -"BatchNorm2d","6","torch.float16,torch.float16,torch.float16","torch.float16","A10G","[[1024, 64, 64, 64, 64, 64], [1024, 64, 32, 32, 64, 64], [1024, 256, 32, 32, 256, 256], [1024, 128, 32, 32, 128, 128], [1024, 128, 16, 16, 128, 128], [1024, 512, 16, 16, 512, 512], [1024, 256, 16, 16, 256, 256], [1024, 256, 8, 8, 256, 256], [1024, 1024, 8, 8, 1024, 1024], [1024, 512, 8, 8, 512, 512], [1024, 512, 4, 4, 512, 512], [1024, 2048, 4, 4, 2048, 2048], [720, 64, 64, 64, 64, 64], [720, 64, 32, 32, 64, 64], [720, 256, 32, 32, 256, 256], [720, 128, 32, 32, 128, 128], [720, 128, 16, 16, 128, 128], [720, 512, 16, 16, 512, 512], [720, 256, 16, 16, 256, 256], [720, 256, 8, 8, 256, 256], [720, 1024, 8, 8, 1024, 1024], [720, 512, 8, 8, 512, 512], [720, 512, 4, 4, 512, 512], [720, 2048, 4, 4, 2048, 2048], [1440, 64, 64, 64, 64, 64], [1440, 64, 32, 32, 64, 64], [1440, 256, 32, 32, 256, 256], [1440, 128, 32, 32, 128, 128], [1440, 128, 16, 16, 128, 128], [1440, 512, 16, 16, 512, 512], [1440, 256, 16, 16, 256, 256], [1440, 256, 8, 8, 256, 256], [1440, 1024, 8, 8, 1024, 1024], [1440, 512, 8, 8, 512, 512], [1440, 512, 4, 4, 512, 512], [1440, 2048, 4, 4, 2048, 2048]]","[2178, 564, 2248, 1125, 299, 1183, 592, 197, 602, 319, 191, 512, 1533, 399, 1581, 793, 211, 834, 418, 140, 435, 247, 137, 387, 3062, 792, 3152, 1580, 418, 1664, 832, 245, 841, 432, 233, 683]" -"ReLU","4","torch.float16,","torch.float16","A10G","[[1024, 64, 64, 64], [1024, 64, 32, 32], [1024, 256, 32, 32], [1024, 128, 32, 32], [1024, 128, 16, 16], [1024, 512, 16, 16], [1024, 256, 16, 16], [1024, 256, 8, 8], [1024, 1024, 8, 8], [1024, 512, 8, 8], [1024, 512, 4, 4], [1024, 2048, 4, 4], [720, 64, 64, 64], [720, 64, 32, 32], [720, 256, 32, 32], [720, 128, 32, 32], [720, 128, 16, 16], [720, 512, 16, 16], [720, 256, 16, 16], [720, 256, 8, 8], [720, 1024, 8, 8], [720, 512, 8, 8], [720, 512, 4, 4], [720, 2048, 4, 4], [1440, 64, 64, 64], [1440, 64, 32, 32], [1440, 256, 32, 32], [1440, 128, 32, 32], [1440, 128, 16, 16], [1440, 512, 16, 16], [1440, 256, 16, 16], [1440, 256, 8, 8], [1440, 1024, 8, 8], [1440, 512, 8, 8], [1440, 512, 4, 4], [1440, 2048, 4, 4]]","[2210, 550, 2200, 1098, 276, 1098, 550, 140, 549, 275, 69, 276, 1549, 384, 1558, 771, 194, 780, 389, 98, 386, 195, 48, 194, 3104, 774, 3105, 1557, 387, 1547, 775, 193, 774, 390, 99, 386]" -"MaxPool2d","4","torch.float16,","torch.float16","A10G","[[1024, 64, 64, 64], [720, 64, 64, 64], [1440, 64, 64, 64]]","[2480, 1745, 3487]" -"iadd","8","torch.float16,torch.float16","torch.float16","A10G","[[1024, 256, 32, 32, 1024, 256, 32, 32], [1024, 512, 16, 16, 1024, 512, 16, 16], [1024, 1024, 8, 8, 1024, 1024, 8, 8], [1024, 2048, 4, 4, 1024, 2048, 4, 4], [720, 256, 32, 32, 720, 256, 32, 32], [720, 512, 16, 16, 720, 512, 16, 16], [720, 1024, 8, 8, 720, 1024, 8, 8], [720, 2048, 4, 4, 720, 2048, 4, 4], [1440, 256, 32, 32, 1440, 256, 32, 32], [1440, 512, 16, 16, 1440, 512, 16, 16], [1440, 1024, 8, 8, 1440, 1024, 8, 8], [1440, 2048, 4, 4, 1440, 2048, 4, 4]]","[3282, 1644, 824, 412, 2318, 1152, 578, 289, 4626, 2317, 1158, 578]" -"AdaptiveAvgPool2d","4","torch.float16,","torch.float16","A10G","[[1024, 2048, 4, 4], [720, 2048, 4, 4], [1440, 2048, 4, 4]]","[427, 301, 600]" -"flatten","5","torch.float16","torch.float16","A10G","[[1024, 2048, 1, 1, 1], [720, 2048, 1, 1, 1], [1440, 2048, 1, 1, 1]]","[0, 0, 0]" -"Linear","5","torch.float16,torch.float16,torch.float16","torch.float16","A10G","[[1024, 2048, 1000, 2048, 1000], [720, 2048, 1000, 2048, 1000], [1440, 2048, 1000, 2048, 1000]]","[124, 63, 125]" -"view","2","N/A","torch.int64","A100SXM440GB","[[-1, 512], [512, 1], [-1, 1024], [1024, 1]]","[0, 0, 0, 0]" -"arange","2","N/A","torch.int64","A100SXM440GB","[[0, 512], [512, 1], [0, 1024], [1024, 1], [513, 1], [0, 256], [257, 1]]","[2, 2, 2, 2, 2, 2, 2]" -"unsqueeze","2","N/A","torch.int64","A100SXM440GB","[[0, 1]]","[0]" -"Embedding","4","torch.int64,torch.float16","torch.float16","A100SXM440GB","[[1, 512, 50257, 2560], [1, 512, 2048, 2560], [1, 1024, 50257, 1600], [1, 1024, 1024, 1600], [1, 1024, 50257, 1280], [1, 1024, 1024, 1280], [1, 512, 50257, 1600], [1, 512, 1024, 1600], [8, 512, 30522, 1024], [8, 512, 2, 1024], [1, 512, 512, 1024], [16, 512, 30522, 1024], [16, 512, 2, 1024], [1, 512, 128256, 4096], [1, 256, 128256, 4096], [1, 1024, 50257, 1024], [1, 1024, 1024, 1024], [1, 1024, 96103, 1024]]","[24, 23, 28, 28, 23, 23, 16, 16, 68, 57, 12, 129, 107, 31, 17, 20, 19, 17]" -"add","6","torch.float16,torch.float16","torch.float16","A100SXM440GB","[[1, 512, 2560, 1, 512, 2560], [1, 512, 10240, 1, 512, 10240], [1, 1024, 1600, 1, 1024, 1600], [1, 1024, 6400, 1, 1024, 6400], [1, 1024, 1280, 1, 1024, 1280], [1, 1024, 5120, 1, 1024, 5120], [1, 512, 1600, 1, 512, 1600], [1, 512, 6400, 1, 512, 6400], [8, 512, 1024, 8, 512, 1024], [16, 512, 1024, 16, 512, 1024], [1, 512, 4096, 1, 512, 4096], [1, 256, 4096, 1, 256, 4096], [1, 1024, 1024, 1, 1024, 1024], [1, 1024, 4096, 1, 1024, 4096]]","[5, 19, 6, 27, 5, 19, 4, 9, 11, 34, 8, 6, 4, 13]" -"full","2","N/A","torch.float16","A100SXM440GB","[[2, -65504.0], [2, 1]]","[2, 3]" -"add","2","torch.int64","torch.int64","A100SXM440GB","[[512, 1], [1024, 1]]","[2, 2]" -"lt","3","torch.int64,torch.int64","torch.bool","A100SXM440GB","[[512, 512, 1], [1024, 1024, 1]]","[5, 9]" -"masked_fill_","3","torch.bool","torch.float16","A100SXM440GB","[[512, 512, 0], [1024, 1024, 0]]","[3, 4]" -"to","2","N/A","torch.float16","A100SXM440GB","[[1, 1]]","[0]" -"getitem","3","torch.float16","torch.float16","A100SXM440GB","[[512, 512, 4], [1024, 1024, 4], [8, 512, 4], [16, 512, 4], [512, 513, 4], [256, 257, 4]]","[0, 0, 0, 0, 0, 0]" -"expand","4","N/A","torch.float16","A100SXM440GB","[[1, 1, 512, 512], [1, 1, 1024, 1024], [8, 1, 512, 512], [16, 1, 512, 512], [1, 1, -1, -1]]","[0, 0, 0, 0, 0]" -"Dropout","3","torch.float16,","torch.float16","A100SXM440GB","[[1, 512, 2560], [1, 1024, 1600], [1, 1024, 1280], [1, 512, 1600], [8, 512, 1024], [16, 512, 1024], [1, 1024, 1024]]","[0, 0, 0, 0, 0, 0, 0]" -"LayerNorm","5","torch.float16,torch.float16,torch.float16","torch.float16","A100SXM440GB","[[1, 512, 2560, 2560, 2560], [1, 1024, 1600, 1600, 1600], [1, 1024, 1280, 1280, 1280], [1, 512, 1600, 1600, 1600], [8, 512, 1024, 1024, 1024], [16, 512, 1024, 1024, 1024], [1, 1024, 1024, 1024, 1024]]","[11, 12, 10, 9, 24, 45, 9]" -"Linear","5","torch.float16,torch.float16","torch.float16","A100SXM440GB","[[1, 512, 2560, 2560, 2560], [1, 512, 2560, 50257, 2560], [1, 1024, 1600, 50257, 1600], [1, 1024, 1280, 50257, 1280], [1, 512, 1600, 50257, 1600], [1, 512, 4096, 4096, 4096], [1, 512, 4096, 1024, 4096], [1, 512, 4096, 14336, 4096], [1, 512, 14336, 4096, 14336], [1, 512, 4096, 128256, 4096], [1, 256, 4096, 4096, 4096], [1, 256, 4096, 1024, 4096], [1, 256, 4096, 14336, 4096], [1, 256, 14336, 4096, 14336], [1, 256, 4096, 128256, 4096], [1, 1024, 1024, 50257, 1024], [1, 1024, 1024, 50265, 1024], [1, 1024, 1024, 96103, 1024]]","[47, 2649, 3013, 2490, 1627, 103, 40, 330, 336, 2473, 69, 26, 209, 177, 1306, 1930, 1932, 3600]" -"view","2","N/A","torch.float16","A100SXM440GB","[[4, 1], [3, 1], [-1, 1600], [-1, 6400], [-1, 1280], [-1, 5120], [-1, 1024], [-1, 4096]]","[0, 0, 0, 0, 0, 0, 0, 0]" -"permute","4","N/A","torch.float16","A100SXM440GB","[[0, 2, 1, 3]]","[0]" -"to","2","N/A","torch.float32","A100SXM440GB","[[1, 1]]","[13]" -"transpose","2","N/A","torch.float32","A100SXM440GB","[[-1, -2], [1, 2]]","[0, 0]" -"matmul","8","torch.float32,torch.float32","torch.float32","A100SXM440GB","[[1, 20, 512, 128, 1, 20, 128, 512]]","[37]" -"getitem","5","torch.bool","torch.bool","A100SXM440GB","[[1, 1, 2048, 2048, 4]]","[0]" -"tensor","2","N/A","torch.float32","A100SXM440GB","[[-3.4028234663852886e+38, 1]]","[1]" -"where","8","torch.bool,torch.float32,torch.float32","torch.float32","A100SXM440GB","[[1, 1, 512, 512, 1, 20, 512, 512]]","[41]" -"add","8","torch.float32,torch.float16","torch.float32","A100SXM440GB","[[1, 20, 512, 512, 1, 1, 512, 512]]","[48]" -"softmax","4","torch.float32","torch.float32","A100SXM440GB","[[1, 20, 512, 512]]","[36]" -"Dropout","4","torch.float16,","torch.float16","A100SXM440GB","[[1, 20, 512, 512]]","[0]" -"matmul","8","torch.float16,torch.float16","torch.float16","A100SXM440GB","[[1, 20, 512, 512, 1, 20, 512, 128]]","[18]" -"contiguous","1","N/A","torch.float16","A100SXM440GB","[[1]]","[11]" -"Linear","6","torch.float16,torch.float16,torch.float16","torch.float16","A100SXM440GB","[[1, 512, 2560, 2560, 2560, 2560], [1, 512, 2560, 10240, 2560, 10240], [1, 512, 10240, 2560, 10240, 2560], [8, 512, 1024, 1024, 1024, 1024], [8, 512, 1024, 4096, 1024, 4096], [8, 512, 4096, 1024, 4096, 1024], [8, 512, 1024, 30522, 1024, 30522], [16, 512, 1024, 1024, 1024, 1024], [16, 512, 1024, 4096, 1024, 4096], [16, 512, 4096, 1024, 4096, 1024], [16, 512, 1024, 30522, 1024, 30522], [1, 1024, 1024, 1024, 1024, 1024], [1, 1024, 1024, 4096, 1024, 4096], [1, 1024, 4096, 1024, 4096, 1024]]","[49, 158, 166, 66, 215, 182, 2097, 117, 356, 355, 4237, 20, 63, 74]" -"mul","4","torch.float16","torch.float16","A100SXM440GB","[[0.5, 1, 512, 10240], [0.044715, 1, 512, 10240], [0.7978845608028654, 1, 512, 10240], [0.5, 1, 1024, 6400], [0.044715, 1, 1024, 6400], [0.7978845608028654, 1, 1024, 6400], [0.5, 1, 1024, 5120], [0.044715, 1, 1024, 5120], [0.7978845608028654, 1, 1024, 5120], [0.5, 1, 512, 6400], [0.044715, 1, 512, 6400], [0.7978845608028654, 1, 512, 6400], [0.5, 1, 1024, 4096], [0.044715, 1, 1024, 4096], [0.7978845608028654, 1, 1024, 4096], [1, 1024, 1024, 1.0], [1, 1024, 1024, 32.0], [1, 1024, 1024, 0.125]]","[13, 12, 13, 16, 15, 16, 13, 12, 12, 9, 8, 8, 10, 10, 10, 4, 4, 3]" -"pow","4","torch.float16","torch.float16","A100SXM440GB","[[1, 512, 10240, 3.0], [1, 1024, 6400, 3.0], [1, 1024, 5120, 3.0], [1, 512, 6400, 3.0], [1, 1024, 4096, 3.0]]","[12, 17, 12, 9, 11]" -"tanh","3","torch.float16","torch.float16","A100SXM440GB","[[1, 512, 10240], [1, 1024, 6400], [1, 1024, 5120], [1, 512, 6400], [1, 1024, 4096]]","[15, 19, 15, 11, 13]" -"add","4","torch.float16","torch.float16","A100SXM440GB","[[1.0, 1, 512, 10240], [1.0, 1, 1024, 6400], [1.0, 1, 1024, 5120], [1.0, 1, 512, 6400], [1.0, 1, 1024, 4096]]","[12, 15, 12, 8, 10]" -"mul","6","torch.float16,torch.float16","torch.float16","A100SXM440GB","[[1, 512, 10240, 1, 512, 10240], [1, 1024, 6400, 1, 1024, 6400], [1, 1024, 5120, 1, 1024, 5120], [1, 512, 6400, 1, 512, 6400], [1, 512, 14336, 1, 512, 14336], [1, 256, 14336, 1, 256, 14336], [1, 1024, 4096, 1, 1024, 4096]]","[19, 26, 19, 13, 29, 12, 15]" -"addmm","5","torch.float16,torch.float16,torch.float16","torch.float16","A100SXM440GB","[[4800, 1024, 1600, 1600, 4800], [1600, 1024, 1600, 1600, 1600], [6400, 1024, 1600, 1600, 6400], [1600, 1024, 6400, 6400, 1600], [3840, 1024, 1280, 1280, 3840], [1280, 1024, 1280, 1280, 1280], [5120, 1024, 1280, 1280, 5120], [1280, 1024, 5120, 5120, 1280], [4800, 512, 1600, 1600, 4800], [1600, 512, 1600, 1600, 1600], [6400, 512, 1600, 1600, 6400], [1600, 512, 6400, 6400, 1600], [3072, 1024, 1024, 1024, 3072], [1024, 1024, 1024, 1024, 1024], [4096, 1024, 1024, 1024, 4096], [1024, 1024, 4096, 4096, 1024]]","[88, 40, 137, 108, 73, 37, 74, 87, 56, 24, 62, 68, 42, 19, 61, 59]" -"split","2","N/A","torch.float16,torch.float16,torch.float16","A100SXM440GB","[[1600, 1], [1280, 1], [1024, 1]]","[0, 0, 0]" -"getitem","4","torch.float16","torch.float16","A100SXM440GB","[[3, 1024, 1600, 0], [3, 1024, 1600, 1], [3, 1024, 1600, 2], [3, 1024, 1280, 0], [3, 1024, 1280, 1], [3, 1024, 1280, 2], [3, 512, 1600, 0], [3, 512, 1600, 1], [3, 512, 1600, 2], [3, 1024, 1024, 0], [3, 1024, 1024, 1], [3, 1024, 1024, 2]]","[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" -"scaled_dot_product_attention","12","torch.float16,torch.float16,torch.float16","torch.float16","A100SXM440GB","[[1, 25, 1024, 64, 1, 25, 1024, 64, 1, 25, 1024, 64], [1, 20, 1024, 64, 1, 20, 1024, 64, 1, 20, 1024, 64], [1, 25, 512, 64, 1, 25, 512, 64, 1, 25, 512, 64], [8, 16, 512, 64, 8, 16, 512, 64, 8, 16, 512, 64], [16, 16, 512, 64, 16, 16, 512, 64, 16, 16, 512, 64], [1, 32, 512, 128, 1, 32, 512, 128, 1, 32, 512, 128], [1, 32, 256, 128, 1, 32, 256, 128, 1, 32, 256, 128], [1, 16, 1024, 64, 1, 16, 1024, 64, 1, 16, 1024, 64]]","[170, 142, 65, 228, 419, 113, 45, 141]" -"transpose","2","N/A","torch.float16","A100SXM440GB","[[1, 2]]","[0]" -"view","3","N/A","torch.float16","A100SXM440GB","[[1, 1024, 1600], [1, 1024, 1280], [1, 512, 1600], [1, 512, -1], [1, 256, -1], [1, 1024, 1024], [16, -1, 64], [16, 1024, 1024]]","[0, 0, 0, 0, 0, 0, 0, 0]" -"size","1","N/A","N/A","A100SXM440GB","[[1]]","[0]" -"getitem","2","N/A","N/A","A100SXM440GB","[[2, 1], [3, 1], [2, 0], [3, 0], [4, 2]]","[0, 0, 0, 0, 0]" -"add","2","N/A","N/A","A100SXM440GB","[[512, 0], [0, 256], [256, 0], [256, 1], [1024, 0]]","[0, 0, 0, 0, 0]" -"sub","2","N/A","N/A","A100SXM440GB","[[512, 512], [1024, 1024]]","[0, 0]" -"gt","2","N/A","N/A","A100SXM440GB","[[512, 1], [0, 0], [1024, 1]]","[0, 0, 0]" -"size","2","N/A","N/A","A100SXM440GB","[[-1, 1]]","[0]" -"getitem","3","torch.int64","torch.int64","A100SXM440GB","[[1, 512, 2], [1, 512, 3], [1, 256, 3]]","[0, 0, 0]" -"expand","2","N/A","torch.int64","A100SXM440GB","[[8, 512], [16, 512], [1, -1]]","[0, 0, 0]" -"iadd","6","torch.float16,torch.float16","torch.float16","A100SXM440GB","[[8, 512, 1024, 1, 512, 1024], [16, 512, 1024, 1, 512, 1024]]","[21, 48]" -"ones","2","N/A","torch.float16","A100SXM440GB","[[2, 1]]","[2]" -"sub","5","torch.float16","torch.float16","A100SXM440GB","[[1.0, 8, 1, 512, 512], [1.0, 16, 1, 512, 512]]","[12, 21]" -"to","2","N/A","torch.bool","A100SXM440GB","[[1, 1]]","[12]" -"masked_fill","5","torch.bool","torch.float16","A100SXM440GB","[[8, 1, 512, 512, -65504.0], [16, 1, 512, 512, -65504.0]]","[13, 19]" -"reshape","3","N/A","torch.float16","A100SXM440GB","[[8, 512, 1024], [16, 512, 1024], [1, 1024, 1024], [16, -1, 64]]","[0, 0, 0, 0]" -"gelu","3","torch.float16","torch.float16","A100SXM440GB","[[8, 512, 4096], [8, 512, 1024], [16, 512, 4096], [16, 512, 1024], [1, 1024, 4096]]","[63, 18, 119, 32, 16]" -"triu","2","torch.float16","torch.float16","A100SXM440GB","[[512, 513], [256, 257]]","[5, 4]" -"reshape","2","N/A","torch.int64","A100SXM440GB","[[-1, 1]]","[0]" -"gt","3","torch.int64,torch.int64","torch.bool","A100SXM440GB","[[513, 512, 1], [257, 256, 1]]","[5, 5]" -"imul","4","torch.float16,torch.bool","torch.float16","A100SXM440GB","[[512, 513, 512, 513], [256, 257, 256, 257]]","[6, 6]" -"_set_grad_enabled","2","N/A","N/A","A100SXM440GB","[[0, 1], [1, 1]]","[0, 0]" -"getitem","2","torch.float32","torch.float32","A100SXM440GB","[[64, 3]]","[0]" -"float","1","N/A","torch.float32","A100SXM440GB","[[1]]","[0]" -"expand","3","N/A","torch.float32","A100SXM440GB","[[1, -1, 1]]","[0]" -"_enter_autocast","4","N/A","N/A","A100SXM440GB","[[1, 1, 0, 1]]","[0]" -"matmul","6","torch.float32,torch.float32","torch.float32","A100SXM440GB","[[1, 64, 1, 1, 1, 512], [1, 64, 1, 1, 1, 256]]","[3, 3]" -"cat","3","torch.float32","torch.float32","A100SXM440GB","[[2, 512, 64], [2, 256, 64]]","[6, 6]" -"cos","1","N/A","torch.float32","A100SXM440GB","[[1]]","[3]" -"sin","1","N/A","torch.float32","A100SXM440GB","[[1]]","[3]" -"_exit_autocast","2","N/A","N/A","A100SXM440GB","[[1, 1]]","[0]" -"mul","4","torch.float32","torch.float32","A100SXM440GB","[[1, 512, 128, 1.0], [1, 256, 128, 1.0]]","[2, 2]" -"to","1","N/A","torch.float16","A100SXM440GB","[[1]]","[5]" -"pow","2","N/A","torch.float32","A100SXM440GB","[[2, 1]]","[8]" -"mean","2","N/A","torch.float32","A100SXM440GB","[[-1, 1]]","[18]" -"add","4","torch.float32","torch.float32","A100SXM440GB","[[1, 512, 1, 1e-05], [1, 256, 1, 1e-05]]","[2, 2]" -"rsqrt","3","torch.float32","torch.float32","A100SXM440GB","[[1, 512, 1], [1, 256, 1]]","[2, 2]" -"mul","6","torch.float32,torch.float32","torch.float32","A100SXM440GB","[[1, 512, 4096, 1, 512, 1], [1, 256, 4096, 1, 256, 1]]","[14, 8]" -"mul","4","torch.float16,torch.float16","torch.float16","A100SXM440GB","[[4096, 1, 512, 4096], [4096, 1, 256, 4096]]","[13, 9]" -"view","4","N/A","torch.float16","A100SXM440GB","[[1, 512, 32, 128], [1, 512, 8, 128], [1, 256, 32, 128], [1, 256, 8, 128], [1, -1, 16, 64], [1, 1024, 16, 64], [1, 16, 1024, 1024], [1, 16, 1024, 64]]","[0, 0, 0, 0, 0, 0, 0, 0]" -"unsqueeze","2","N/A","torch.float16","A100SXM440GB","[[1, 1]]","[0]" -"mul","8","torch.float16,torch.float16","torch.float16","A100SXM440GB","[[1, 32, 512, 128, 1, 1, 512, 128], [1, 8, 512, 128, 1, 1, 512, 128], [1, 32, 256, 128, 1, 1, 256, 128], [1, 8, 256, 128, 1, 1, 256, 128]]","[16, 8, 11, 6]" -"getitem","5","torch.float16","torch.float16","A100SXM440GB","[[1, 32, 512, 128, 2], [1, 8, 512, 128, 2], [1, 8, 512, 128, 5], [1, 1, 512, 513, 4], [1, 32, 256, 128, 2], [1, 8, 256, 128, 2], [1, 8, 256, 128, 5], [1, 1, 256, 257, 4]]","[0, 0, 0, 0, 0, 0, 0, 0]" -"neg","4","torch.float16","torch.float16","A100SXM440GB","[[1, 32, 512, 64], [1, 8, 512, 64], [1, 32, 256, 64], [1, 8, 256, 64]]","[8, 5, 6, 5]" -"cat","4","torch.float16","torch.float16","A100SXM440GB","[[2, 32, 512, 64], [2, 8, 512, 64], [2, 32, 256, 64], [2, 8, 256, 64]]","[24, 11, 16, 9]" -"add","8","torch.float16,torch.float16","torch.float16","A100SXM440GB","[[1, 32, 512, 128, 1, 32, 512, 128], [1, 8, 512, 128, 1, 8, 512, 128], [1, 32, 256, 128, 1, 32, 256, 128], [1, 8, 256, 128, 1, 8, 256, 128], [1, 16, 1024, 1024, 1, 1, 1024, 1024]]","[15, 6, 9, 5, 83]" -"expand","5","N/A","torch.float16","A100SXM440GB","[[1, 8, 4, 512, 128], [1, 8, 4, 256, 128]]","[0, 0]" -"reshape","4","N/A","torch.float16","A100SXM440GB","[[1, 32, 512, 128], [1, 32, 256, 128]]","[14, 9]" -"SiLU","3","torch.float16,","torch.float16","A100SXM440GB","[[1, 512, 14336], [1, 256, 14336]]","[25, 13]" -"ne","2","N/A","N/A","A100SXM440GB","[[256, 1]]","[0]" -"embedding","9","torch.int64,torch.float16","torch.float16","A100SXM440GB","[[1, 1024, 50265, 1024, 1, 1, 2.0, 0, 0], [1, 1024, 1026, 1024, 1, 1, 2.0, 0, 0]]","[20, 20]" -"add","3","torch.int64","torch.int64","A100SXM440GB","[[1, 1024, 2]]","[2]" -"dropout","3","torch.float16","torch.float16","A100SXM440GB","[[1, 1024, 1024], [1, 1024, 4096], [16, 1024, 1024]]","[0, 0, 0]" -"embedding","8","torch.int64,torch.float16","torch.float16","A100SXM440GB","[[1024, 1024, 1024, 1, 1, 2.0, 0, 0]]","[17]" -"add","5","torch.float16,torch.float16","torch.float16","A100SXM440GB","[[1, 1024, 1024, 1024, 1024]]","[3]" -"bmm","6","torch.float16,torch.float16","torch.float16","A100SXM440GB","[[16, 1024, 64, 16, 64, 1024], [16, 1024, 1024, 16, 1024, 64]]","[68, 43]" -"softmax","3","torch.float16","torch.float16","A100SXM440GB","[[16, 1024, 1024]]","[78]" -"ReLU","3","torch.float16,","torch.float16","A100SXM440GB","[[1, 1024, 4096]]","[9]" -"Conv2d","8","torch.float16,torch.float16","torch.float16","A100SXM440GB","[[1024, 3, 128, 128, 64, 3, 7, 7], [1024, 64, 32, 32, 64, 64, 1, 1], [1024, 64, 32, 32, 64, 64, 3, 3], [1024, 64, 32, 32, 256, 64, 1, 1], [1024, 256, 32, 32, 64, 256, 1, 1], [1024, 256, 32, 32, 128, 256, 1, 1], [1024, 128, 32, 32, 128, 128, 3, 3], [1024, 128, 16, 16, 512, 128, 1, 1], [1024, 256, 32, 32, 512, 256, 1, 1], [1024, 512, 16, 16, 128, 512, 1, 1], [1024, 128, 16, 16, 128, 128, 3, 3], [1024, 512, 16, 16, 256, 512, 1, 1], [1024, 256, 16, 16, 256, 256, 3, 3], [1024, 256, 8, 8, 1024, 256, 1, 1], [1024, 512, 16, 16, 1024, 512, 1, 1], [1024, 1024, 8, 8, 256, 1024, 1, 1], [1024, 256, 8, 8, 256, 256, 3, 3], [1024, 1024, 8, 8, 512, 1024, 1, 1], [1024, 512, 8, 8, 512, 512, 3, 3], [1024, 512, 4, 4, 2048, 512, 1, 1], [1024, 1024, 8, 8, 2048, 1024, 1, 1], [1024, 2048, 4, 4, 512, 2048, 1, 1], [1024, 512, 4, 4, 512, 512, 3, 3], [720, 3, 128, 128, 64, 3, 7, 7], [720, 64, 32, 32, 64, 64, 1, 1], [720, 64, 32, 32, 64, 64, 3, 3], [720, 64, 32, 32, 256, 64, 1, 1], [720, 256, 32, 32, 64, 256, 1, 1], [720, 256, 32, 32, 128, 256, 1, 1], [720, 128, 32, 32, 128, 128, 3, 3], [720, 128, 16, 16, 512, 128, 1, 1], [720, 256, 32, 32, 512, 256, 1, 1], [720, 512, 16, 16, 128, 512, 1, 1], [720, 128, 16, 16, 128, 128, 3, 3], [720, 512, 16, 16, 256, 512, 1, 1], [720, 256, 16, 16, 256, 256, 3, 3], [720, 256, 8, 8, 1024, 256, 1, 1], [720, 512, 16, 16, 1024, 512, 1, 1], [720, 1024, 8, 8, 256, 1024, 1, 1], [720, 256, 8, 8, 256, 256, 3, 3], [720, 1024, 8, 8, 512, 1024, 1, 1], [720, 512, 8, 8, 512, 512, 3, 3], [720, 512, 4, 4, 2048, 512, 1, 1], [720, 1024, 8, 8, 2048, 1024, 1, 1], [720, 2048, 4, 4, 512, 2048, 1, 1], [720, 512, 4, 4, 512, 512, 3, 3], [1440, 3, 128, 128, 64, 3, 7, 7], [1440, 64, 32, 32, 64, 64, 1, 1], [1440, 64, 32, 32, 64, 64, 3, 3], [1440, 64, 32, 32, 256, 64, 1, 1], [1440, 256, 32, 32, 64, 256, 1, 1], [1440, 256, 32, 32, 128, 256, 1, 1], [1440, 128, 32, 32, 128, 128, 3, 3], [1440, 128, 16, 16, 512, 128, 1, 1], [1440, 256, 32, 32, 512, 256, 1, 1], [1440, 512, 16, 16, 128, 512, 1, 1], [1440, 128, 16, 16, 128, 128, 3, 3], [1440, 512, 16, 16, 256, 512, 1, 1], [1440, 256, 16, 16, 256, 256, 3, 3], [1440, 256, 8, 8, 1024, 256, 1, 1], [1440, 512, 16, 16, 1024, 512, 1, 1], [1440, 1024, 8, 8, 256, 1024, 1, 1], [1440, 256, 8, 8, 256, 256, 3, 3], [1440, 1024, 8, 8, 512, 1024, 1, 1], [1440, 512, 8, 8, 512, 512, 3, 3], [1440, 512, 4, 4, 2048, 512, 1, 1], [1440, 1024, 8, 8, 2048, 1024, 1, 1], [1440, 2048, 4, 4, 512, 2048, 1, 1], [1440, 512, 4, 4, 512, 512, 3, 3]]","[2640, 209, 850, 1561, 504, 609, 919, 319, 1652, 263, 533, 331, 697, 545, 945, 274, 427, 596, 546, 368, 636, 338, 389, 1882, 200, 609, 1100, 358, 438, 640, 227, 1161, 187, 393, 238, 502, 386, 670, 198, 331, 428, 408, 262, 458, 309, 377, 3703, 290, 1178, 2174, 702, 845, 1280, 444, 2320, 359, 744, 459, 960, 764, 1328, 382, 588, 830, 751, 522, 889, 467, 535]" -"BatchNorm2d","6","torch.float16,torch.float16,torch.float16","torch.float16","A100SXM440GB","[[1024, 64, 64, 64, 64, 64], [1024, 64, 32, 32, 64, 64], [1024, 256, 32, 32, 256, 256], [1024, 128, 32, 32, 128, 128], [1024, 128, 16, 16, 128, 128], [1024, 512, 16, 16, 512, 512], [1024, 256, 16, 16, 256, 256], [1024, 256, 8, 8, 256, 256], [1024, 1024, 8, 8, 1024, 1024], [1024, 512, 8, 8, 512, 512], [1024, 512, 4, 4, 512, 512], [1024, 2048, 4, 4, 2048, 2048], [720, 64, 64, 64, 64, 64], [720, 64, 32, 32, 64, 64], [720, 256, 32, 32, 256, 256], [720, 128, 32, 32, 128, 128], [720, 128, 16, 16, 128, 128], [720, 512, 16, 16, 512, 512], [720, 256, 16, 16, 256, 256], [720, 256, 8, 8, 256, 256], [720, 1024, 8, 8, 1024, 1024], [720, 512, 8, 8, 512, 512], [720, 512, 4, 4, 512, 512], [720, 2048, 4, 4, 2048, 2048], [1440, 64, 64, 64, 64, 64], [1440, 64, 32, 32, 64, 64], [1440, 256, 32, 32, 256, 256], [1440, 128, 32, 32, 128, 128], [1440, 128, 16, 16, 128, 128], [1440, 512, 16, 16, 512, 512], [1440, 256, 16, 16, 256, 256], [1440, 256, 8, 8, 256, 256], [1440, 1024, 8, 8, 1024, 1024], [1440, 512, 8, 8, 512, 512], [1440, 512, 4, 4, 512, 512], [1440, 2048, 4, 4, 2048, 2048]]","[1061, 276, 1092, 543, 147, 559, 286, 202, 329, 204, 202, 314, 750, 195, 770, 383, 107, 401, 204, 144, 245, 203, 145, 242, 1487, 384, 1502, 761, 204, 774, 390, 201, 448, 240, 202, 414]" -"ReLU","4","torch.float16,","torch.float16","A100SXM440GB","[[1024, 64, 64, 64], [1024, 64, 32, 32], [1024, 256, 32, 32], [1024, 128, 32, 32], [1024, 128, 16, 16], [1024, 512, 16, 16], [1024, 256, 16, 16], [1024, 256, 8, 8], [1024, 1024, 8, 8], [1024, 512, 8, 8], [1024, 512, 4, 4], [1024, 2048, 4, 4], [720, 64, 64, 64], [720, 64, 32, 32], [720, 256, 32, 32], [720, 128, 32, 32], [720, 128, 16, 16], [720, 512, 16, 16], [720, 256, 16, 16], [720, 256, 8, 8], [720, 1024, 8, 8], [720, 512, 8, 8], [720, 512, 4, 4], [720, 2048, 4, 4], [1440, 64, 64, 64], [1440, 64, 32, 32], [1440, 256, 32, 32], [1440, 128, 32, 32], [1440, 128, 16, 16], [1440, 512, 16, 16], [1440, 256, 16, 16], [1440, 256, 8, 8], [1440, 1024, 8, 8], [1440, 512, 8, 8], [1440, 512, 4, 4], [1440, 2048, 4, 4]]","[773, 191, 774, 386, 95, 387, 191, 47, 192, 95, 17, 96, 541, 133, 544, 270, 67, 270, 133, 28, 135, 67, 11, 68, 1088, 269, 1088, 542, 133, 543, 269, 67, 271, 134, 25, 135]" -"MaxPool2d","4","torch.float16,","torch.float16","A100SXM440GB","[[1024, 64, 64, 64], [720, 64, 64, 64], [1440, 64, 64, 64]]","[1701, 1197, 2391]" -"iadd","8","torch.float16,torch.float16","torch.float16","A100SXM440GB","[[1024, 256, 32, 32, 1024, 256, 32, 32], [1024, 512, 16, 16, 1024, 512, 16, 16], [1024, 1024, 8, 8, 1024, 1024, 8, 8], [1024, 2048, 4, 4, 1024, 2048, 4, 4], [720, 256, 32, 32, 720, 256, 32, 32], [720, 512, 16, 16, 720, 512, 16, 16], [720, 1024, 8, 8, 720, 1024, 8, 8], [720, 2048, 4, 4, 720, 2048, 4, 4], [1440, 256, 32, 32, 1440, 256, 32, 32], [1440, 512, 16, 16, 1440, 512, 16, 16], [1440, 1024, 8, 8, 1440, 1024, 8, 8], [1440, 2048, 4, 4, 1440, 2048, 4, 4]]","[1180, 591, 296, 147, 832, 416, 208, 102, 1664, 831, 415, 206]" -"AdaptiveAvgPool2d","4","torch.float16,","torch.float16","A100SXM440GB","[[1024, 2048, 4, 4], [720, 2048, 4, 4], [1440, 2048, 4, 4]]","[335, 237, 468]" -"flatten","5","torch.float16","torch.float16","A100SXM440GB","[[1024, 2048, 1, 1, 1], [720, 2048, 1, 1, 1], [1440, 2048, 1, 1, 1]]","[0, 0, 0]" -"Linear","5","torch.float16,torch.float16,torch.float16","torch.float16","A100SXM440GB","[[1024, 2048, 1000, 2048, 1000], [720, 2048, 1000, 2048, 1000], [1440, 2048, 1000, 2048, 1000]]","[25, 21, 33]" +"to","1","N/A","torch.float16","A10G","[[1]]","[2]" +"unsqueeze","2","N/A","torch.float16","A10G","[[1, 1], [0, 1]]","[0, 0]" +"mul","8","torch.float16,torch.float16","torch.float16","A10G","[[1, 16, 128, 256, 1, 1, 128, 256], [1, 32, 512, 32, 1, 1, 512, 32], [2, 32, 512, 32, 1, 1, 512, 32], [1, 32, 256, 128, 1, 1, 256, 128], [1, 8, 256, 128, 1, 1, 256, 128], [1, 64, 1, 1, 1, 64, 1, 1], [128, 64, 64, 64, 1, 64, 1, 1], [128, 64, 32, 32, 1, 64, 1, 1], [1, 256, 1, 1, 1, 256, 1, 1], [128, 256, 32, 32, 1, 256, 1, 1], [1, 128, 1, 1, 1, 128, 1, 1], [128, 128, 32, 32, 1, 128, 1, 1], [128, 128, 16, 16, 1, 128, 1, 1], [1, 512, 1, 1, 1, 512, 1, 1], [128, 512, 16, 16, 1, 512, 1, 1], [128, 256, 16, 16, 1, 256, 1, 1], [128, 256, 8, 8, 1, 256, 1, 1], [1, 1024, 1, 1, 1, 1024, 1, 1], [128, 1024, 8, 8, 1, 1024, 1, 1], [128, 512, 8, 8, 1, 512, 1, 1], [128, 512, 4, 4, 1, 512, 1, 1], [1, 2048, 1, 1, 1, 2048, 1, 1], [128, 2048, 4, 4, 1, 2048, 1, 1], [256, 64, 64, 64, 1, 64, 1, 1], [256, 64, 32, 32, 1, 64, 1, 1], [256, 256, 32, 32, 1, 256, 1, 1], [256, 128, 32, 32, 1, 128, 1, 1], [256, 128, 16, 16, 1, 128, 1, 1], [256, 512, 16, 16, 1, 512, 1, 1], [256, 256, 16, 16, 1, 256, 1, 1], [256, 256, 8, 8, 1, 256, 1, 1], [256, 1024, 8, 8, 1, 1024, 1, 1], [256, 512, 8, 8, 1, 512, 1, 1], [256, 512, 4, 4, 1, 512, 1, 1], [256, 2048, 4, 4, 1, 2048, 1, 1], [512, 32, 64, 64, 512, 32, 1, 1], [512, 96, 32, 32, 512, 96, 1, 1], [512, 144, 32, 32, 512, 144, 1, 1], [512, 144, 16, 16, 512, 144, 1, 1], [512, 240, 16, 16, 512, 240, 1, 1], [512, 240, 8, 8, 512, 240, 1, 1], [512, 480, 8, 8, 512, 480, 1, 1], [512, 672, 8, 8, 512, 672, 1, 1], [512, 672, 4, 4, 512, 672, 1, 1], [512, 1152, 4, 4, 512, 1152, 1, 1], [256, 32, 64, 64, 256, 32, 1, 1], [256, 96, 32, 32, 256, 96, 1, 1], [256, 144, 32, 32, 256, 144, 1, 1], [256, 144, 16, 16, 256, 144, 1, 1], [256, 240, 16, 16, 256, 240, 1, 1], [256, 240, 8, 8, 256, 240, 1, 1], [256, 480, 8, 8, 256, 480, 1, 1], [256, 672, 8, 8, 256, 672, 1, 1], [256, 672, 4, 4, 256, 672, 1, 1], [256, 1152, 4, 4, 256, 1152, 1, 1], [128, 32, 64, 64, 128, 32, 1, 1], [128, 96, 32, 32, 128, 96, 1, 1], [128, 144, 32, 32, 128, 144, 1, 1], [128, 144, 16, 16, 128, 144, 1, 1], [128, 240, 16, 16, 128, 240, 1, 1], [128, 240, 8, 8, 128, 240, 1, 1], [128, 480, 8, 8, 128, 480, 1, 1], [128, 672, 8, 8, 128, 672, 1, 1], [128, 672, 4, 4, 128, 672, 1, 1], [128, 1152, 4, 4, 128, 1152, 1, 1]]","[6, 8, 14, 12, 5, 1, 285, 72, 1, 285, 1, 144, 37, 1, 144, 73, 19, 1, 73, 36, 6, 1, 37, 567, 143, 568, 285, 72, 285, 143, 37, 144, 71, 20, 72, 566, 427, 642, 156, 263, 64, 132, 186, 48, 83, 282, 212, 320, 77, 130, 31, 64, 92, 24, 40, 139, 104, 159, 37, 64, 13, 30, 45, 8, 20]" +"getitem","5","torch.float16","torch.float16","A10G","[[1, 16, 128, 256, 2], [1, 1, 128, 129, 4], [1, 32, 512, 80, 2], [1, 32, 512, 32, 2], [1, 1, 512, 513, 4], [2, 32, 512, 80, 2], [2, 32, 512, 32, 2], [2, 1, 512, 513, 4], [1, 32, 256, 128, 2], [1, 8, 256, 128, 2], [1, 8, 256, 128, 5], [1, 1, 256, 257, 4]]","[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" +"neg","4","torch.float16","torch.float16","A10G","[[1, 16, 128, 128], [1, 32, 512, 16], [2, 32, 512, 16], [1, 32, 256, 64], [1, 8, 256, 64]]","[3, 3, 8, 4, 2]" +"cat","4","torch.float16","torch.float16","A10G","[[2, 16, 128, 128], [2, 32, 512, 16], [2, 32, 512, 32], [2, 32, 256, 64], [2, 8, 256, 64]]","[8, 8, 20, 13, 5]" +"add","8","torch.float16,torch.float16","torch.float16","A10G","[[1, 16, 128, 256, 1, 16, 128, 256], [1, 32, 512, 32, 1, 32, 512, 32], [2, 32, 512, 32, 2, 32, 512, 32], [1, 32, 256, 128, 1, 32, 256, 128], [1, 8, 256, 128, 1, 8, 256, 128], [1, 16, 1024, 1024, 1, 1, 1024, 1024], [1, 16, 512, 512, 1, 1, 512, 512], [2, 16, 512, 512, 2, 1, 512, 512], [128, 64, 64, 64, 1, 64, 1, 1], [128, 64, 32, 32, 1, 64, 1, 1], [128, 256, 32, 32, 1, 256, 1, 1], [128, 128, 32, 32, 1, 128, 1, 1], [128, 128, 16, 16, 1, 128, 1, 1], [128, 512, 16, 16, 1, 512, 1, 1], [128, 256, 16, 16, 1, 256, 1, 1], [128, 256, 8, 8, 1, 256, 1, 1], [128, 1024, 8, 8, 1, 1024, 1, 1], [128, 512, 8, 8, 1, 512, 1, 1], [128, 512, 4, 4, 1, 512, 1, 1], [128, 2048, 4, 4, 1, 2048, 1, 1], [128, 8, 16, 16, 128, 1, 16, 16], [128, 8, 100, 16, 128, 1, 100, 16], [256, 64, 64, 64, 1, 64, 1, 1], [256, 64, 32, 32, 1, 64, 1, 1], [256, 256, 32, 32, 1, 256, 1, 1], [256, 128, 32, 32, 1, 128, 1, 1], [256, 128, 16, 16, 1, 128, 1, 1], [256, 512, 16, 16, 1, 512, 1, 1], [256, 256, 16, 16, 1, 256, 1, 1], [256, 256, 8, 8, 1, 256, 1, 1], [256, 1024, 8, 8, 1, 1024, 1, 1], [256, 512, 8, 8, 1, 512, 1, 1], [256, 512, 4, 4, 1, 512, 1, 1], [256, 2048, 4, 4, 1, 2048, 1, 1], [256, 8, 16, 16, 256, 1, 16, 16], [256, 8, 100, 16, 256, 1, 100, 16], [512, 24, 32, 32, 512, 24, 32, 32], [512, 40, 16, 16, 512, 40, 16, 16], [512, 80, 8, 8, 512, 80, 8, 8], [512, 112, 8, 8, 512, 112, 8, 8], [512, 192, 4, 4, 512, 192, 4, 4], [256, 24, 32, 32, 256, 24, 32, 32], [256, 40, 16, 16, 256, 40, 16, 16], [256, 80, 8, 8, 256, 80, 8, 8], [256, 112, 8, 8, 256, 112, 8, 8], [256, 192, 4, 4, 256, 192, 4, 4], [128, 24, 32, 32, 128, 24, 32, 32], [128, 40, 16, 16, 128, 40, 16, 16], [128, 80, 8, 8, 128, 80, 8, 8], [128, 112, 8, 8, 128, 112, 8, 8], [128, 192, 4, 4, 128, 192, 4, 4]]","[4, 6, 11, 11, 3, 208, 40, 75, 285, 74, 285, 144, 38, 144, 74, 21, 74, 38, 6, 39, 3, 15, 568, 144, 568, 286, 74, 285, 144, 38, 144, 74, 21, 73, 5, 31, 155, 66, 33, 46, 11, 78, 33, 9, 17, 6, 40, 9, 5, 7, 4]" +"contiguous","1","N/A","torch.float16","A10G","[[1]]","[5]" +"scaled_dot_product_attention","12","torch.float16,torch.float16,torch.float16","torch.float16","A10G","[[1, 16, 128, 256, 1, 16, 128, 256, 1, 16, 128, 256], [1, 32, 512, 80, 1, 32, 512, 80, 1, 32, 512, 80], [2, 32, 512, 80, 2, 32, 512, 80, 2, 32, 512, 80], [1, 16, 1024, 64, 1, 16, 1024, 64, 1, 16, 1024, 64], [2, 16, 512, 64, 2, 16, 512, 64, 2, 16, 512, 64], [1, 25, 1024, 64, 1, 25, 1024, 64, 1, 25, 1024, 64], [1, 25, 720, 64, 1, 25, 720, 64, 1, 25, 720, 64], [1, 25, 512, 64, 1, 25, 512, 64, 1, 25, 512, 64], [2, 25, 512, 64, 2, 25, 512, 64, 2, 25, 512, 64], [4, 25, 256, 64, 4, 25, 256, 64, 4, 25, 256, 64], [1, 20, 1024, 64, 1, 20, 1024, 64, 1, 20, 1024, 64], [1, 20, 720, 64, 1, 20, 720, 64, 1, 20, 720, 64], [1, 20, 512, 64, 1, 20, 512, 64, 1, 20, 512, 64], [8, 16, 512, 64, 8, 16, 512, 64, 8, 16, 512, 64], [16, 16, 512, 64, 16, 16, 512, 64, 16, 16, 512, 64], [1, 32, 256, 128, 1, 32, 256, 128, 1, 32, 256, 128], [1, 16, 512, 64, 1, 16, 512, 64, 1, 16, 512, 64]]","[18, 165, 288, 135, 69, 213, 106, 58, 112, 65, 143, 89, 52, 233, 420, 54, 50]" +"view","3","N/A","torch.float16","A10G","[[1, 128, -1], [1, 1024, 1600], [1, 720, 1600], [1, 512, 1600], [2, 512, 1600], [4, 256, 1600], [1, 1024, 1280], [1, 720, 1280], [1, 512, 1280], [1, 256, -1], [1, 1024, 1024], [1, 512, 1024], [2, 512, 1024], [16, -1, 64], [16, 1024, 1024], [16, 512, 512], [32, -1, 64], [32, 512, 512], [1024, -1, 32], [1024, 16, 16], [1024, 100, 16], [2048, -1, 32], [2048, 16, 16], [2048, 100, 16]]","[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" +"add","6","torch.float16,torch.float16","torch.float16","A10G","[[1, 128, 3072, 1, 128, 3072], [1, 512, 10240, 1, 512, 10240], [1, 512, 2560, 1, 512, 2560], [2, 512, 10240, 2, 512, 10240], [2, 512, 2560, 2, 512, 2560], [1, 1024, 1024, 1, 1024, 1024], [2, 512, 1024, 2, 512, 1024], [1, 1024, 1600, 1, 1024, 1600], [1, 1024, 6400, 1, 1024, 6400], [1, 720, 1600, 1, 720, 1600], [1, 720, 6400, 1, 720, 6400], [1, 512, 1600, 1, 512, 1600], [1, 512, 6400, 1, 512, 6400], [2, 512, 1600, 1, 512, 1600], [2, 512, 1600, 2, 512, 1600], [2, 512, 6400, 2, 512, 6400], [4, 256, 1600, 1, 256, 1600], [4, 256, 1600, 4, 256, 1600], [4, 256, 6400, 4, 256, 6400], [1, 256, 2560, 1, 256, 2560], [1, 256, 10240, 1, 256, 10240], [1, 1024, 1280, 1, 1024, 1280], [1, 1024, 5120, 1, 1024, 5120], [1, 720, 1280, 1, 720, 1280], [1, 720, 5120, 1, 720, 5120], [1, 512, 1280, 1, 512, 1280], [1, 512, 5120, 1, 512, 5120], [8, 512, 1024, 8, 512, 1024], [16, 512, 1024, 16, 512, 1024], [1, 256, 4096, 1, 256, 4096], [1, 1024, 4096, 1, 1024, 4096], [1, 512, 1024, 1, 512, 1024], [1, 512, 4096, 1, 512, 4096], [2, 512, 1024, 1, 512, 1024], [2, 512, 4096, 2, 512, 4096], [128, 165, 192, 1, 165, 192], [128, 165, 192, 128, 165, 192], [256, 165, 192, 1, 165, 192], [256, 165, 192, 256, 165, 192], [512, 165, 192, 1, 165, 192], [512, 165, 192, 512, 165, 192], [128, 16, 256, 128, 16, 256], [128, 100, 256, 128, 100, 256], [256, 16, 256, 256, 16, 256], [256, 100, 256, 256, 100, 256], [128, 197, 768, 1, 197, 768], [128, 197, 768, 128, 197, 768]]","[4, 66, 10, 130, 30, 7, 6, 13, 83, 8, 58, 4, 42, 16, 16, 81, 15, 16, 83, 2, 34, 10, 67, 4, 47, 2, 33, 53, 105, 8, 54, 2, 24, 8, 54, 35, 50, 70, 100, 138, 200, 6, 40, 12, 81, 163, 239]" +"gelu","3","torch.float16","torch.float16","A10G","[[1, 128, 24576], [1, 1024, 4096], [2, 512, 4096], [8, 512, 4096], [8, 512, 1024], [16, 512, 4096], [16, 512, 1024], [128, 165, 768], [256, 165, 768], [512, 165, 768], [128, 197, 3072]]","[24, 34, 35, 137, 32, 276, 68, 133, 268, 534, 635]" +"mul","6","torch.float16,torch.float16","torch.float16","A10G","[[1, 128, 24576, 1, 128, 24576], [1, 512, 10240, 1, 512, 10240], [2, 512, 10240, 2, 512, 10240], [1, 1024, 6400, 1, 1024, 6400], [1, 720, 6400, 1, 720, 6400], [1, 512, 6400, 1, 512, 6400], [2, 512, 6400, 2, 512, 6400], [4, 256, 6400, 4, 256, 6400], [1, 256, 10240, 1, 256, 10240], [1, 1024, 5120, 1, 1024, 5120], [1, 720, 5120, 1, 720, 5120], [1, 512, 5120, 1, 512, 5120], [1, 256, 14336, 1, 256, 14336], [1, 1024, 4096, 1, 1024, 4096], [1, 512, 4096, 1, 512, 4096], [2, 512, 4096, 2, 512, 4096]]","[37, 67, 130, 82, 58, 41, 82, 81, 33, 67, 47, 33, 43, 55, 23, 55]" +"Dropout","3","torch.float16,","torch.float16","A10G","[[1, 512, 2560], [2, 512, 2560], [1, 1024, 1600], [1, 720, 1600], [1, 512, 1600], [2, 512, 1600], [4, 256, 1600], [1, 256, 2560], [1, 1024, 1280], [1, 720, 1280], [1, 512, 1280], [8, 512, 1024], [16, 512, 1024], [1, 1024, 1024], [1, 512, 1024], [2, 512, 1024], [128, 165, 192], [256, 165, 192], [512, 165, 192], [128, 197, 768]]","[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" +"LayerNorm","5","torch.float16,torch.float16,torch.float16","torch.float16","A10G","[[1, 512, 2560, 2560, 2560], [2, 512, 2560, 2560, 2560], [1, 1024, 1024, 1024, 1024], [2, 512, 1024, 1024, 1024], [1, 1024, 1600, 1600, 1600], [1, 720, 1600, 1600, 1600], [1, 512, 1600, 1600, 1600], [2, 512, 1600, 1600, 1600], [4, 256, 1600, 1600, 1600], [1, 256, 2560, 2560, 2560], [1, 1024, 1280, 1280, 1280], [1, 720, 1280, 1280, 1280], [1, 512, 1280, 1280, 1280], [8, 512, 1024, 1024, 1024], [16, 512, 1024, 1024, 1024], [1, 512, 1024, 1024, 1024], [128, 165, 192, 192, 192], [256, 165, 192, 192, 192], [512, 165, 192, 192, 192], [128, 16, 256, 256, 256], [128, 100, 256, 256, 256], [256, 16, 256, 256, 256], [256, 100, 256, 256, 256], [128, 197, 768, 768, 768]]","[9, 24, 8, 8, 14, 7, 7, 14, 14, 7, 11, 6, 5, 38, 80, 5, 61, 118, 233, 12, 38, 21, 72, 181]" +"Linear","6","torch.float16,torch.float16,torch.float16","torch.float16","A10G","[[1, 512, 2560, 2560, 2560, 2560], [1, 512, 2560, 10240, 2560, 10240], [1, 512, 10240, 2560, 10240, 2560], [1, 512, 2560, 51200, 2560, 51200], [2, 512, 2560, 2560, 2560, 2560], [2, 512, 2560, 10240, 2560, 10240], [2, 512, 10240, 2560, 10240, 2560], [2, 512, 2560, 51200, 2560, 51200], [1, 1024, 1024, 1024, 1024, 1024], [1, 1024, 1024, 4096, 1024, 4096], [1, 1024, 4096, 1024, 4096, 1024], [2, 512, 1024, 1024, 1024, 1024], [2, 512, 1024, 4096, 1024, 4096], [2, 512, 4096, 1024, 4096, 1024], [1, 256, 2560, 2560, 2560, 2560], [1, 256, 2560, 10240, 2560, 10240], [1, 256, 10240, 2560, 10240, 2560], [8, 512, 1024, 1024, 1024, 1024], [8, 512, 1024, 4096, 1024, 4096], [8, 512, 4096, 1024, 4096, 1024], [8, 512, 1024, 30522, 1024, 30522], [16, 512, 1024, 1024, 1024, 1024], [16, 512, 1024, 4096, 1024, 4096], [16, 512, 4096, 1024, 4096, 1024], [16, 512, 1024, 30522, 1024, 30522], [1, 512, 1024, 1024, 1024, 1024], [1, 512, 1024, 4096, 1024, 4096], [1, 512, 4096, 1024, 4096, 1024], [128, 165, 192, 192, 192, 192], [128, 165, 192, 768, 192, 768], [128, 165, 768, 192, 768, 192], [128, 100, 192, 192, 192, 192], [128, 100, 192, 92, 192, 92], [128, 100, 192, 4, 192, 4], [256, 165, 192, 192, 192, 192], [256, 165, 192, 768, 192, 768], [256, 165, 768, 192, 768, 192], [256, 100, 192, 192, 192, 192], [256, 100, 192, 92, 192, 92], [256, 100, 192, 4, 192, 4], [512, 165, 192, 192, 192, 192], [512, 165, 192, 768, 192, 768], [512, 165, 768, 192, 768, 192], [512, 100, 192, 192, 192, 192], [512, 100, 192, 92, 192, 92], [512, 100, 192, 4, 192, 4], [128, 16, 256, 256, 256, 256], [128, 16, 256, 2048, 256, 2048], [128, 16, 2048, 256, 2048, 256], [128, 100, 256, 256, 256, 256], [128, 100, 256, 2048, 256, 2048], [128, 100, 2048, 256, 2048, 256], [128, 100, 256, 92, 256, 92], [128, 100, 256, 4, 256, 4], [256, 16, 256, 256, 256, 256], [256, 16, 256, 2048, 256, 2048], [256, 16, 2048, 256, 2048, 256], [256, 100, 256, 256, 256, 256], [256, 100, 256, 2048, 256, 2048], [256, 100, 2048, 256, 2048, 256], [256, 100, 256, 92, 256, 92], [256, 100, 256, 4, 256, 4], [128, 197, 768, 768, 768, 768], [128, 197, 768, 3072, 768, 3072], [128, 197, 3072, 768, 3072, 768]]","[106, 408, 397, 2490, 204, 901, 784, 4350, 48, 172, 163, 48, 172, 163, 78, 204, 217, 164, 599, 598, 4279, 327, 1099, 1189, 8467, 25, 86, 84, 58, 222, 198, 76, 24, 8, 112, 222, 324, 144, 51, 26, 154, 430, 575, 276, 88, 51, 20, 38, 45, 49, 222, 265, 31, 12, 37, 71, 86, 68, 430, 494, 59, 34, 524, 1947, 1810]" +"getitem","4","torch.float16,torch.int64","torch.float16","A10G","[[512, 32, 1, 512]]","[6]" +"reshape","3","N/A","torch.float16","A10G","[[1, 512, 2560], [2, 512, 2560], [1, 1024, 1024], [2, 512, 1024], [8, 512, 1024], [16, 512, 1024], [16, -1, 64], [1, 512, 1024], [32, -1, 64], [128, 16, 256], [128, 100, 256], [256, 16, 256], [256, 100, 256]]","[0, 0, 0, 0, 0, 0, 0, 4, 0, 4, 30, 6, 58]" +"mul","4","torch.float16","torch.float16","A10G","[[0.5, 1, 512, 10240], [0.044715, 1, 512, 10240], [0.7978845608028654, 1, 512, 10240], [0.5, 2, 512, 10240], [0.044715, 2, 512, 10240], [0.7978845608028654, 2, 512, 10240], [1, 1024, 1024, 1.0], [2, 512, 1024, 1.0], [0.5, 1, 1024, 6400], [0.044715, 1, 1024, 6400], [0.7978845608028654, 1, 1024, 6400], [0.5, 1, 720, 6400], [0.044715, 1, 720, 6400], [0.7978845608028654, 1, 720, 6400], [0.5, 1, 512, 6400], [0.044715, 1, 512, 6400], [0.7978845608028654, 1, 512, 6400], [0.5, 2, 512, 6400], [0.044715, 2, 512, 6400], [0.7978845608028654, 2, 512, 6400], [0.5, 4, 256, 6400], [0.044715, 4, 256, 6400], [0.7978845608028654, 4, 256, 6400], [0.5, 1, 256, 10240], [0.044715, 1, 256, 10240], [0.7978845608028654, 1, 256, 10240], [0.5, 1, 1024, 5120], [0.044715, 1, 1024, 5120], [0.7978845608028654, 1, 1024, 5120], [0.5, 1, 720, 5120], [0.044715, 1, 720, 5120], [0.7978845608028654, 1, 720, 5120], [0.5, 1, 512, 5120], [0.044715, 1, 512, 5120], [0.7978845608028654, 1, 512, 5120], [0.5, 1, 1024, 4096], [0.044715, 1, 1024, 4096], [0.7978845608028654, 1, 1024, 4096], [0.5, 1, 512, 4096], [0.044715, 1, 512, 4096], [0.7978845608028654, 1, 512, 4096], [0.5, 2, 512, 4096], [0.044715, 2, 512, 4096], [0.7978845608028654, 2, 512, 4096], [1, 1024, 1024, 32.0], [1, 1024, 1024, 0.125], [1, 512, 1024, 32.0], [1, 512, 1024, 0.125], [2, 512, 1024, 32.0], [2, 512, 1024, 0.125], [128, 16, 256, 0.1767766952966369], [128, 100, 256, 0.1767766952966369], [256, 16, 256, 0.1767766952966369], [256, 100, 256, 0.1767766952966369]]","[43, 44, 45, 87, 87, 87, 4, 4, 52, 55, 55, 37, 39, 39, 23, 28, 28, 51, 55, 54, 51, 55, 54, 19, 20, 20, 44, 45, 45, 28, 31, 31, 18, 20, 20, 34, 36, 36, 13, 11, 12, 34, 36, 37, 4, 3, 2, 2, 3, 3, 2, 25, 2, 56]" +"pow","4","torch.float16","torch.float16","A10G","[[1, 512, 10240, 3.0], [2, 512, 10240, 3.0], [1, 1024, 6400, 3.0], [1, 720, 6400, 3.0], [1, 512, 6400, 3.0], [2, 512, 6400, 3.0], [4, 256, 6400, 3.0], [1, 256, 10240, 3.0], [1, 1024, 5120, 3.0], [1, 720, 5120, 3.0], [1, 512, 5120, 3.0], [1, 1024, 4096, 3.0], [1, 512, 4096, 3.0], [2, 512, 4096, 3.0]]","[45, 88, 56, 39, 28, 56, 57, 23, 44, 32, 23, 36, 19, 35]" +"tanh","3","torch.float16","torch.float16","A10G","[[1, 512, 10240], [2, 512, 10240], [1, 1024, 6400], [1, 720, 6400], [1, 512, 6400], [2, 512, 6400], [4, 256, 6400], [1, 256, 10240], [1, 1024, 5120], [1, 720, 5120], [1, 512, 5120], [1, 1024, 4096], [1, 512, 4096], [2, 512, 4096]]","[46, 89, 55, 40, 29, 55, 55, 21, 46, 32, 21, 37, 11, 37]" +"add","4","torch.float16","torch.float16","A10G","[[1.0, 1, 512, 10240], [1.0, 2, 512, 10240], [1.0, 1, 1024, 6400], [1.0, 1, 720, 6400], [1.0, 1, 512, 6400], [1.0, 2, 512, 6400], [1.0, 4, 256, 6400], [1.0, 1, 256, 10240], [1.0, 1, 1024, 5120], [1.0, 1, 720, 5120], [1.0, 1, 512, 5120], [1.0, 1, 1024, 4096], [1.0, 1, 512, 4096], [1.0, 2, 512, 4096]]","[45, 88, 56, 39, 28, 54, 55, 21, 45, 31, 21, 37, 11, 37]" +"size","1","N/A","N/A","A10G","[[1]]","[0]" +"getitem","2","N/A","N/A","A10G","[[3, 0], [2, 0], [2, 1], [3, 1], [4, 0], [4, 2], [4, 1], [3, 2], [4, 3]]","[0, 0, 0, 0, 0, 0, 0, 0, 0]" +"cat","7","torch.float16,torch.float16","torch.float16","A10G","[[2, 32, 512, 16, 32, 512, 16], [2, 32, 512, 32, 32, 512, 32]]","[14, 37]" +"view","2","N/A","torch.int64","A10G","[[-1, 1024], [1024, 1], [-1, 512], [512, 1], [-1, 720], [720, 1], [-1, 256], [256, 1]]","[0, 0, 0, 0, 0, 0, 0, 0]" +"embedding","9","torch.int64,torch.float16","torch.float16","A10G","[[1, 1024, 50265, 1024, 1, 1, 2.0, 0, 0], [1, 1024, 1026, 1024, 1, 1, 2.0, 0, 0], [2, 512, 50265, 1024, 1, 1, 2.0, 0, 0], [2, 512, 1026, 1024, 1, 1, 2.0, 0, 0]]","[16, 14, 17, 13]" +"add","2","torch.int64","torch.int64","A10G","[[1024, 1], [512, 1], [720, 1], [256, 1]]","[1, 1, 1, 1]" +"lt","3","torch.int64,torch.int64","torch.bool","A10G","[[1024, 1024, 1], [512, 512, 1], [720, 720, 1], [256, 256, 1]]","[7, 4, 4, 3]" +"masked_fill_","3","torch.bool","torch.float16","A10G","[[1024, 1024, 0], [512, 512, 0], [720, 720, 0], [256, 256, 0]]","[3, 1, 2, 1]" +"to","2","N/A","torch.float16","A10G","[[1, 1]]","[0]" +"expand","2","N/A","torch.int64","A10G","[[1, -1], [2, -1], [8, 512], [16, 512]]","[0, 0, 0, 0]" +"add","3","torch.int64","torch.int64","A10G","[[1, 1024, 2], [2, 512, 2]]","[1, 2]" +"dropout","3","torch.float16","torch.float16","A10G","[[1, 1024, 1024], [1, 1024, 4096], [2, 512, 1024], [2, 512, 4096], [16, 1024, 1024], [1, 512, 1024], [16, 512, 512], [1, 512, 4096], [32, 512, 512], [128, 16, 256], [1024, 16, 16], [128, 16, 2048], [1024, 100, 100], [128, 100, 256], [1024, 100, 16], [128, 100, 2048], [256, 16, 256], [2048, 16, 16], [256, 16, 2048], [2048, 100, 100], [256, 100, 256], [2048, 100, 16], [256, 100, 2048]]","[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" +"add","2","N/A","N/A","A10G","[[512, 0], [0, 512], [720, 0], [256, 0], [1024, 0]]","[0, 0, 0, 0, 0]" +"sub","2","N/A","N/A","A10G","[[512, 512], [720, 720], [256, 256], [1024, 1024]]","[0, 0, 0, 0]" +"gt","2","N/A","N/A","A10G","[[512, 1], [0, 0], [720, 1], [256, 1], [1024, 1]]","[0, 0, 0, 0, 0]" +"size","2","N/A","N/A","A10G","[[-1, 1], [-2, 1], [1, 1]]","[0, 0, 0]" +"eq","2","N/A","N/A","A10G","[[2, 2], [512, 512], [32, 32], [2048, 2048], [256, 256]]","[0, 0, 0, 0, 0]" +"and_","2","N/A","N/A","A10G","[[1, 1]]","[0]" +"not_","2","N/A","N/A","A10G","[[1, 1]]","[0]" +"view","2","N/A","torch.float16","A10G","[[-1, 1600], [3, 1], [4, 1], [-1, 6400], [-1, 1280], [-1, 5120], [-1, 1024], [-1, 4096]]","[0, 0, 0, 0, 0, 0, 0, 0]" +"addmm","5","torch.float16,torch.float16,torch.float16","torch.float16","A10G","[[4800, 1024, 1600, 1600, 4800], [1600, 1024, 1600, 1600, 1600], [6400, 1024, 1600, 1600, 6400], [1600, 1024, 6400, 6400, 1600], [4800, 720, 1600, 1600, 4800], [1600, 720, 1600, 1600, 1600], [6400, 720, 1600, 1600, 6400], [1600, 720, 6400, 6400, 1600], [4800, 512, 1600, 1600, 4800], [1600, 512, 1600, 1600, 1600], [6400, 512, 1600, 1600, 6400], [1600, 512, 6400, 6400, 1600], [3840, 1024, 1280, 1280, 3840], [1280, 1024, 1280, 1280, 1280], [5120, 1024, 1280, 1280, 5120], [1280, 1024, 5120, 5120, 1280], [3840, 720, 1280, 1280, 3840], [1280, 720, 1280, 1280, 1280], [5120, 720, 1280, 1280, 5120], [1280, 720, 5120, 5120, 1280], [3840, 512, 1280, 1280, 3840], [1280, 512, 1280, 1280, 1280], [5120, 512, 1280, 1280, 5120], [1280, 512, 5120, 5120, 1280], [3072, 1024, 1024, 1024, 3072], [1024, 1024, 1024, 1024, 1024], [4096, 1024, 1024, 1024, 4096], [1024, 1024, 4096, 4096, 1024], [3072, 512, 1024, 1024, 3072], [1024, 512, 1024, 1024, 1024], [4096, 512, 1024, 1024, 4096], [1024, 512, 4096, 4096, 1024]]","[321, 100, 400, 488, 241, 69, 320, 307, 130, 68, 241, 249, 200, 82, 211, 205, 161, 54, 197, 182, 155, 56, 106, 151, 170, 47, 170, 162, 65, 24, 89, 83]" +"split","2","N/A","torch.float16,torch.float16,torch.float16","A10G","[[1600, 1], [1280, 1], [1024, 1]]","[0, 0, 0]" +"getitem","4","torch.float16","torch.float16","A10G","[[3, 1024, 1600, 0], [3, 1024, 1600, 1], [3, 1024, 1600, 2], [3, 720, 1600, 0], [3, 720, 1600, 1], [3, 720, 1600, 2], [3, 512, 1600, 0], [3, 512, 1600, 1], [3, 512, 1600, 2], [3, 1024, 1280, 0], [3, 1024, 1280, 1], [3, 1024, 1280, 2], [3, 720, 1280, 0], [3, 720, 1280, 1], [3, 720, 1280, 2], [3, 512, 1280, 0], [3, 512, 1280, 1], [3, 512, 1280, 2], [3, 1024, 1024, 0], [3, 1024, 1024, 1], [3, 1024, 1024, 2], [3, 512, 1024, 0], [3, 512, 1024, 1], [3, 512, 1024, 2], [1, 4251, 192, 3], [128, 165, 192, 3], [256, 165, 192, 3], [512, 165, 192, 3], [128, 128, 128, 1], [256, 128, 128, 1], [128, 197, 768, 3]]","[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" +"permute","4","N/A","torch.float16","A10G","[[0, 2, 1, 3]]","[0]" +"getitem","6","torch.float16,torch.float16","torch.float16","A10G","[[3, 512, 1600, 512, 1600, 0], [3, 512, 1600, 512, 1600, 1], [3, 512, 1600, 512, 1600, 2], [3, 512, 1024, 512, 1024, 0], [3, 512, 1024, 512, 1024, 1], [3, 512, 1024, 512, 1024, 2]]","[0, 0, 0, 0, 0, 0]" +"getitem","10","torch.float16,torch.float16,torch.float16,torch.float16","torch.float16","A10G","[[3, 256, 1600, 256, 1600, 256, 1600, 256, 1600, 0], [3, 256, 1600, 256, 1600, 256, 1600, 256, 1600, 1], [3, 256, 1600, 256, 1600, 256, 1600, 256, 1600, 2]]","[0, 0, 0]" +"matmul","8","torch.float32,torch.float32","torch.float32","A10G","[[1, 20, 512, 128, 1, 20, 128, 512], [1, 20, 256, 128, 1, 20, 128, 256]]","[91, 23]" +"getitem","5","torch.bool","torch.bool","A10G","[[1, 1, 2048, 2048, 4], [1, 128, 32, 32, 0], [1, 128, 16, 16, 0], [1, 128, 8, 8, 0], [1, 128, 4, 4, 0], [1, 256, 32, 32, 0], [1, 256, 16, 16, 0], [1, 256, 8, 8, 0], [1, 256, 4, 4, 0]]","[0, 0, 0, 0, 0, 0, 0, 0, 0]" +"tensor","2","N/A","torch.float32","A10G","[[-3.4028234663852886e+38, 1]]","[0]" +"where","8","torch.bool,torch.float32,torch.float32","torch.float32","A10G","[[1, 1, 512, 512, 1, 20, 512, 512], [1, 1, 256, 256, 1, 20, 256, 256]]","[70, 19]" +"add","8","torch.float32,torch.float16","torch.float32","A10G","[[1, 20, 512, 512, 1, 1, 512, 512], [1, 20, 256, 256, 1, 1, 256, 256]]","[95, 24]" +"softmax","4","torch.float32","torch.float32","A10G","[[1, 20, 512, 512], [1, 20, 256, 256]]","[88, 16]" +"Dropout","4","torch.float16,","torch.float16","A10G","[[1, 20, 512, 512], [1, 20, 256, 256], [512, 24, 32, 32], [512, 40, 16, 16], [512, 80, 8, 8], [512, 112, 8, 8], [512, 192, 4, 4], [256, 24, 32, 32], [256, 40, 16, 16], [256, 80, 8, 8], [256, 112, 8, 8], [256, 192, 4, 4], [128, 24, 32, 32], [128, 40, 16, 16], [128, 80, 8, 8], [128, 112, 8, 8], [128, 192, 4, 4]]","[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" +"matmul","8","torch.float16,torch.float16","torch.float16","A10G","[[1, 20, 512, 512, 1, 20, 512, 128], [1, 20, 256, 256, 1, 20, 256, 128]]","[39, 13]" +"iadd","6","torch.float16,torch.float16","torch.float16","A10G","[[8, 512, 1024, 1, 512, 1024], [16, 512, 1024, 1, 512, 1024]]","[38, 74]" +"ones","2","N/A","torch.float16","A10G","[[2, 1], [3, 1]]","[1, 6]" +"sub","5","torch.float16","torch.float16","A10G","[[1.0, 8, 1, 512, 512], [1.0, 16, 1, 512, 512], [1.0, 128, 1, 16, 16], [1.0, 128, 1, 100, 16], [1.0, 256, 1, 16, 16], [1.0, 256, 1, 100, 16]]","[10, 21, 1, 2, 1, 2]" +"to","2","N/A","torch.bool","A10G","[[1, 1]]","[10]" +"masked_fill","5","torch.bool","torch.float16","A10G","[[8, 1, 512, 512, -65504.0], [16, 1, 512, 512, -65504.0], [128, 1, 16, 16, -65504.0], [128, 1, 100, 16, -65504.0], [256, 1, 16, 16, -65504.0], [256, 1, 100, 16, -65504.0]]","[28, 79, 2, 2, 2, 4]" +"mul","4","torch.float32","torch.float32","A10G","[[1, 256, 128, 1.0], [128, 32, 32, 6.283185307179586], [128, 16, 16, 6.283185307179586], [128, 8, 8, 6.283185307179586], [128, 4, 4, 6.283185307179586], [256, 32, 32, 6.283185307179586], [256, 16, 16, 6.283185307179586], [256, 8, 8, 6.283185307179586], [256, 4, 4, 6.283185307179586]]","[1, 1, 1, 1, 1, 2, 1, 1, 1]" +"mul","4","torch.float16,torch.float16","torch.float16","A10G","[[4096, 1, 256, 4096]]","[7]" +"expand","5","N/A","torch.float16","A10G","[[1, 8, 4, 256, 128]]","[0]" +"reshape","4","N/A","torch.float16","A10G","[[1, 32, 256, 128], [1, -1, 1, 1]]","[6, 0]" +"SiLU","3","torch.float16,","torch.float16","A10G","[[1, 256, 14336]]","[27]" +"embedding","8","torch.int64,torch.float16","torch.float16","A10G","[[1024, 1024, 1024, 1, 1, 2.0, 0, 0], [512, 1024, 1024, 1, 1, 2.0, 0, 0]]","[14, 8]" +"add","5","torch.float16,torch.float16","torch.float16","A10G","[[1, 1024, 1024, 1024, 1024], [1, 512, 1024, 512, 1024], [2, 512, 1024, 512, 1024]]","[8, 2, 9]" +"bmm","6","torch.float16,torch.float16","torch.float16","A10G","[[16, 1024, 64, 16, 64, 1024], [16, 1024, 1024, 16, 1024, 64], [16, 512, 64, 16, 64, 512], [16, 512, 512, 16, 512, 64], [32, 512, 64, 32, 64, 512], [32, 512, 512, 32, 512, 64], [1024, 16, 32, 1024, 32, 16], [1024, 16, 16, 1024, 16, 32], [1024, 100, 32, 1024, 32, 100], [1024, 100, 100, 1024, 100, 32], [1024, 100, 32, 1024, 32, 16], [1024, 100, 16, 1024, 16, 32], [2048, 16, 32, 2048, 32, 16], [2048, 16, 16, 2048, 16, 32], [2048, 100, 32, 2048, 32, 100], [2048, 100, 100, 2048, 100, 32], [2048, 100, 32, 2048, 32, 16], [2048, 100, 16, 2048, 16, 32]]","[88, 92, 26, 24, 51, 54, 4, 4, 73, 70, 21, 21, 8, 9, 142, 135, 46, 46]" +"softmax","3","torch.float16","torch.float16","A10G","[[16, 1024, 1024], [16, 512, 512], [32, 512, 512], [1024, 16, 16], [1024, 100, 100], [1024, 100, 16], [2048, 16, 16], [2048, 100, 100], [2048, 100, 16]]","[150, 39, 75, 3, 90, 14, 4, 177, 29]" +"ReLU","3","torch.float16,","torch.float16","A10G","[[1, 1024, 4096], [1, 512, 4096], [2, 512, 4096], [128, 16, 2048], [128, 100, 2048], [256, 16, 2048], [256, 100, 2048]]","[34, 11, 34, 34, 216, 70, 429]" +"mul","2","N/A","N/A","A10G","[[2, 16], [256, 8]]","[0, 0]" +"Conv2d","9","torch.float16,torch.float16,torch.float16","torch.float16","A10G","[[128, 3, 128, 128, 192, 3, 16, 16, 192], [256, 3, 128, 128, 192, 3, 16, 16, 192], [512, 3, 128, 128, 192, 3, 16, 16, 192], [128, 2048, 4, 4, 256, 2048, 1, 1, 256], [256, 2048, 4, 4, 256, 2048, 1, 1, 256], [512, 32, 1, 1, 8, 32, 1, 1, 8], [512, 8, 1, 1, 32, 8, 1, 1, 32], [512, 96, 1, 1, 4, 96, 1, 1, 4], [512, 4, 1, 1, 96, 4, 1, 1, 96], [512, 144, 1, 1, 6, 144, 1, 1, 6], [512, 6, 1, 1, 144, 6, 1, 1, 144], [512, 240, 1, 1, 10, 240, 1, 1, 10], [512, 10, 1, 1, 240, 10, 1, 1, 240], [512, 480, 1, 1, 20, 480, 1, 1, 20], [512, 20, 1, 1, 480, 20, 1, 1, 480], [512, 672, 1, 1, 28, 672, 1, 1, 28], [512, 28, 1, 1, 672, 28, 1, 1, 672], [512, 1152, 1, 1, 48, 1152, 1, 1, 48], [512, 48, 1, 1, 1152, 48, 1, 1, 1152], [256, 32, 1, 1, 8, 32, 1, 1, 8], [256, 8, 1, 1, 32, 8, 1, 1, 32], [256, 96, 1, 1, 4, 96, 1, 1, 4], [256, 4, 1, 1, 96, 4, 1, 1, 96], [256, 144, 1, 1, 6, 144, 1, 1, 6], [256, 6, 1, 1, 144, 6, 1, 1, 144], [256, 240, 1, 1, 10, 240, 1, 1, 10], [256, 10, 1, 1, 240, 10, 1, 1, 240], [256, 480, 1, 1, 20, 480, 1, 1, 20], [256, 20, 1, 1, 480, 20, 1, 1, 480], [256, 672, 1, 1, 28, 672, 1, 1, 28], [256, 28, 1, 1, 672, 28, 1, 1, 672], [256, 1152, 1, 1, 48, 1152, 1, 1, 48], [256, 48, 1, 1, 1152, 48, 1, 1, 1152], [128, 32, 1, 1, 8, 32, 1, 1, 8], [128, 8, 1, 1, 32, 8, 1, 1, 32], [128, 96, 1, 1, 4, 96, 1, 1, 4], [128, 4, 1, 1, 96, 4, 1, 1, 96], [128, 144, 1, 1, 6, 144, 1, 1, 6], [128, 6, 1, 1, 144, 6, 1, 1, 144], [128, 240, 1, 1, 10, 240, 1, 1, 10], [128, 10, 1, 1, 240, 10, 1, 1, 240], [128, 480, 1, 1, 20, 480, 1, 1, 20], [128, 20, 1, 1, 480, 20, 1, 1, 480], [128, 672, 1, 1, 28, 672, 1, 1, 28], [128, 28, 1, 1, 672, 28, 1, 1, 672], [128, 1152, 1, 1, 48, 1152, 1, 1, 48], [128, 48, 1, 1, 1152, 48, 1, 1, 1152], [128, 3, 224, 224, 768, 3, 16, 16, 768]]","[217, 376, 842, 126, 187, 6, 4, 7, 4, 8, 13, 8, 7, 9, 6, 10, 8, 10, 10, 6, 4, 7, 4, 6, 4, 7, 6, 8, 7, 8, 6, 9, 7, 6, 4, 6, 4, 7, 4, 7, 4, 7, 4, 8, 5, 8, 5, 2288]" +"flatten","2","N/A","torch.float16","A10G","[[2, 1]]","[0]" +"expand","3","N/A","torch.float16","A10G","[[128, -1, -1], [256, -1, -1], [512, -1, -1]]","[0, 0, 0]" +"cat","257","torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16","torch.float16","A10G","[[3, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192], [2, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768]]","[32, 447]" +"interpolate","4","torch.float16","torch.float16","A10G","[[1, 192, 50, 83]]","[158]" +"cat","3","torch.float16","torch.float16","A10G","[[3, 1, 192]]","[3]" +"scaled_dot_product_attention","14","torch.float16,torch.float16,torch.float16","torch.float16","A10G","[[128, 3, 165, 64, 128, 3, 165, 64, 128, 3, 165, 64, 1, 0.0], [256, 3, 165, 64, 256, 3, 165, 64, 256, 3, 165, 64, 1, 0.0], [512, 3, 165, 64, 512, 3, 165, 64, 512, 3, 165, 64, 1, 0.0], [128, 12, 197, 64, 128, 12, 197, 64, 128, 12, 197, 64, 1, 0.0]]","[121, 228, 436, 438]" +"relu","3","torch.float16","torch.float16","A10G","[[128, 100, 192], [256, 100, 192], [512, 100, 192], [128, 100, 256], [256, 100, 256]]","[14, 42, 83, 26, 56]" +"sigmoid","1","N/A","torch.float16","A10G","[[1]]","[2]" +"cat","513","torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16","torch.float16","A10G","[[3, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192]]","[62]" +"cat","1025","torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16","torch.float16","A10G","[[3, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192]]","[119]" +"Conv2d","8","torch.float16,torch.float16","torch.float16","A10G","[[128, 3, 128, 128, 64, 3, 7, 7], [128, 64, 32, 32, 64, 64, 1, 1], [128, 64, 32, 32, 64, 64, 3, 3], [128, 64, 32, 32, 256, 64, 1, 1], [128, 256, 32, 32, 64, 256, 1, 1], [128, 256, 32, 32, 128, 256, 1, 1], [128, 128, 32, 32, 128, 128, 3, 3], [128, 128, 16, 16, 512, 128, 1, 1], [128, 256, 32, 32, 512, 256, 1, 1], [128, 512, 16, 16, 128, 512, 1, 1], [128, 128, 16, 16, 128, 128, 3, 3], [128, 512, 16, 16, 256, 512, 1, 1], [128, 256, 16, 16, 256, 256, 3, 3], [128, 256, 8, 8, 1024, 256, 1, 1], [128, 512, 16, 16, 1024, 512, 1, 1], [128, 1024, 8, 8, 256, 1024, 1, 1], [128, 256, 8, 8, 256, 256, 3, 3], [128, 1024, 8, 8, 512, 1024, 1, 1], [128, 512, 8, 8, 512, 512, 3, 3], [128, 512, 4, 4, 2048, 512, 1, 1], [128, 1024, 8, 8, 2048, 1024, 1, 1], [128, 2048, 4, 4, 512, 2048, 1, 1], [128, 512, 4, 4, 512, 512, 3, 3], [256, 3, 128, 128, 64, 3, 7, 7], [256, 64, 32, 32, 64, 64, 1, 1], [256, 64, 32, 32, 64, 64, 3, 3], [256, 64, 32, 32, 256, 64, 1, 1], [256, 256, 32, 32, 64, 256, 1, 1], [256, 256, 32, 32, 128, 256, 1, 1], [256, 128, 32, 32, 128, 128, 3, 3], [256, 128, 16, 16, 512, 128, 1, 1], [256, 256, 32, 32, 512, 256, 1, 1], [256, 512, 16, 16, 128, 512, 1, 1], [256, 128, 16, 16, 128, 128, 3, 3], [256, 512, 16, 16, 256, 512, 1, 1], [256, 256, 16, 16, 256, 256, 3, 3], [256, 256, 8, 8, 1024, 256, 1, 1], [256, 512, 16, 16, 1024, 512, 1, 1], [256, 1024, 8, 8, 256, 1024, 1, 1], [256, 256, 8, 8, 256, 256, 3, 3], [256, 1024, 8, 8, 512, 1024, 1, 1], [256, 512, 8, 8, 512, 512, 3, 3], [256, 512, 4, 4, 2048, 512, 1, 1], [256, 1024, 8, 8, 2048, 1024, 1, 1], [256, 2048, 4, 4, 512, 2048, 1, 1], [256, 512, 4, 4, 512, 512, 3, 3], [512, 3, 129, 129, 32, 3, 3, 3], [512, 32, 64, 64, 16, 32, 1, 1], [512, 16, 64, 64, 96, 16, 1, 1], [512, 96, 32, 32, 24, 96, 1, 1], [512, 24, 32, 32, 144, 24, 1, 1], [512, 144, 32, 32, 24, 144, 1, 1], [512, 144, 16, 16, 40, 144, 1, 1], [512, 40, 16, 16, 240, 40, 1, 1], [512, 240, 16, 16, 40, 240, 1, 1], [512, 240, 8, 8, 80, 240, 1, 1], [512, 80, 8, 8, 480, 80, 1, 1], [512, 480, 8, 8, 80, 480, 1, 1], [512, 480, 8, 8, 112, 480, 1, 1], [512, 112, 8, 8, 672, 112, 1, 1], [512, 672, 8, 8, 112, 672, 1, 1], [512, 672, 4, 4, 192, 672, 1, 1], [512, 192, 4, 4, 1152, 192, 1, 1], [512, 1152, 4, 4, 192, 1152, 1, 1], [512, 1152, 4, 4, 320, 1152, 1, 1], [512, 320, 4, 4, 1280, 320, 1, 1], [256, 3, 129, 129, 32, 3, 3, 3], [256, 32, 64, 64, 16, 32, 1, 1], [256, 16, 64, 64, 96, 16, 1, 1], [256, 96, 32, 32, 24, 96, 1, 1], [256, 24, 32, 32, 144, 24, 1, 1], [256, 144, 32, 32, 24, 144, 1, 1], [256, 144, 16, 16, 40, 144, 1, 1], [256, 40, 16, 16, 240, 40, 1, 1], [256, 240, 16, 16, 40, 240, 1, 1], [256, 240, 8, 8, 80, 240, 1, 1], [256, 80, 8, 8, 480, 80, 1, 1], [256, 480, 8, 8, 80, 480, 1, 1], [256, 480, 8, 8, 112, 480, 1, 1], [256, 112, 8, 8, 672, 112, 1, 1], [256, 672, 8, 8, 112, 672, 1, 1], [256, 672, 4, 4, 192, 672, 1, 1], [256, 192, 4, 4, 1152, 192, 1, 1], [256, 1152, 4, 4, 192, 1152, 1, 1], [256, 1152, 4, 4, 320, 1152, 1, 1], [256, 320, 4, 4, 1280, 320, 1, 1], [128, 3, 129, 129, 32, 3, 3, 3], [128, 32, 64, 64, 16, 32, 1, 1], [128, 16, 64, 64, 96, 16, 1, 1], [128, 96, 32, 32, 24, 96, 1, 1], [128, 24, 32, 32, 144, 24, 1, 1], [128, 144, 32, 32, 24, 144, 1, 1], [128, 144, 16, 16, 40, 144, 1, 1], [128, 40, 16, 16, 240, 40, 1, 1], [128, 240, 16, 16, 40, 240, 1, 1], [128, 240, 8, 8, 80, 240, 1, 1], [128, 80, 8, 8, 480, 80, 1, 1], [128, 480, 8, 8, 80, 480, 1, 1], [128, 480, 8, 8, 112, 480, 1, 1], [128, 112, 8, 8, 672, 112, 1, 1], [128, 672, 8, 8, 112, 672, 1, 1], [128, 672, 4, 4, 192, 672, 1, 1], [128, 192, 4, 4, 1152, 192, 1, 1], [128, 1152, 4, 4, 192, 1152, 1, 1], [128, 1152, 4, 4, 320, 1152, 1, 1], [128, 320, 4, 4, 1280, 320, 1, 1], [512, 3, 128, 128, 64, 3, 7, 7], [512, 64, 32, 32, 64, 64, 1, 1], [512, 64, 32, 32, 64, 64, 3, 3], [512, 64, 32, 32, 256, 64, 1, 1], [512, 256, 32, 32, 64, 256, 1, 1], [512, 256, 32, 32, 128, 256, 1, 1], [512, 128, 32, 32, 128, 128, 3, 3], [512, 128, 16, 16, 512, 128, 1, 1], [512, 256, 32, 32, 512, 256, 1, 1], [512, 512, 16, 16, 128, 512, 1, 1], [512, 128, 16, 16, 128, 128, 3, 3], [512, 512, 16, 16, 256, 512, 1, 1], [512, 256, 16, 16, 256, 256, 3, 3], [512, 256, 8, 8, 1024, 256, 1, 1], [512, 512, 16, 16, 1024, 512, 1, 1], [512, 1024, 8, 8, 256, 1024, 1, 1], [512, 256, 8, 8, 256, 256, 3, 3], [512, 1024, 8, 8, 512, 1024, 1, 1], [512, 512, 8, 8, 512, 512, 3, 3], [512, 512, 4, 4, 2048, 512, 1, 1], [512, 1024, 8, 8, 2048, 1024, 1, 1], [512, 2048, 4, 4, 512, 2048, 1, 1], [512, 512, 4, 4, 512, 512, 3, 3]]","[778, 70, 305, 183, 170, 214, 384, 96, 577, 108, 276, 149, 285, 83, 366, 76, 216, 139, 253, 144, 271, 125, 231, 1506, 138, 588, 358, 334, 427, 712, 185, 1131, 214, 465, 284, 550, 165, 704, 140, 450, 269, 470, 236, 553, 247, 413, 496, 405, 993, 254, 371, 347, 139, 161, 151, 51, 176, 101, 107, 161, 142, 116, 161, 184, 240, 226, 253, 205, 498, 131, 184, 177, 80, 84, 81, 28, 55, 61, 63, 85, 82, 68, 108, 106, 102, 115, 134, 103, 248, 68, 93, 92, 49, 38, 42, 15, 29, 31, 33, 43, 41, 43, 55, 73, 74, 64, 2976, 275, 1160, 706, 663, 851, 1359, 354, 2238, 372, 871, 555, 1030, 316, 1385, 270, 806, 525, 831, 447, 935, 489, 795]" +"add","5","torch.float16","torch.float16","A10G","[[1, 64, 1, 1, 1e-05], [1, 256, 1, 1, 1e-05], [1, 128, 1, 1, 1e-05], [1, 512, 1, 1, 1e-05], [1, 1024, 1, 1, 1e-05], [1, 2048, 1, 1, 1e-05]]","[2, 1, 1, 2, 2, 2]" +"rsqrt","1","N/A","torch.float16","A10G","[[1]]","[1]" +"sub","8","torch.float16,torch.float16","torch.float16","A10G","[[1, 64, 1, 1, 1, 64, 1, 1], [1, 256, 1, 1, 1, 256, 1, 1], [1, 128, 1, 1, 1, 128, 1, 1], [1, 512, 1, 1, 1, 512, 1, 1], [1, 1024, 1, 1, 1, 1024, 1, 1], [1, 2048, 1, 1, 1, 2048, 1, 1]]","[1, 1, 1, 1, 1, 1]" +"ReLU","4","torch.float16,","torch.float16","A10G","[[128, 64, 64, 64], [128, 64, 32, 32], [128, 256, 32, 32], [128, 128, 32, 32], [128, 128, 16, 16], [128, 512, 16, 16], [128, 256, 16, 16], [128, 256, 8, 8], [128, 1024, 8, 8], [128, 512, 8, 8], [128, 512, 4, 4], [128, 2048, 4, 4], [256, 64, 64, 64], [256, 64, 32, 32], [256, 256, 32, 32], [256, 128, 32, 32], [256, 128, 16, 16], [256, 512, 16, 16], [256, 256, 16, 16], [256, 256, 8, 8], [256, 1024, 8, 8], [256, 512, 8, 8], [256, 512, 4, 4], [256, 2048, 4, 4], [512, 64, 64, 64], [512, 64, 32, 32], [512, 256, 32, 32], [512, 128, 32, 32], [512, 128, 16, 16], [512, 512, 16, 16], [512, 256, 16, 16], [512, 256, 8, 8], [512, 1024, 8, 8], [512, 512, 8, 8], [512, 512, 4, 4], [512, 2048, 4, 4]]","[276, 70, 277, 139, 35, 138, 70, 6, 69, 35, 3, 35, 551, 139, 550, 278, 69, 277, 140, 36, 140, 70, 7, 69, 1103, 276, 1087, 551, 138, 554, 275, 70, 277, 139, 35, 139]" +"MaxPool2d","4","torch.float16,","torch.float16","A10G","[[128, 64, 64, 64], [256, 64, 64, 64], [512, 64, 64, 64]]","[313, 623, 1244]" +"Identity","4","torch.float16,","torch.float16","A10G","[[128, 64, 32, 32], [128, 128, 16, 16], [128, 256, 8, 8], [128, 512, 4, 4], [256, 64, 32, 32], [256, 128, 16, 16], [256, 256, 8, 8], [256, 512, 4, 4], [256, 256, 32, 32], [256, 512, 16, 16], [256, 1024, 8, 8], [256, 2048, 4, 4], [512, 256, 32, 32], [512, 512, 16, 16], [512, 1024, 8, 8], [512, 2048, 4, 4]]","[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" +"iadd","8","torch.float16,torch.float16","torch.float16","A10G","[[128, 256, 32, 32, 128, 256, 32, 32], [128, 512, 16, 16, 128, 512, 16, 16], [128, 1024, 8, 8, 128, 1024, 8, 8], [128, 2048, 4, 4, 128, 2048, 4, 4], [256, 256, 32, 32, 256, 256, 32, 32], [256, 512, 16, 16, 256, 512, 16, 16], [256, 1024, 8, 8, 256, 1024, 8, 8], [256, 2048, 4, 4, 256, 2048, 4, 4], [512, 256, 32, 32, 512, 256, 32, 32], [512, 512, 16, 16, 512, 512, 16, 16], [512, 1024, 8, 8, 512, 1024, 8, 8], [512, 2048, 4, 4, 512, 2048, 4, 4]]","[411, 209, 103, 53, 823, 413, 206, 104, 1641, 828, 412, 205]" +"interpolate","4","torch.float32","torch.float32","A10G","[[1, 128, 128, 128], [1, 256, 128, 128]]","[6, 12]" +"cumsum","2","N/A","torch.float32","A10G","[[1, 1], [2, 1]]","[9, 4]" +"getitem","4","torch.float32","torch.float32","A10G","[[128, 32, 32, 3], [128, 32, 32, 4], [128, 16, 16, 3], [128, 16, 16, 4], [128, 8, 8, 3], [128, 8, 8, 4], [128, 4, 4, 3], [128, 4, 4, 4], [256, 32, 32, 3], [256, 32, 32, 4], [256, 16, 16, 3], [256, 16, 16, 4], [256, 8, 8, 3], [256, 8, 8, 4], [256, 4, 4, 3], [256, 4, 4, 4]]","[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" +"truediv","6","torch.float32,torch.float32","torch.float32","A10G","[[128, 32, 32, 128, 1, 32], [128, 32, 32, 128, 32, 1], [128, 16, 16, 128, 1, 16], [128, 16, 16, 128, 16, 1], [128, 8, 8, 128, 1, 8], [128, 8, 8, 128, 8, 1], [128, 4, 4, 128, 1, 4], [128, 4, 4, 128, 4, 1], [256, 32, 32, 256, 1, 32], [256, 32, 32, 256, 32, 1], [256, 16, 16, 256, 1, 16], [256, 16, 16, 256, 16, 1], [256, 8, 8, 256, 1, 8], [256, 8, 8, 256, 8, 1], [256, 4, 4, 256, 1, 4], [256, 4, 4, 256, 4, 1]]","[2, 2, 2, 2, 2, 1, 2, 1, 3, 3, 2, 2, 2, 1, 2, 1]" +"div","2","torch.float32","torch.float32","A10G","[[128, 2]]","[1]" +"mul","2","torch.float32","torch.float32","A10G","[[2, 128]]","[1]" +"truediv","2","torch.float32","torch.float32","A10G","[[128, 128]]","[1]" +"pow","2","torch.float32","torch.float32","A10G","[[10000, 128]]","[4]" +"truediv","5","torch.float32,torch.float32","torch.float32","A10G","[[128, 32, 32, 1, 128], [128, 16, 16, 1, 128], [128, 8, 8, 1, 128], [128, 4, 4, 1, 128], [256, 32, 32, 1, 128], [256, 16, 16, 1, 128], [256, 8, 8, 1, 128], [256, 4, 4, 1, 128]]","[140, 35, 8, 2, 280, 69, 18, 4]" +"getitem","5","torch.float32","torch.float32","A10G","[[128, 32, 32, 128, 4], [128, 16, 16, 128, 4], [128, 8, 8, 128, 4], [128, 4, 4, 128, 4], [256, 32, 32, 128, 4], [256, 16, 16, 128, 4], [256, 8, 8, 128, 4], [256, 4, 4, 128, 4]]","[0, 0, 0, 0, 0, 0, 0, 0]" +"stack","385","torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32","torch.float32","A10G","[[2, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64], [2, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64], [2, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64], [2, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64]]","[743, 186, 34, 4]" +"flatten","2","N/A","torch.float32","A10G","[[3, 1]]","[0]" +"cat","385","torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32","torch.float32","A10G","[[2, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128], [2, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128], [2, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128], [2, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128]]","[598, 148, 32, 4]" +"permute","4","N/A","torch.float32","A10G","[[0, 3, 1, 2]]","[0]" +"permute","3","N/A","torch.float16","A10G","[[0, 2, 1]]","[0]" +"flatten","2","N/A","torch.bool","A10G","[[1, 1]]","[0]" +"getitem","3","torch.bool","torch.bool","A10G","[[128, 16, 4], [256, 16, 4]]","[0, 0]" +"expand","4","N/A","torch.bool","A10G","[[128, 1, 16, 16], [128, 1, 100, 16], [256, 1, 16, 16], [256, 1, 100, 16]]","[0, 0, 0, 0]" +"repeat","3","N/A","torch.float16","A10G","[[128, 1, 1], [256, 1, 1]]","[13, 28]" +"zeros_like","3","torch.float16","torch.float16","A10G","[[128, 100, 256], [256, 100, 256]]","[14, 27]" +"stack","769","torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32","torch.float32","A10G","[[2, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64], [2, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64], [2, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64], [2, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64]]","[1479, 370, 94, 6]" +"cat","769","torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32","torch.float32","A10G","[[2, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128], [2, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128], [2, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128], [2, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128]]","[1195, 295, 75, 12]" +"ZeroPad2d","4","torch.float16,","torch.float16","A10G","[[512, 3, 128, 128], [512, 96, 64, 64], [512, 144, 32, 32], [512, 240, 16, 16], [512, 672, 8, 8], [256, 3, 128, 128], [256, 96, 64, 64], [256, 144, 32, 32], [256, 240, 16, 16], [256, 672, 8, 8], [128, 3, 128, 128], [128, 96, 64, 64], [128, 144, 32, 32], [128, 240, 16, 16], [128, 672, 8, 8]]","[357, 3097, 1348, 591, 586, 178, 1552, 676, 299, 293, 90, 777, 342, 151, 149]" +"BatchNorm2d","6","torch.float16,torch.float16,torch.float16","torch.float16","A10G","[[512, 32, 64, 64, 32, 32], [512, 16, 64, 64, 16, 16], [512, 96, 64, 64, 96, 96], [512, 96, 32, 32, 96, 96], [512, 24, 32, 32, 24, 24], [512, 144, 32, 32, 144, 144], [512, 144, 16, 16, 144, 144], [512, 40, 16, 16, 40, 40], [512, 240, 16, 16, 240, 240], [512, 240, 8, 8, 240, 240], [512, 80, 8, 8, 80, 80], [512, 480, 8, 8, 480, 480], [512, 112, 8, 8, 112, 112], [512, 672, 8, 8, 672, 672], [512, 672, 4, 4, 672, 672], [512, 192, 4, 4, 192, 192], [512, 1152, 4, 4, 1152, 1152], [512, 320, 4, 4, 320, 320], [512, 1280, 4, 4, 1280, 1280], [256, 32, 64, 64, 32, 32], [256, 16, 64, 64, 16, 16], [256, 96, 64, 64, 96, 96], [256, 96, 32, 32, 96, 96], [256, 24, 32, 32, 24, 24], [256, 144, 32, 32, 144, 144], [256, 144, 16, 16, 144, 144], [256, 40, 16, 16, 40, 40], [256, 240, 16, 16, 240, 240], [256, 240, 8, 8, 240, 240], [256, 80, 8, 8, 80, 80], [256, 480, 8, 8, 480, 480], [256, 112, 8, 8, 112, 112], [256, 672, 8, 8, 672, 672], [256, 672, 4, 4, 672, 672], [256, 192, 4, 4, 192, 192], [256, 1152, 4, 4, 1152, 1152], [256, 320, 4, 4, 320, 320], [256, 1280, 4, 4, 1280, 1280], [128, 32, 64, 64, 32, 32], [128, 16, 64, 64, 16, 16], [128, 96, 64, 64, 96, 96], [128, 96, 32, 32, 96, 96], [128, 24, 32, 32, 24, 24], [128, 144, 32, 32, 144, 144], [128, 144, 16, 16, 144, 144], [128, 40, 16, 16, 40, 40], [128, 240, 16, 16, 240, 240], [128, 240, 8, 8, 240, 240], [128, 80, 8, 8, 80, 80], [128, 480, 8, 8, 480, 480], [128, 112, 8, 8, 112, 112], [128, 672, 8, 8, 672, 672], [128, 672, 4, 4, 672, 672], [128, 192, 4, 4, 192, 192], [128, 1152, 4, 4, 1152, 1152], [128, 320, 4, 4, 320, 320], [128, 1280, 4, 4, 1280, 1280], [256, 64, 64, 64, 64, 64], [256, 64, 32, 32, 64, 64], [256, 256, 32, 32, 256, 256], [256, 128, 32, 32, 128, 128], [256, 128, 16, 16, 128, 128], [256, 512, 16, 16, 512, 512], [256, 256, 16, 16, 256, 256], [256, 256, 8, 8, 256, 256], [256, 1024, 8, 8, 1024, 1024], [256, 512, 8, 8, 512, 512], [256, 512, 4, 4, 512, 512], [256, 2048, 4, 4, 2048, 2048], [512, 64, 64, 64, 64, 64], [512, 64, 32, 32, 64, 64], [512, 256, 32, 32, 256, 256], [512, 128, 32, 32, 128, 128], [512, 128, 16, 16, 128, 128], [512, 512, 16, 16, 512, 512], [512, 256, 16, 16, 256, 256], [512, 256, 8, 8, 256, 256], [512, 1024, 8, 8, 1024, 1024], [512, 512, 8, 8, 512, 512], [512, 512, 4, 4, 512, 512], [512, 2048, 4, 4, 2048, 2048]]","[551, 277, 1638, 421, 108, 635, 168, 51, 283, 94, 34, 187, 46, 237, 130, 39, 207, 66, 226, 278, 144, 823, 212, 55, 320, 86, 27, 145, 49, 19, 96, 25, 132, 68, 21, 113, 34, 127, 143, 74, 414, 107, 29, 163, 44, 11, 75, 27, 11, 51, 15, 70, 37, 13, 60, 20, 67, 549, 145, 566, 286, 79, 301, 152, 53, 199, 102, 53, 200, 1094, 285, 1127, 566, 152, 596, 299, 102, 325, 198, 99, 304]" +"SiLU","4","torch.float16,","torch.float16","A10G","[[512, 32, 64, 64], [512, 8, 1, 1], [512, 96, 64, 64], [512, 96, 32, 32], [512, 4, 1, 1], [512, 144, 32, 32], [512, 6, 1, 1], [512, 144, 16, 16], [512, 240, 16, 16], [512, 10, 1, 1], [512, 240, 8, 8], [512, 480, 8, 8], [512, 20, 1, 1], [512, 672, 8, 8], [512, 28, 1, 1], [512, 672, 4, 4], [512, 1152, 4, 4], [512, 48, 1, 1], [512, 1280, 4, 4], [256, 32, 64, 64], [256, 8, 1, 1], [256, 96, 64, 64], [256, 96, 32, 32], [256, 4, 1, 1], [256, 144, 32, 32], [256, 6, 1, 1], [256, 144, 16, 16], [256, 240, 16, 16], [256, 10, 1, 1], [256, 240, 8, 8], [256, 480, 8, 8], [256, 20, 1, 1], [256, 672, 8, 8], [256, 28, 1, 1], [256, 672, 4, 4], [256, 1152, 4, 4], [256, 48, 1, 1], [256, 1280, 4, 4], [128, 32, 64, 64], [128, 8, 1, 1], [128, 96, 64, 64], [128, 96, 32, 32], [128, 4, 1, 1], [128, 144, 32, 32], [128, 6, 1, 1], [128, 144, 16, 16], [128, 240, 16, 16], [128, 10, 1, 1], [128, 240, 8, 8], [128, 480, 8, 8], [128, 20, 1, 1], [128, 672, 8, 8], [128, 28, 1, 1], [128, 672, 4, 4], [128, 1152, 4, 4], [128, 48, 1, 1], [128, 1280, 4, 4]]","[549, 1, 1638, 410, 1, 618, 1, 155, 259, 1, 65, 130, 1, 182, 1, 46, 79, 1, 87, 274, 1, 827, 205, 1, 309, 1, 79, 131, 1, 33, 65, 1, 91, 1, 22, 39, 1, 44, 138, 1, 411, 104, 1, 156, 1, 40, 66, 1, 8, 33, 1, 46, 1, 4, 15, 1, 20]" +"forward","4","torch.float16","torch.float16","A10G","[[512, 32, 64, 64], [512, 96, 65, 65], [512, 144, 32, 32], [512, 144, 35, 35], [512, 240, 16, 16], [512, 240, 17, 17], [512, 480, 8, 8], [512, 672, 8, 8], [512, 672, 11, 11], [512, 1152, 4, 4], [256, 32, 64, 64], [256, 96, 65, 65], [256, 144, 32, 32], [256, 144, 35, 35], [256, 240, 16, 16], [256, 240, 17, 17], [256, 480, 8, 8], [256, 672, 8, 8], [256, 672, 11, 11], [256, 1152, 4, 4], [128, 32, 64, 64], [128, 96, 65, 65], [128, 144, 32, 32], [128, 144, 35, 35], [128, 240, 16, 16], [128, 240, 17, 17], [128, 480, 8, 8], [128, 672, 8, 8], [128, 672, 11, 11], [128, 1152, 4, 4]]","[621, 1446, 648, 1277, 278, 272, 154, 403, 341, 549, 306, 731, 326, 644, 142, 139, 79, 204, 178, 278, 156, 368, 162, 326, 74, 68, 41, 103, 94, 140]" +"AdaptiveAvgPool2d","4","torch.float16,","torch.float16","A10G","[[512, 32, 64, 64], [512, 96, 32, 32], [512, 144, 32, 32], [512, 144, 16, 16], [512, 240, 16, 16], [512, 240, 8, 8], [512, 480, 8, 8], [512, 672, 8, 8], [512, 672, 4, 4], [512, 1152, 4, 4], [256, 32, 64, 64], [256, 96, 32, 32], [256, 144, 32, 32], [256, 144, 16, 16], [256, 240, 16, 16], [256, 240, 8, 8], [256, 480, 8, 8], [256, 672, 8, 8], [256, 672, 4, 4], [256, 1152, 4, 4], [128, 32, 64, 64], [128, 96, 32, 32], [128, 144, 32, 32], [128, 144, 16, 16], [128, 240, 16, 16], [128, 240, 8, 8], [128, 480, 8, 8], [128, 672, 8, 8], [128, 672, 4, 4], [128, 1152, 4, 4], [256, 2048, 4, 4], [512, 2048, 4, 4]]","[282, 214, 312, 83, 132, 59, 113, 156, 74, 124, 149, 112, 161, 47, 71, 32, 59, 81, 39, 65, 85, 61, 86, 25, 40, 16, 32, 43, 19, 32, 111, 216]" +"Sigmoid","4","torch.float16,","torch.float16","A10G","[[512, 32, 1, 1], [512, 96, 1, 1], [512, 144, 1, 1], [512, 240, 1, 1], [512, 480, 1, 1], [512, 672, 1, 1], [512, 1152, 1, 1], [256, 32, 1, 1], [256, 96, 1, 1], [256, 144, 1, 1], [256, 240, 1, 1], [256, 480, 1, 1], [256, 672, 1, 1], [256, 1152, 1, 1], [128, 32, 1, 1], [128, 96, 1, 1], [128, 144, 1, 1], [128, 240, 1, 1], [128, 480, 1, 1], [128, 672, 1, 1], [128, 1152, 1, 1]]","[1, 1, 1, 2, 2, 2, 3, 1, 1, 1, 1, 1, 1, 2, 1, 1, 1, 1, 1, 1, 1]" +"AvgPool2d","4","torch.float16,","torch.float16","A10G","[[512, 1280, 4, 4], [256, 1280, 4, 4], [128, 1280, 4, 4]]","[52, 30, 12]" +"reshape","2","N/A","torch.float16","A10G","[[2, 1]]","[0]" +"Dropout","2","torch.float16,","torch.float16","A10G","[[512, 1280], [256, 1280], [128, 1280]]","[0, 0, 0]" +"Linear","5","torch.float16,torch.float16,torch.float16","torch.float16","A10G","[[512, 1280, 1000, 1280, 1000], [256, 1280, 1000, 1280, 1000], [128, 1280, 1000, 1280, 1000], [128, 768, 1000, 768, 1000], [256, 2048, 1000, 2048, 1000], [512, 2048, 1000, 2048, 1000]]","[31, 18, 20, 13, 25, 45]" +"Size","2","N/A","N/A","A10G","[[2, 1]]","[0]" +"Flatten","4","torch.float16,","torch.float16","A10G","[[256, 2048, 1, 1], [512, 2048, 1, 1]]","[0, 0]" From f37492205c5f7451698c70f05532ed9953561d02 Mon Sep 17 00:00:00 2001 From: yaxan Date: Tue, 15 Oct 2024 06:20:48 +0000 Subject: [PATCH 12/16] add more models, update sample data --- scripts/data_collection.py | 11 +++ tests/sample_data.csv | 161 +++++++++++++++++++++++++++++++++++++ 2 files changed, 172 insertions(+) diff --git a/scripts/data_collection.py b/scripts/data_collection.py index 1e12429..39c4531 100644 --- a/scripts/data_collection.py +++ b/scripts/data_collection.py @@ -53,14 +53,25 @@ # Tests for larger GPUs (A100, H100, etc.) # large_llm_tests = [ +# ("google/gemma-7b", (1, 256)), +# ("google/gemma-7b", (1, 512)), +# ("google/gemma-7b", (1, 1024)), +# ("microsoft/phi-2", (1,1024)), +# ("microsoft/phi-2", (1,2048)), +# ("microsoft/phi-2", (2,1024)), # ("EleutherAI/gpt-neo-2.7B", (1, 1024)), # ("gpt2-xl", (2, 1024)), +# ("gpt2-xl", (4, 512)), # ("meta-llama/Meta-Llama-3.1-8B", (1, 1024)), +# ("meta-llama/Meta-Llama-3.1-8B", (1, 512)), # ("google/pegasus-cnn_dailymail", (4, 1024)), # ("facebook/bart-large", (4, 1024)), +# ("facebook/bart-large", (2, 1024)), # ("google-bert/bert-large-uncased", (16, 512)), # ("gpt2-medium", (2, 1024)), +# ("gpt2-medium", (4, 512)), # ("gpt2-large", (2, 1024)), +# ("gpt2-large", (4, 512)), # ] # Different Batch Sizes for each image classification model diff --git a/tests/sample_data.csv b/tests/sample_data.csv index 7319fc1..fc31c7c 100644 --- a/tests/sample_data.csv +++ b/tests/sample_data.csv @@ -160,3 +160,164 @@ "Linear","5","torch.float16,torch.float16,torch.float16","torch.float16","A10G","[[512, 1280, 1000, 1280, 1000], [256, 1280, 1000, 1280, 1000], [128, 1280, 1000, 1280, 1000], [128, 768, 1000, 768, 1000], [256, 2048, 1000, 2048, 1000], [512, 2048, 1000, 2048, 1000]]","[31, 18, 20, 13, 25, 45]" "Size","2","N/A","N/A","A10G","[[2, 1]]","[0]" "Flatten","4","torch.float16,","torch.float16","A10G","[[256, 2048, 1, 1], [512, 2048, 1, 1]]","[0, 0]" +"Embedding","4","torch.int64,torch.float16","torch.float16","A100SXM480GB","[[1, 128, 256000, 3072], [1, 512, 51200, 2560], [2, 512, 51200, 2560], [1, 1024, 50257, 1600], [1, 1024, 1024, 1600], [1, 720, 50257, 1600], [1, 720, 1024, 1600], [1, 512, 50257, 1600], [1, 512, 1024, 1600], [2, 512, 50257, 1600], [4, 256, 50257, 1600], [1, 256, 1024, 1600], [1, 512, 50257, 2560], [1, 512, 2048, 2560], [1, 256, 50257, 2560], [1, 256, 2048, 2560], [1, 1024, 50257, 1280], [1, 1024, 1024, 1280], [1, 720, 50257, 1280], [1, 720, 1024, 1280], [1, 512, 50257, 1280], [1, 512, 1024, 1280], [8, 512, 30522, 1024], [8, 512, 2, 1024], [1, 512, 512, 1024], [16, 512, 30522, 1024], [16, 512, 2, 1024], [1, 256, 128256, 4096], [1, 1024, 50257, 1024], [1, 1024, 1024, 1024], [1, 512, 50257, 1024], [1, 512, 1024, 1024], [2, 512, 50257, 1024], [1, 1024, 96103, 1024], [1, 512, 96103, 1024], [2, 512, 96103, 1024]]","[9, 18, 34, 24, 22, 17, 16, 13, 13, 23, 23, 8, 20, 19, 11, 10, 19, 19, 15, 14, 11, 10, 55, 45, 10, 110, 88, 12, 16, 15, 10, 9, 16, 17, 10, 17]" +"arange","2","N/A","torch.int64","A100SXM480GB","[[0, 128], [129, 1], [0, 512], [513, 1], [1024, 1], [0, 1024], [512, 1], [0, 720], [720, 1], [0, 256], [256, 1], [257, 1], [128, 1]]","[2, 1, 1, 1, 1, 1, 1, 2, 1, 1, 1, 1, 1]" +"unsqueeze","2","N/A","torch.int64","A100SXM480GB","[[0, 1]]","[0]" +"full","2","N/A","torch.float16","A100SXM480GB","[[2, 1], [2, -65504.0]]","[1, 3]" +"triu","2","torch.float16","torch.float16","A100SXM480GB","[[128, 129], [512, 513], [256, 257]]","[3, 4, 3]" +"reshape","2","N/A","torch.int64","A100SXM480GB","[[-1, 1]]","[0]" +"gt","3","torch.int64,torch.int64","torch.bool","A100SXM480GB","[[129, 128, 1], [513, 512, 1], [257, 256, 1]]","[3, 4, 3]" +"imul","4","torch.float16,torch.bool","torch.float16","A100SXM480GB","[[128, 129, 128, 129], [512, 513, 512, 513], [256, 257, 256, 257]]","[5, 5, 5]" +"getitem","3","torch.float16","torch.float16","A100SXM480GB","[[128, 129, 4], [512, 513, 4], [2048, 32, 1], [1024, 1024, 4], [512, 512, 4], [720, 720, 4], [256, 256, 4], [8, 512, 4], [16, 512, 4], [256, 257, 4], [1, 192, 2]]","[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" +"expand","4","N/A","torch.float16","A100SXM480GB","[[1, 1, -1, -1], [2, 1, -1, -1], [1, 1, 1024, 1024], [2, 1, 512, 512], [1, 1, 720, 720], [1, 1, 512, 512], [4, 1, 256, 256], [1, 1, 256, 256], [8, 1, 512, 512], [16, 1, 512, 512]]","[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" +"tensor","2","N/A","torch.float16","A100SXM480GB","[[55.42562584220407, 1]]","[1]" +"mul","3","torch.float16,torch.float16","torch.float16","A100SXM480GB","[[1, 128, 3072]]","[4]" +"float","1","N/A","torch.float32","A100SXM480GB","[[1]]","[4]" +"pow","2","N/A","torch.float32","A100SXM480GB","[[2, 1]]","[2]" +"mean","2","N/A","torch.float32","A100SXM480GB","[[-1, 1]]","[11]" +"add","4","torch.float32","torch.float32","A100SXM480GB","[[1, 128, 1, 1e-06], [1, 256, 1, 1e-05], [128, 1, 32, 1e-06], [128, 32, 1, 1e-06], [128, 1, 16, 1e-06], [128, 16, 1, 1e-06], [128, 1, 8, 1e-06], [128, 8, 1, 1e-06], [128, 1, 4, 1e-06], [128, 4, 1, 1e-06], [256, 1, 32, 1e-06], [256, 32, 1, 1e-06], [256, 1, 16, 1e-06], [256, 16, 1, 1e-06], [256, 1, 8, 1e-06], [256, 8, 1, 1e-06], [256, 1, 4, 1e-06], [256, 4, 1, 1e-06]]","[1, 1, 3, 3, 3, 2, 3, 2, 2, 2, 3, 3, 3, 3, 3, 2, 3, 2]" +"rsqrt","3","torch.float32","torch.float32","A100SXM480GB","[[1, 128, 1], [1, 256, 1]]","[1, 1]" +"mul","6","torch.float32,torch.float32","torch.float32","A100SXM480GB","[[1, 128, 3072, 1, 128, 1], [1, 256, 4096, 1, 256, 1]]","[4, 6]" +"add","2","torch.float32","torch.float32","A100SXM480GB","[[1.0, 3072]]","[1]" +"mul","4","torch.float32,torch.float32","torch.float32","A100SXM480GB","[[1, 128, 3072, 3072]]","[4]" +"type_as","3","torch.float16","torch.float16","A100SXM480GB","[[1, 128, 3072]]","[5]" +"Linear","5","torch.float16,torch.float16","torch.float16","A100SXM480GB","[[1, 128, 3072, 4096, 3072], [1, 128, 4096, 3072, 4096], [1, 128, 3072, 24576, 3072], [1, 128, 24576, 3072, 24576], [1, 128, 3072, 256000, 3072], [1, 1024, 1024, 50265, 1024], [2, 512, 1024, 50265, 1024], [1, 1024, 1600, 50257, 1600], [1, 720, 1600, 50257, 1600], [1, 512, 1600, 50257, 1600], [2, 512, 1600, 50257, 1600], [4, 256, 1600, 50257, 1600], [1, 512, 2560, 2560, 2560], [1, 512, 2560, 50257, 2560], [1, 256, 2560, 2560, 2560], [1, 256, 2560, 50257, 2560], [1, 1024, 1280, 50257, 1280], [1, 720, 1280, 50257, 1280], [1, 512, 1280, 50257, 1280], [1, 256, 4096, 4096, 4096], [1, 256, 4096, 1024, 4096], [1, 256, 4096, 14336, 4096], [1, 256, 14336, 4096, 14336], [1, 256, 4096, 128256, 4096], [1, 1024, 1024, 50257, 1024], [1, 512, 1024, 50257, 1024], [2, 512, 1024, 50257, 1024], [1, 1024, 1024, 96103, 1024], [1, 512, 1024, 96103, 1024], [2, 512, 1024, 96103, 1024]]","[33, 29, 127, 115, 1047, 1509, 1510, 2365, 1675, 1283, 2365, 2368, 37, 2089, 23, 1071, 1955, 1403, 1070, 54, 21, 163, 135, 1047, 1503, 817, 1504, 2804, 1431, 2809]" +"view","4","N/A","torch.float16","A100SXM480GB","[[1, 128, 16, 256], [1, 512, 32, 80], [2, 512, 32, 80], [1, -1, 16, 64], [1, 1024, 16, 64], [2, -1, 16, 64], [2, 512, 16, 64], [1, 256, 32, 128], [1, 256, 8, 128], [1, 16, 1024, 1024], [1, 16, 1024, 64], [1, 512, 16, 64], [1, 16, 512, 512], [1, 16, 512, 64], [2, 16, 512, 512], [2, 16, 512, 64], [1, 192, 50, 83], [128, -1, 8, 32], [128, 16, 8, 32], [128, 8, 16, 16], [128, 8, 16, 32], [128, 100, 8, 32], [128, 8, 100, 32], [128, 8, 100, 16], [256, -1, 8, 32], [256, 16, 8, 32], [256, 8, 16, 16], [256, 8, 16, 32], [256, 100, 8, 32], [256, 8, 100, 32], [256, 8, 100, 16]]","[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" +"transpose","2","N/A","torch.float16","A100SXM480GB","[[1, 2]]","[0]" +"_set_grad_enabled","2","N/A","N/A","A100SXM480GB","[[0, 1], [1, 1]]","[0, 0]" +"to","2","N/A","torch.float32","A100SXM480GB","[[1, 1]]","[0]" +"getitem","2","torch.float32","torch.float32","A100SXM480GB","[[128, 3], [64, 3]]","[0, 0]" +"expand","3","N/A","torch.float32","A100SXM480GB","[[1, -1, 1]]","[0]" +"getitem","3","torch.int64","torch.int64","A100SXM480GB","[[1, 128, 3], [1, 512, 2], [1, 256, 3]]","[0, 0, 0]" +"_enter_autocast","4","N/A","N/A","A100SXM480GB","[[1, 1, 0, 1]]","[0]" +"matmul","6","torch.float32,torch.float32","torch.float32","A100SXM480GB","[[1, 128, 1, 1, 1, 128], [1, 64, 1, 1, 1, 256]]","[2, 2]" +"transpose","2","N/A","torch.float32","A100SXM480GB","[[1, 2], [-1, -2]]","[0, 0]" +"cat","3","torch.float32","torch.float32","A100SXM480GB","[[2, 128, 128], [2, 256, 64]]","[5, 5]" +"cos","1","N/A","torch.float32","A100SXM480GB","[[1]]","[2]" +"sin","1","N/A","torch.float32","A100SXM480GB","[[1]]","[2]" +"_exit_autocast","2","N/A","N/A","A100SXM480GB","[[1, 1]]","[0]" +"to","1","N/A","torch.float16","A100SXM480GB","[[1]]","[4]" +"unsqueeze","2","N/A","torch.float16","A100SXM480GB","[[1, 1], [0, 1]]","[0, 0]" +"mul","8","torch.float16,torch.float16","torch.float16","A100SXM480GB","[[1, 16, 128, 256, 1, 1, 128, 256], [1, 32, 512, 32, 1, 1, 512, 32], [2, 32, 512, 32, 1, 1, 512, 32], [1, 32, 256, 128, 1, 1, 256, 128], [1, 8, 256, 128, 1, 1, 256, 128], [1, 64, 1, 1, 1, 64, 1, 1], [128, 64, 64, 64, 1, 64, 1, 1], [128, 64, 32, 32, 1, 64, 1, 1], [1, 256, 1, 1, 1, 256, 1, 1], [128, 256, 32, 32, 1, 256, 1, 1], [1, 128, 1, 1, 1, 128, 1, 1], [128, 128, 32, 32, 1, 128, 1, 1], [128, 128, 16, 16, 1, 128, 1, 1], [1, 512, 1, 1, 1, 512, 1, 1], [128, 512, 16, 16, 1, 512, 1, 1], [128, 256, 16, 16, 1, 256, 1, 1], [128, 256, 8, 8, 1, 256, 1, 1], [1, 1024, 1, 1, 1, 1024, 1, 1], [128, 1024, 8, 8, 1, 1024, 1, 1], [128, 512, 8, 8, 1, 512, 1, 1], [128, 512, 4, 4, 1, 512, 1, 1], [1, 2048, 1, 1, 1, 2048, 1, 1], [128, 2048, 4, 4, 1, 2048, 1, 1], [256, 64, 64, 64, 1, 64, 1, 1], [256, 64, 32, 32, 1, 64, 1, 1], [256, 256, 32, 32, 1, 256, 1, 1], [256, 128, 32, 32, 1, 128, 1, 1], [256, 128, 16, 16, 1, 128, 1, 1], [256, 512, 16, 16, 1, 512, 1, 1], [256, 256, 16, 16, 1, 256, 1, 1], [256, 256, 8, 8, 1, 256, 1, 1], [256, 1024, 8, 8, 1, 1024, 1, 1], [256, 512, 8, 8, 1, 512, 1, 1], [256, 512, 4, 4, 1, 512, 1, 1], [256, 2048, 4, 4, 1, 2048, 1, 1], [512, 32, 64, 64, 512, 32, 1, 1], [512, 96, 32, 32, 512, 96, 1, 1], [512, 144, 32, 32, 512, 144, 1, 1], [512, 144, 16, 16, 512, 144, 1, 1], [512, 240, 16, 16, 512, 240, 1, 1], [512, 240, 8, 8, 512, 240, 1, 1], [512, 480, 8, 8, 512, 480, 1, 1], [512, 672, 8, 8, 512, 672, 1, 1], [512, 672, 4, 4, 512, 672, 1, 1], [512, 1152, 4, 4, 512, 1152, 1, 1], [256, 32, 64, 64, 256, 32, 1, 1], [256, 96, 32, 32, 256, 96, 1, 1], [256, 144, 32, 32, 256, 144, 1, 1], [256, 144, 16, 16, 256, 144, 1, 1], [256, 240, 16, 16, 256, 240, 1, 1], [256, 240, 8, 8, 256, 240, 1, 1], [256, 480, 8, 8, 256, 480, 1, 1], [256, 672, 8, 8, 256, 672, 1, 1], [256, 672, 4, 4, 256, 672, 1, 1], [256, 1152, 4, 4, 256, 1152, 1, 1], [128, 32, 64, 64, 128, 32, 1, 1], [128, 96, 32, 32, 128, 96, 1, 1], [128, 144, 32, 32, 128, 144, 1, 1], [128, 144, 16, 16, 128, 144, 1, 1], [128, 240, 16, 16, 128, 240, 1, 1], [128, 240, 8, 8, 128, 240, 1, 1], [128, 480, 8, 8, 128, 480, 1, 1], [128, 672, 8, 8, 128, 672, 1, 1], [128, 672, 4, 4, 128, 672, 1, 1], [128, 1152, 4, 4, 128, 1152, 1, 1]]","[6, 6, 9, 8, 5, 1, 154, 41, 1, 154, 1, 79, 18, 1, 79, 40, 11, 2, 41, 18, 7, 2, 18, 304, 79, 304, 154, 41, 155, 79, 18, 79, 41, 11, 41, 280, 211, 315, 79, 132, 31, 67, 93, 21, 41, 140, 105, 158, 37, 66, 15, 31, 46, 12, 18, 70, 52, 79, 17, 31, 9, 15, 20, 7, 10]" +"getitem","5","torch.float16","torch.float16","A100SXM480GB","[[1, 16, 128, 256, 2], [1, 1, 128, 129, 4], [1, 32, 512, 80, 2], [1, 32, 512, 32, 2], [1, 1, 512, 513, 4], [2, 32, 512, 80, 2], [2, 32, 512, 32, 2], [2, 1, 512, 513, 4], [1, 32, 256, 128, 2], [1, 8, 256, 128, 2], [1, 8, 256, 128, 5], [1, 1, 256, 257, 4]]","[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" +"neg","4","torch.float16","torch.float16","A100SXM480GB","[[1, 16, 128, 128], [1, 32, 512, 16], [2, 32, 512, 16], [1, 32, 256, 64], [1, 8, 256, 64]]","[4, 4, 4, 4, 4]" +"cat","4","torch.float16","torch.float16","A100SXM480GB","[[2, 16, 128, 128], [2, 32, 512, 16], [2, 32, 512, 32], [2, 32, 256, 64], [2, 8, 256, 64]]","[9, 9, 15, 12, 7]" +"add","8","torch.float16,torch.float16","torch.float16","A100SXM480GB","[[1, 16, 128, 256, 1, 16, 128, 256], [1, 32, 512, 32, 1, 32, 512, 32], [2, 32, 512, 32, 2, 32, 512, 32], [1, 32, 256, 128, 1, 32, 256, 128], [1, 8, 256, 128, 1, 8, 256, 128], [1, 16, 1024, 1024, 1, 1, 1024, 1024], [1, 16, 512, 512, 1, 1, 512, 512], [2, 16, 512, 512, 2, 1, 512, 512], [128, 64, 64, 64, 1, 64, 1, 1], [128, 64, 32, 32, 1, 64, 1, 1], [128, 256, 32, 32, 1, 256, 1, 1], [128, 128, 32, 32, 1, 128, 1, 1], [128, 128, 16, 16, 1, 128, 1, 1], [128, 512, 16, 16, 1, 512, 1, 1], [128, 256, 16, 16, 1, 256, 1, 1], [128, 256, 8, 8, 1, 256, 1, 1], [128, 1024, 8, 8, 1, 1024, 1, 1], [128, 512, 8, 8, 1, 512, 1, 1], [128, 512, 4, 4, 1, 512, 1, 1], [128, 2048, 4, 4, 1, 2048, 1, 1], [128, 8, 16, 16, 128, 1, 16, 16], [128, 8, 100, 16, 128, 1, 100, 16], [256, 64, 64, 64, 1, 64, 1, 1], [256, 64, 32, 32, 1, 64, 1, 1], [256, 256, 32, 32, 1, 256, 1, 1], [256, 128, 32, 32, 1, 128, 1, 1], [256, 128, 16, 16, 1, 128, 1, 1], [256, 512, 16, 16, 1, 512, 1, 1], [256, 256, 16, 16, 1, 256, 1, 1], [256, 256, 8, 8, 1, 256, 1, 1], [256, 1024, 8, 8, 1, 1024, 1, 1], [256, 512, 8, 8, 1, 512, 1, 1], [256, 512, 4, 4, 1, 512, 1, 1], [256, 2048, 4, 4, 1, 2048, 1, 1], [256, 8, 16, 16, 256, 1, 16, 16], [256, 8, 100, 16, 256, 1, 100, 16], [512, 24, 32, 32, 512, 24, 32, 32], [512, 40, 16, 16, 512, 40, 16, 16], [512, 80, 8, 8, 512, 80, 8, 8], [512, 112, 8, 8, 512, 112, 8, 8], [512, 192, 4, 4, 512, 192, 4, 4], [256, 24, 32, 32, 256, 24, 32, 32], [256, 40, 16, 16, 256, 40, 16, 16], [256, 80, 8, 8, 256, 80, 8, 8], [256, 112, 8, 8, 256, 112, 8, 8], [256, 192, 4, 4, 256, 192, 4, 4], [128, 24, 32, 32, 128, 24, 32, 32], [128, 40, 16, 16, 128, 40, 16, 16], [128, 80, 8, 8, 128, 80, 8, 8], [128, 112, 8, 8, 128, 112, 8, 8], [128, 192, 4, 4, 128, 192, 4, 4]]","[5, 5, 8, 7, 4, 77, 20, 35, 154, 41, 154, 79, 18, 80, 41, 10, 40, 18, 7, 18, 4, 10, 304, 79, 304, 154, 42, 154, 79, 18, 80, 41, 11, 41, 5, 16, 44, 13, 7, 10, 5, 18, 7, 5, 6, 3, 8, 4, 3, 4, 3]" +"contiguous","1","N/A","torch.float16","A100SXM480GB","[[1]]","[4]" +"scaled_dot_product_attention","12","torch.float16,torch.float16,torch.float16","torch.float16","A100SXM480GB","[[1, 16, 128, 256, 1, 16, 128, 256, 1, 16, 128, 256], [1, 32, 512, 80, 1, 32, 512, 80, 1, 32, 512, 80], [2, 32, 512, 80, 2, 32, 512, 80, 2, 32, 512, 80], [1, 16, 1024, 64, 1, 16, 1024, 64, 1, 16, 1024, 64], [2, 16, 512, 64, 2, 16, 512, 64, 2, 16, 512, 64], [1, 25, 1024, 64, 1, 25, 1024, 64, 1, 25, 1024, 64], [1, 25, 720, 64, 1, 25, 720, 64, 1, 25, 720, 64], [1, 25, 512, 64, 1, 25, 512, 64, 1, 25, 512, 64], [2, 25, 512, 64, 2, 25, 512, 64, 2, 25, 512, 64], [4, 25, 256, 64, 4, 25, 256, 64, 4, 25, 256, 64], [1, 20, 1024, 64, 1, 20, 1024, 64, 1, 20, 1024, 64], [1, 20, 720, 64, 1, 20, 720, 64, 1, 20, 720, 64], [1, 20, 512, 64, 1, 20, 512, 64, 1, 20, 512, 64], [8, 16, 512, 64, 8, 16, 512, 64, 8, 16, 512, 64], [16, 16, 512, 64, 16, 16, 512, 64, 16, 16, 512, 64], [1, 32, 256, 128, 1, 32, 256, 128, 1, 32, 256, 128], [1, 16, 512, 64, 1, 16, 512, 64, 1, 16, 512, 64]]","[18, 85, 132, 109, 58, 132, 83, 50, 70, 40, 110, 83, 48, 183, 349, 34, 49]" +"view","3","N/A","torch.float16","A100SXM480GB","[[1, 128, -1], [1, 1024, 1600], [1, 720, 1600], [1, 512, 1600], [2, 512, 1600], [4, 256, 1600], [1, 1024, 1280], [1, 720, 1280], [1, 512, 1280], [1, 256, -1], [1, 1024, 1024], [1, 512, 1024], [2, 512, 1024], [16, -1, 64], [16, 1024, 1024], [16, 512, 512], [32, -1, 64], [32, 512, 512], [1024, -1, 32], [1024, 16, 16], [1024, 100, 16], [2048, -1, 32], [2048, 16, 16], [2048, 100, 16]]","[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" +"add","6","torch.float16,torch.float16","torch.float16","A100SXM480GB","[[1, 128, 3072, 1, 128, 3072], [1, 512, 10240, 1, 512, 10240], [1, 512, 2560, 1, 512, 2560], [2, 512, 10240, 2, 512, 10240], [2, 512, 2560, 2, 512, 2560], [1, 1024, 1024, 1, 1024, 1024], [2, 512, 1024, 2, 512, 1024], [1, 1024, 1600, 1, 1024, 1600], [1, 1024, 6400, 1, 1024, 6400], [1, 720, 1600, 1, 720, 1600], [1, 720, 6400, 1, 720, 6400], [1, 512, 1600, 1, 512, 1600], [1, 512, 6400, 1, 512, 6400], [2, 512, 1600, 1, 512, 1600], [2, 512, 1600, 2, 512, 1600], [2, 512, 6400, 2, 512, 6400], [4, 256, 1600, 1, 256, 1600], [4, 256, 1600, 4, 256, 1600], [4, 256, 6400, 4, 256, 6400], [1, 256, 2560, 1, 256, 2560], [1, 256, 10240, 1, 256, 10240], [1, 1024, 1280, 1, 1024, 1280], [1, 1024, 5120, 1, 1024, 5120], [1, 720, 1280, 1, 720, 1280], [1, 720, 5120, 1, 720, 5120], [1, 512, 1280, 1, 512, 1280], [1, 512, 5120, 1, 512, 5120], [8, 512, 1024, 8, 512, 1024], [16, 512, 1024, 16, 512, 1024], [1, 256, 4096, 1, 256, 4096], [1, 1024, 4096, 1, 1024, 4096], [1, 512, 1024, 1, 512, 1024], [1, 512, 4096, 1, 512, 4096], [2, 512, 1024, 1, 512, 1024], [2, 512, 4096, 2, 512, 4096], [128, 165, 192, 1, 165, 192], [128, 165, 192, 128, 165, 192], [256, 165, 192, 1, 165, 192], [256, 165, 192, 256, 165, 192], [512, 165, 192, 1, 165, 192], [512, 165, 192, 512, 165, 192], [128, 16, 256, 128, 16, 256], [128, 100, 256, 128, 100, 256], [256, 16, 256, 256, 16, 256], [256, 100, 256, 256, 100, 256], [128, 197, 768, 1, 197, 768], [128, 197, 768, 128, 197, 768]]","[3, 13, 5, 38, 8, 3, 3, 4, 20, 4, 10, 3, 7, 8, 6, 20, 8, 5, 20, 3, 6, 4, 13, 3, 7, 3, 6, 9, 27, 4, 8, 3, 5, 6, 8, 15, 11, 34, 28, 72, 57, 6, 6, 10, 18, 92, 67]" +"gelu","3","torch.float16","torch.float16","A100SXM480GB","[[1, 128, 24576], [1, 1024, 4096], [2, 512, 4096], [8, 512, 4096], [8, 512, 1024], [16, 512, 4096], [16, 512, 1024], [128, 165, 768], [256, 165, 768], [512, 165, 768], [128, 197, 3072]]","[11, 12, 12, 50, 14, 99, 25, 47, 92, 182, 230]" +"mul","6","torch.float16,torch.float16","torch.float16","A100SXM480GB","[[1, 128, 24576, 1, 128, 24576], [1, 512, 10240, 1, 512, 10240], [2, 512, 10240, 2, 512, 10240], [1, 1024, 6400, 1, 1024, 6400], [1, 720, 6400, 1, 720, 6400], [1, 512, 6400, 1, 512, 6400], [2, 512, 6400, 2, 512, 6400], [4, 256, 6400, 4, 256, 6400], [1, 256, 10240, 1, 256, 10240], [1, 1024, 5120, 1, 1024, 5120], [1, 720, 5120, 1, 720, 5120], [1, 512, 5120, 1, 512, 5120], [1, 256, 14336, 1, 256, 14336], [1, 1024, 4096, 1, 1024, 4096], [1, 512, 4096, 1, 512, 4096], [2, 512, 4096, 2, 512, 4096]]","[9, 14, 37, 19, 12, 8, 20, 20, 6, 14, 9, 6, 10, 11, 5, 11]" +"Dropout","3","torch.float16,","torch.float16","A100SXM480GB","[[1, 512, 2560], [2, 512, 2560], [1, 1024, 1600], [1, 720, 1600], [1, 512, 1600], [2, 512, 1600], [4, 256, 1600], [1, 256, 2560], [1, 1024, 1280], [1, 720, 1280], [1, 512, 1280], [8, 512, 1024], [16, 512, 1024], [1, 1024, 1024], [1, 512, 1024], [2, 512, 1024], [128, 165, 192], [256, 165, 192], [512, 165, 192], [128, 197, 768]]","[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" +"LayerNorm","5","torch.float16,torch.float16,torch.float16","torch.float16","A100SXM480GB","[[1, 512, 2560, 2560, 2560], [2, 512, 2560, 2560, 2560], [1, 1024, 1024, 1024, 1024], [2, 512, 1024, 1024, 1024], [1, 1024, 1600, 1600, 1600], [1, 720, 1600, 1600, 1600], [1, 512, 1600, 1600, 1600], [2, 512, 1600, 1600, 1600], [4, 256, 1600, 1600, 1600], [1, 256, 2560, 2560, 2560], [1, 1024, 1280, 1280, 1280], [1, 720, 1280, 1280, 1280], [1, 512, 1280, 1280, 1280], [8, 512, 1024, 1024, 1024], [16, 512, 1024, 1024, 1024], [1, 512, 1024, 1024, 1024], [128, 165, 192, 192, 192], [256, 165, 192, 192, 192], [512, 165, 192, 192, 192], [128, 16, 256, 256, 256], [128, 100, 256, 256, 256], [256, 16, 256, 256, 256], [256, 100, 256, 256, 256], [128, 197, 768, 768, 768]]","[8, 11, 7, 7, 9, 7, 7, 9, 9, 8, 8, 6, 6, 19, 38, 5, 51, 104, 209, 13, 31, 19, 62, 107]" +"Linear","6","torch.float16,torch.float16,torch.float16","torch.float16","A100SXM480GB","[[1, 512, 2560, 2560, 2560, 2560], [1, 512, 2560, 10240, 2560, 10240], [1, 512, 10240, 2560, 10240, 2560], [1, 512, 2560, 51200, 2560, 51200], [2, 512, 2560, 2560, 2560, 2560], [2, 512, 2560, 10240, 2560, 10240], [2, 512, 10240, 2560, 10240, 2560], [2, 512, 2560, 51200, 2560, 51200], [1, 1024, 1024, 1024, 1024, 1024], [1, 1024, 1024, 4096, 1024, 4096], [1, 1024, 4096, 1024, 4096, 1024], [2, 512, 1024, 1024, 1024, 1024], [2, 512, 1024, 4096, 1024, 4096], [2, 512, 4096, 1024, 4096, 1024], [1, 256, 2560, 2560, 2560, 2560], [1, 256, 2560, 10240, 2560, 10240], [1, 256, 10240, 2560, 10240, 2560], [8, 512, 1024, 1024, 1024, 1024], [8, 512, 1024, 4096, 1024, 4096], [8, 512, 4096, 1024, 4096, 1024], [8, 512, 1024, 30522, 1024, 30522], [16, 512, 1024, 1024, 1024, 1024], [16, 512, 1024, 4096, 1024, 4096], [16, 512, 4096, 1024, 4096, 1024], [16, 512, 1024, 30522, 1024, 30522], [1, 512, 1024, 1024, 1024, 1024], [1, 512, 1024, 4096, 1024, 4096], [1, 512, 4096, 1024, 4096, 1024], [128, 165, 192, 192, 192, 192], [128, 165, 192, 768, 192, 768], [128, 165, 768, 192, 768, 192], [128, 100, 192, 192, 192, 192], [128, 100, 192, 92, 192, 92], [128, 100, 192, 4, 192, 4], [256, 165, 192, 192, 192, 192], [256, 165, 192, 768, 192, 768], [256, 165, 768, 192, 768, 192], [256, 100, 192, 192, 192, 192], [256, 100, 192, 92, 192, 92], [256, 100, 192, 4, 192, 4], [512, 165, 192, 192, 192, 192], [512, 165, 192, 768, 192, 768], [512, 165, 768, 192, 768, 192], [512, 100, 192, 192, 192, 192], [512, 100, 192, 92, 192, 92], [512, 100, 192, 4, 192, 4], [128, 16, 256, 256, 256, 256], [128, 16, 256, 2048, 256, 2048], [128, 16, 2048, 256, 2048, 256], [128, 100, 256, 256, 256, 256], [128, 100, 256, 2048, 256, 2048], [128, 100, 2048, 256, 2048, 256], [128, 100, 256, 92, 256, 92], [128, 100, 256, 4, 256, 4], [256, 16, 256, 256, 256, 256], [256, 16, 256, 2048, 256, 2048], [256, 16, 2048, 256, 2048, 256], [256, 100, 256, 256, 256, 256], [256, 100, 256, 2048, 256, 2048], [256, 100, 2048, 256, 2048, 256], [256, 100, 256, 92, 256, 92], [256, 100, 256, 4, 256, 4], [128, 197, 768, 768, 768, 768], [128, 197, 768, 3072, 768, 3072], [128, 197, 3072, 768, 3072, 768]]","[38, 123, 128, 546, 61, 228, 208, 1089, 16, 49, 58, 16, 50, 58, 25, 70, 90, 53, 173, 145, 1676, 97, 301, 297, 3411, 12, 28, 31, 21, 50, 54, 38, 13, 7, 39, 101, 91, 68, 18, 12, 70, 192, 182, 127, 34, 18, 16, 19, 19, 14, 86, 58, 14, 8, 21, 32, 32, 27, 166, 138, 20, 12, 146, 534, 507]" +"getitem","4","torch.float16,torch.int64","torch.float16","A100SXM480GB","[[512, 32, 1, 512]]","[8]" +"reshape","3","N/A","torch.float16","A100SXM480GB","[[1, 512, 2560], [2, 512, 2560], [1, 1024, 1024], [2, 512, 1024], [8, 512, 1024], [16, 512, 1024], [16, -1, 64], [1, 512, 1024], [32, -1, 64], [128, 16, 256], [128, 100, 256], [256, 16, 256], [256, 100, 256]]","[0, 0, 0, 0, 0, 0, 0, 6, 0, 5, 16, 7, 33]" +"mul","4","torch.float16","torch.float16","A100SXM480GB","[[0.5, 1, 512, 10240], [0.044715, 1, 512, 10240], [0.7978845608028654, 1, 512, 10240], [0.5, 2, 512, 10240], [0.044715, 2, 512, 10240], [0.7978845608028654, 2, 512, 10240], [1, 1024, 1024, 1.0], [2, 512, 1024, 1.0], [0.5, 1, 1024, 6400], [0.044715, 1, 1024, 6400], [0.7978845608028654, 1, 1024, 6400], [0.5, 1, 720, 6400], [0.044715, 1, 720, 6400], [0.7978845608028654, 1, 720, 6400], [0.5, 1, 512, 6400], [0.044715, 1, 512, 6400], [0.7978845608028654, 1, 512, 6400], [0.5, 2, 512, 6400], [0.044715, 2, 512, 6400], [0.7978845608028654, 2, 512, 6400], [0.5, 4, 256, 6400], [0.044715, 4, 256, 6400], [0.7978845608028654, 4, 256, 6400], [0.5, 1, 256, 10240], [0.044715, 1, 256, 10240], [0.7978845608028654, 1, 256, 10240], [0.5, 1, 1024, 5120], [0.044715, 1, 1024, 5120], [0.7978845608028654, 1, 1024, 5120], [0.5, 1, 720, 5120], [0.044715, 1, 720, 5120], [0.7978845608028654, 1, 720, 5120], [0.5, 1, 512, 5120], [0.044715, 1, 512, 5120], [0.7978845608028654, 1, 512, 5120], [0.5, 1, 1024, 4096], [0.044715, 1, 1024, 4096], [0.7978845608028654, 1, 1024, 4096], [0.5, 1, 512, 4096], [0.044715, 1, 512, 4096], [0.7978845608028654, 1, 512, 4096], [0.5, 2, 512, 4096], [0.044715, 2, 512, 4096], [0.7978845608028654, 2, 512, 4096], [1, 1024, 1024, 32.0], [1, 1024, 1024, 0.125], [1, 512, 1024, 32.0], [1, 512, 1024, 0.125], [2, 512, 1024, 32.0], [2, 512, 1024, 0.125], [128, 16, 256, 0.1767766952966369], [128, 100, 256, 0.1767766952966369], [256, 16, 256, 0.1767766952966369], [256, 100, 256, 0.1767766952966369]]","[10, 9, 9, 21, 24, 24, 3, 3, 12, 12, 12, 9, 8, 8, 7, 6, 6, 12, 12, 12, 12, 12, 12, 6, 5, 5, 9, 9, 10, 7, 7, 7, 5, 5, 5, 8, 8, 8, 5, 5, 5, 8, 8, 8, 3, 3, 3, 2, 3, 3, 2, 9, 3, 14]" +"pow","4","torch.float16","torch.float16","A100SXM480GB","[[1, 512, 10240, 3.0], [2, 512, 10240, 3.0], [1, 1024, 6400, 3.0], [1, 720, 6400, 3.0], [1, 512, 6400, 3.0], [2, 512, 6400, 3.0], [4, 256, 6400, 3.0], [1, 256, 10240, 3.0], [1, 1024, 5120, 3.0], [1, 720, 5120, 3.0], [1, 512, 5120, 3.0], [1, 1024, 4096, 3.0], [1, 512, 4096, 3.0], [2, 512, 4096, 3.0]]","[10, 26, 13, 9, 7, 13, 13, 6, 9, 7, 5, 8, 5, 8]" +"tanh","3","torch.float16","torch.float16","A100SXM480GB","[[1, 512, 10240], [2, 512, 10240], [1, 1024, 6400], [1, 720, 6400], [1, 512, 6400], [2, 512, 6400], [4, 256, 6400], [1, 256, 10240], [1, 1024, 5120], [1, 720, 5120], [1, 512, 5120], [1, 1024, 4096], [1, 512, 4096], [2, 512, 4096]]","[11, 26, 15, 11, 8, 15, 15, 7, 12, 9, 7, 10, 6, 10]" +"add","4","torch.float16","torch.float16","A100SXM480GB","[[1.0, 1, 512, 10240], [1.0, 2, 512, 10240], [1.0, 1, 1024, 6400], [1.0, 1, 720, 6400], [1.0, 1, 512, 6400], [1.0, 2, 512, 6400], [1.0, 4, 256, 6400], [1.0, 1, 256, 10240], [1.0, 1, 1024, 5120], [1.0, 1, 720, 5120], [1.0, 1, 512, 5120], [1.0, 1, 1024, 4096], [1.0, 1, 512, 4096], [1.0, 2, 512, 4096]]","[9, 25, 11, 8, 6, 11, 11, 5, 9, 7, 5, 8, 5, 8]" +"size","1","N/A","N/A","A100SXM480GB","[[1]]","[0]" +"getitem","2","N/A","N/A","A100SXM480GB","[[3, 0], [2, 0], [2, 1], [3, 1], [4, 0], [4, 2], [4, 1], [3, 2], [4, 3]]","[0, 0, 0, 0, 0, 0, 0, 0, 0]" +"cat","7","torch.float16,torch.float16","torch.float16","A100SXM480GB","[[2, 32, 512, 16, 32, 512, 16], [2, 32, 512, 32, 32, 512, 32]]","[12, 24]" +"view","2","N/A","torch.int64","A100SXM480GB","[[-1, 1024], [1024, 1], [-1, 512], [512, 1], [-1, 720], [720, 1], [-1, 256], [256, 1]]","[0, 0, 0, 0, 0, 0, 0, 0]" +"embedding","9","torch.int64,torch.float16","torch.float16","A100SXM480GB","[[1, 1024, 50265, 1024, 1, 1, 2.0, 0, 0], [1, 1024, 1026, 1024, 1, 1, 2.0, 0, 0], [2, 512, 50265, 1024, 1, 1, 2.0, 0, 0], [2, 512, 1026, 1024, 1, 1, 2.0, 0, 0]]","[16, 16, 16, 14]" +"add","2","torch.int64","torch.int64","A100SXM480GB","[[1024, 1], [512, 1], [720, 1], [256, 1]]","[2, 1, 2, 1]" +"lt","3","torch.int64,torch.int64","torch.bool","A100SXM480GB","[[1024, 1024, 1], [512, 512, 1], [720, 720, 1], [256, 256, 1]]","[7, 4, 5, 4]" +"masked_fill_","3","torch.bool","torch.float16","A100SXM480GB","[[1024, 1024, 0], [512, 512, 0], [720, 720, 0], [256, 256, 0]]","[3, 2, 3, 2]" +"to","2","N/A","torch.float16","A100SXM480GB","[[1, 1]]","[0]" +"expand","2","N/A","torch.int64","A100SXM480GB","[[1, -1], [2, -1], [8, 512], [16, 512]]","[0, 0, 0, 0]" +"add","3","torch.int64","torch.int64","A100SXM480GB","[[1, 1024, 2], [2, 512, 2]]","[2, 3]" +"dropout","3","torch.float16","torch.float16","A100SXM480GB","[[1, 1024, 1024], [1, 1024, 4096], [2, 512, 1024], [2, 512, 4096], [16, 1024, 1024], [1, 512, 1024], [16, 512, 512], [1, 512, 4096], [32, 512, 512], [128, 16, 256], [1024, 16, 16], [128, 16, 2048], [1024, 100, 100], [128, 100, 256], [1024, 100, 16], [128, 100, 2048], [256, 16, 256], [2048, 16, 16], [256, 16, 2048], [2048, 100, 100], [256, 100, 256], [2048, 100, 16], [256, 100, 2048]]","[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" +"add","2","N/A","N/A","A100SXM480GB","[[512, 0], [0, 512], [720, 0], [256, 0], [1024, 0]]","[0, 0, 0, 0, 0]" +"sub","2","N/A","N/A","A100SXM480GB","[[512, 512], [720, 720], [256, 256], [1024, 1024]]","[0, 0, 0, 0]" +"gt","2","N/A","N/A","A100SXM480GB","[[512, 1], [0, 0], [720, 1], [256, 1], [1024, 1]]","[0, 0, 0, 0, 0]" +"size","2","N/A","N/A","A100SXM480GB","[[-1, 1], [-2, 1], [1, 1]]","[0, 0, 0]" +"eq","2","N/A","N/A","A100SXM480GB","[[2, 2], [512, 512], [32, 32], [2048, 2048], [256, 256]]","[0, 0, 0, 0, 0]" +"and_","2","N/A","N/A","A100SXM480GB","[[1, 1]]","[0]" +"not_","2","N/A","N/A","A100SXM480GB","[[1, 1]]","[0]" +"view","2","N/A","torch.float16","A100SXM480GB","[[-1, 1600], [3, 1], [4, 1], [-1, 6400], [-1, 1280], [-1, 5120], [-1, 1024], [-1, 4096]]","[0, 0, 0, 0, 0, 0, 0, 0]" +"addmm","5","torch.float16,torch.float16,torch.float16","torch.float16","A100SXM480GB","[[4800, 1024, 1600, 1600, 4800], [1600, 1024, 1600, 1600, 1600], [6400, 1024, 1600, 1600, 6400], [1600, 1024, 6400, 6400, 1600], [4800, 720, 1600, 1600, 4800], [1600, 720, 1600, 1600, 1600], [6400, 720, 1600, 1600, 6400], [1600, 720, 6400, 6400, 1600], [4800, 512, 1600, 1600, 4800], [1600, 512, 1600, 1600, 1600], [6400, 512, 1600, 1600, 6400], [1600, 512, 6400, 6400, 1600], [3840, 1024, 1280, 1280, 3840], [1280, 1024, 1280, 1280, 1280], [5120, 1024, 1280, 1280, 5120], [1280, 1024, 5120, 5120, 1280], [3840, 720, 1280, 1280, 3840], [1280, 720, 1280, 1280, 1280], [5120, 720, 1280, 1280, 5120], [1280, 720, 5120, 5120, 1280], [3840, 512, 1280, 1280, 3840], [1280, 512, 1280, 1280, 1280], [5120, 512, 1280, 1280, 5120], [1280, 512, 5120, 5120, 1280], [3072, 1024, 1024, 1024, 3072], [1024, 1024, 1024, 1024, 1024], [4096, 1024, 1024, 1024, 4096], [1024, 1024, 4096, 4096, 1024], [3072, 512, 1024, 1024, 3072], [1024, 512, 1024, 1024, 1024], [4096, 512, 1024, 1024, 4096], [1024, 512, 4096, 4096, 1024]]","[68, 32, 106, 84, 53, 26, 68, 74, 43, 18, 48, 53, 57, 28, 57, 68, 38, 23, 56, 58, 31, 14, 37, 41, 32, 16, 47, 49, 22, 12, 26, 30]" +"split","2","N/A","torch.float16,torch.float16,torch.float16","A100SXM480GB","[[1600, 1], [1280, 1], [1024, 1]]","[0, 0, 0]" +"getitem","4","torch.float16","torch.float16","A100SXM480GB","[[3, 1024, 1600, 0], [3, 1024, 1600, 1], [3, 1024, 1600, 2], [3, 720, 1600, 0], [3, 720, 1600, 1], [3, 720, 1600, 2], [3, 512, 1600, 0], [3, 512, 1600, 1], [3, 512, 1600, 2], [3, 1024, 1280, 0], [3, 1024, 1280, 1], [3, 1024, 1280, 2], [3, 720, 1280, 0], [3, 720, 1280, 1], [3, 720, 1280, 2], [3, 512, 1280, 0], [3, 512, 1280, 1], [3, 512, 1280, 2], [3, 1024, 1024, 0], [3, 1024, 1024, 1], [3, 1024, 1024, 2], [3, 512, 1024, 0], [3, 512, 1024, 1], [3, 512, 1024, 2], [1, 4251, 192, 3], [128, 165, 192, 3], [256, 165, 192, 3], [512, 165, 192, 3], [128, 128, 128, 1], [256, 128, 128, 1], [128, 197, 768, 3]]","[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" +"permute","4","N/A","torch.float16","A100SXM480GB","[[0, 2, 1, 3]]","[0]" +"getitem","6","torch.float16,torch.float16","torch.float16","A100SXM480GB","[[3, 512, 1600, 512, 1600, 0], [3, 512, 1600, 512, 1600, 1], [3, 512, 1600, 512, 1600, 2], [3, 512, 1024, 512, 1024, 0], [3, 512, 1024, 512, 1024, 1], [3, 512, 1024, 512, 1024, 2]]","[0, 0, 0, 0, 0, 0]" +"getitem","10","torch.float16,torch.float16,torch.float16,torch.float16","torch.float16","A100SXM480GB","[[3, 256, 1600, 256, 1600, 256, 1600, 256, 1600, 0], [3, 256, 1600, 256, 1600, 256, 1600, 256, 1600, 1], [3, 256, 1600, 256, 1600, 256, 1600, 256, 1600, 2]]","[0, 0, 0]" +"matmul","8","torch.float32,torch.float32","torch.float32","A100SXM480GB","[[1, 20, 512, 128, 1, 20, 128, 512], [1, 20, 256, 128, 1, 20, 128, 256]]","[27, 11]" +"getitem","5","torch.bool","torch.bool","A100SXM480GB","[[1, 1, 2048, 2048, 4], [1, 128, 32, 32, 0], [1, 128, 16, 16, 0], [1, 128, 8, 8, 0], [1, 128, 4, 4, 0], [1, 256, 32, 32, 0], [1, 256, 16, 16, 0], [1, 256, 8, 8, 0], [1, 256, 4, 4, 0]]","[0, 0, 0, 0, 0, 0, 0, 0, 0]" +"tensor","2","N/A","torch.float32","A100SXM480GB","[[-3.4028234663852886e+38, 1]]","[1]" +"where","8","torch.bool,torch.float32,torch.float32","torch.float32","A100SXM480GB","[[1, 1, 512, 512, 1, 20, 512, 512], [1, 1, 256, 256, 1, 20, 256, 256]]","[33, 9]" +"add","8","torch.float32,torch.float16","torch.float32","A100SXM480GB","[[1, 20, 512, 512, 1, 1, 512, 512], [1, 20, 256, 256, 1, 1, 256, 256]]","[39, 12]" +"softmax","4","torch.float32","torch.float32","A100SXM480GB","[[1, 20, 512, 512], [1, 20, 256, 256]]","[28, 8]" +"Dropout","4","torch.float16,","torch.float16","A100SXM480GB","[[1, 20, 512, 512], [1, 20, 256, 256], [512, 24, 32, 32], [512, 40, 16, 16], [512, 80, 8, 8], [512, 112, 8, 8], [512, 192, 4, 4], [256, 24, 32, 32], [256, 40, 16, 16], [256, 80, 8, 8], [256, 112, 8, 8], [256, 192, 4, 4], [128, 24, 32, 32], [128, 40, 16, 16], [128, 80, 8, 8], [128, 112, 8, 8], [128, 192, 4, 4]]","[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" +"matmul","8","torch.float16,torch.float16","torch.float16","A100SXM480GB","[[1, 20, 512, 512, 1, 20, 512, 128], [1, 20, 256, 256, 1, 20, 256, 128]]","[14, 9]" +"iadd","6","torch.float16,torch.float16","torch.float16","A100SXM480GB","[[8, 512, 1024, 1, 512, 1024], [16, 512, 1024, 1, 512, 1024]]","[17, 38]" +"ones","2","N/A","torch.float16","A100SXM480GB","[[2, 1], [3, 1]]","[1, 4]" +"sub","5","torch.float16","torch.float16","A100SXM480GB","[[1.0, 8, 1, 512, 512], [1.0, 16, 1, 512, 512], [1.0, 128, 1, 16, 16], [1.0, 128, 1, 100, 16], [1.0, 256, 1, 16, 16], [1.0, 256, 1, 100, 16]]","[9, 17, 2, 2, 2, 2]" +"to","2","N/A","torch.bool","A100SXM480GB","[[1, 1]]","[10]" +"masked_fill","5","torch.bool","torch.float16","A100SXM480GB","[[8, 1, 512, 512, -65504.0], [16, 1, 512, 512, -65504.0], [128, 1, 16, 16, -65504.0], [128, 1, 100, 16, -65504.0], [256, 1, 16, 16, -65504.0], [256, 1, 100, 16, -65504.0]]","[10, 16, 4, 4, 4, 4]" +"mul","4","torch.float32","torch.float32","A100SXM480GB","[[1, 256, 128, 1.0], [128, 32, 32, 6.283185307179586], [128, 16, 16, 6.283185307179586], [128, 8, 8, 6.283185307179586], [128, 4, 4, 6.283185307179586], [256, 32, 32, 6.283185307179586], [256, 16, 16, 6.283185307179586], [256, 8, 8, 6.283185307179586], [256, 4, 4, 6.283185307179586]]","[2, 2, 2, 2, 2, 2, 2, 2, 2]" +"mul","4","torch.float16,torch.float16","torch.float16","A100SXM480GB","[[4096, 1, 256, 4096]]","[7]" +"expand","5","N/A","torch.float16","A100SXM480GB","[[1, 8, 4, 256, 128]]","[0]" +"reshape","4","N/A","torch.float16","A100SXM480GB","[[1, 32, 256, 128], [1, -1, 1, 1]]","[7, 0]" +"SiLU","3","torch.float16,","torch.float16","A100SXM480GB","[[1, 256, 14336]]","[10]" +"embedding","8","torch.int64,torch.float16","torch.float16","A100SXM480GB","[[1024, 1024, 1024, 1, 1, 2.0, 0, 0], [512, 1024, 1024, 1, 1, 2.0, 0, 0]]","[16, 9]" +"add","5","torch.float16,torch.float16","torch.float16","A100SXM480GB","[[1, 1024, 1024, 1024, 1024], [1, 512, 1024, 512, 1024], [2, 512, 1024, 512, 1024]]","[3, 3, 6]" +"bmm","6","torch.float16,torch.float16","torch.float16","A100SXM480GB","[[16, 1024, 64, 16, 64, 1024], [16, 1024, 1024, 16, 1024, 64], [16, 512, 64, 16, 64, 512], [16, 512, 512, 16, 512, 64], [32, 512, 64, 32, 64, 512], [32, 512, 512, 32, 512, 64], [1024, 16, 32, 1024, 32, 16], [1024, 16, 16, 1024, 16, 32], [1024, 100, 32, 1024, 32, 100], [1024, 100, 100, 1024, 100, 32], [1024, 100, 32, 1024, 32, 16], [1024, 100, 16, 1024, 16, 32], [2048, 16, 32, 2048, 32, 16], [2048, 16, 16, 2048, 16, 32], [2048, 100, 32, 2048, 32, 100], [2048, 100, 100, 2048, 100, 32], [2048, 100, 32, 2048, 32, 16], [2048, 100, 16, 2048, 16, 32]]","[64, 33, 12, 10, 19, 15, 4, 5, 58, 37, 10, 15, 5, 7, 114, 68, 17, 27]" +"softmax","3","torch.float16","torch.float16","A100SXM480GB","[[16, 1024, 1024], [16, 512, 512], [32, 512, 512], [1024, 16, 16], [1024, 100, 100], [1024, 100, 16], [2048, 16, 16], [2048, 100, 100], [2048, 100, 16]]","[75, 20, 35, 3, 47, 11, 4, 86, 20]" +"ReLU","3","torch.float16,","torch.float16","A100SXM480GB","[[1, 1024, 4096], [1, 512, 4096], [2, 512, 4096], [128, 16, 2048], [128, 100, 2048], [256, 16, 2048], [256, 100, 2048]]","[8, 5, 9, 8, 62, 21, 120]" +"mul","2","N/A","N/A","A100SXM480GB","[[2, 16], [256, 8]]","[0, 0]" +"Conv2d","9","torch.float16,torch.float16,torch.float16","torch.float16","A100SXM480GB","[[128, 3, 128, 128, 192, 3, 16, 16, 192], [256, 3, 128, 128, 192, 3, 16, 16, 192], [512, 3, 128, 128, 192, 3, 16, 16, 192], [128, 2048, 4, 4, 256, 2048, 1, 1, 256], [256, 2048, 4, 4, 256, 2048, 1, 1, 256], [512, 32, 1, 1, 8, 32, 1, 1, 8], [512, 8, 1, 1, 32, 8, 1, 1, 32], [512, 96, 1, 1, 4, 96, 1, 1, 4], [512, 4, 1, 1, 96, 4, 1, 1, 96], [512, 144, 1, 1, 6, 144, 1, 1, 6], [512, 6, 1, 1, 144, 6, 1, 1, 144], [512, 240, 1, 1, 10, 240, 1, 1, 10], [512, 10, 1, 1, 240, 10, 1, 1, 240], [512, 480, 1, 1, 20, 480, 1, 1, 20], [512, 20, 1, 1, 480, 20, 1, 1, 480], [512, 672, 1, 1, 28, 672, 1, 1, 28], [512, 28, 1, 1, 672, 28, 1, 1, 672], [512, 1152, 1, 1, 48, 1152, 1, 1, 48], [512, 48, 1, 1, 1152, 48, 1, 1, 1152], [256, 32, 1, 1, 8, 32, 1, 1, 8], [256, 8, 1, 1, 32, 8, 1, 1, 32], [256, 96, 1, 1, 4, 96, 1, 1, 4], [256, 4, 1, 1, 96, 4, 1, 1, 96], [256, 144, 1, 1, 6, 144, 1, 1, 6], [256, 6, 1, 1, 144, 6, 1, 1, 144], [256, 240, 1, 1, 10, 240, 1, 1, 10], [256, 10, 1, 1, 240, 10, 1, 1, 240], [256, 480, 1, 1, 20, 480, 1, 1, 20], [256, 20, 1, 1, 480, 20, 1, 1, 480], [256, 672, 1, 1, 28, 672, 1, 1, 28], [256, 28, 1, 1, 672, 28, 1, 1, 672], [256, 1152, 1, 1, 48, 1152, 1, 1, 48], [256, 48, 1, 1, 1152, 48, 1, 1, 1152], [128, 32, 1, 1, 8, 32, 1, 1, 8], [128, 8, 1, 1, 32, 8, 1, 1, 32], [128, 96, 1, 1, 4, 96, 1, 1, 4], [128, 4, 1, 1, 96, 4, 1, 1, 96], [128, 144, 1, 1, 6, 144, 1, 1, 6], [128, 6, 1, 1, 144, 6, 1, 1, 144], [128, 240, 1, 1, 10, 240, 1, 1, 10], [128, 10, 1, 1, 240, 10, 1, 1, 240], [128, 480, 1, 1, 20, 480, 1, 1, 20], [128, 20, 1, 1, 480, 20, 1, 1, 480], [128, 672, 1, 1, 28, 672, 1, 1, 28], [128, 28, 1, 1, 672, 28, 1, 1, 672], [128, 1152, 1, 1, 48, 1152, 1, 1, 48], [128, 48, 1, 1, 1152, 48, 1, 1, 1152], [128, 3, 224, 224, 768, 3, 16, 16, 768]]","[292, 575, 1113, 52, 86, 7, 7, 8, 7, 10, 7, 11, 7, 12, 8, 13, 8, 10, 9, 7, 6, 7, 7, 9, 7, 10, 7, 10, 7, 10, 8, 10, 8, 6, 6, 7, 7, 7, 7, 7, 7, 10, 7, 12, 7, 10, 8, 2242]" +"flatten","2","N/A","torch.float16","A100SXM480GB","[[2, 1]]","[0]" +"expand","3","N/A","torch.float16","A100SXM480GB","[[128, -1, -1], [256, -1, -1], [512, -1, -1]]","[0, 0, 0]" +"cat","257","torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16","torch.float16","A100SXM480GB","[[3, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192], [2, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768]]","[25, 270]" +"interpolate","4","torch.float16","torch.float16","A100SXM480GB","[[1, 192, 50, 83]]","[321]" +"cat","3","torch.float16","torch.float16","A100SXM480GB","[[3, 1, 192]]","[4]" +"scaled_dot_product_attention","14","torch.float16,torch.float16,torch.float16","torch.float16","A100SXM480GB","[[128, 3, 165, 64, 128, 3, 165, 64, 128, 3, 165, 64, 1, 0.0], [256, 3, 165, 64, 256, 3, 165, 64, 256, 3, 165, 64, 1, 0.0], [512, 3, 165, 64, 512, 3, 165, 64, 512, 3, 165, 64, 1, 0.0], [128, 12, 197, 64, 128, 12, 197, 64, 128, 12, 197, 64, 1, 0.0]]","[54, 96, 181, 201]" +"relu","3","torch.float16","torch.float16","A100SXM480GB","[[128, 100, 192], [256, 100, 192], [512, 100, 192], [128, 100, 256], [256, 100, 256]]","[6, 9, 19, 9, 16]" +"sigmoid","1","N/A","torch.float16","A100SXM480GB","[[1]]","[2]" +"cat","513","torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16","torch.float16","A100SXM480GB","[[3, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192]]","[43]" +"cat","1025","torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16","torch.float16","A100SXM480GB","[[3, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192]]","[80]" +"Conv2d","8","torch.float16,torch.float16","torch.float16","A100SXM480GB","[[128, 3, 128, 128, 64, 3, 7, 7], [128, 64, 32, 32, 64, 64, 1, 1], [128, 64, 32, 32, 64, 64, 3, 3], [128, 64, 32, 32, 256, 64, 1, 1], [128, 256, 32, 32, 64, 256, 1, 1], [128, 256, 32, 32, 128, 256, 1, 1], [128, 128, 32, 32, 128, 128, 3, 3], [128, 128, 16, 16, 512, 128, 1, 1], [128, 256, 32, 32, 512, 256, 1, 1], [128, 512, 16, 16, 128, 512, 1, 1], [128, 128, 16, 16, 128, 128, 3, 3], [128, 512, 16, 16, 256, 512, 1, 1], [128, 256, 16, 16, 256, 256, 3, 3], [128, 256, 8, 8, 1024, 256, 1, 1], [128, 512, 16, 16, 1024, 512, 1, 1], [128, 1024, 8, 8, 256, 1024, 1, 1], [128, 256, 8, 8, 256, 256, 3, 3], [128, 1024, 8, 8, 512, 1024, 1, 1], [128, 512, 8, 8, 512, 512, 3, 3], [128, 512, 4, 4, 2048, 512, 1, 1], [128, 1024, 8, 8, 2048, 1024, 1, 1], [128, 2048, 4, 4, 512, 2048, 1, 1], [128, 512, 4, 4, 512, 512, 3, 3], [256, 3, 128, 128, 64, 3, 7, 7], [256, 64, 32, 32, 64, 64, 1, 1], [256, 64, 32, 32, 64, 64, 3, 3], [256, 64, 32, 32, 256, 64, 1, 1], [256, 256, 32, 32, 64, 256, 1, 1], [256, 256, 32, 32, 128, 256, 1, 1], [256, 128, 32, 32, 128, 128, 3, 3], [256, 128, 16, 16, 512, 128, 1, 1], [256, 256, 32, 32, 512, 256, 1, 1], [256, 512, 16, 16, 128, 512, 1, 1], [256, 128, 16, 16, 128, 128, 3, 3], [256, 512, 16, 16, 256, 512, 1, 1], [256, 256, 16, 16, 256, 256, 3, 3], [256, 256, 8, 8, 1024, 256, 1, 1], [256, 512, 16, 16, 1024, 512, 1, 1], [256, 1024, 8, 8, 256, 1024, 1, 1], [256, 256, 8, 8, 256, 256, 3, 3], [256, 1024, 8, 8, 512, 1024, 1, 1], [256, 512, 8, 8, 512, 512, 3, 3], [256, 512, 4, 4, 2048, 512, 1, 1], [256, 1024, 8, 8, 2048, 1024, 1, 1], [256, 2048, 4, 4, 512, 2048, 1, 1], [256, 512, 4, 4, 512, 512, 3, 3], [512, 3, 129, 129, 32, 3, 3, 3], [512, 32, 64, 64, 16, 32, 1, 1], [512, 16, 64, 64, 96, 16, 1, 1], [512, 96, 32, 32, 24, 96, 1, 1], [512, 24, 32, 32, 144, 24, 1, 1], [512, 144, 32, 32, 24, 144, 1, 1], [512, 144, 16, 16, 40, 144, 1, 1], [512, 40, 16, 16, 240, 40, 1, 1], [512, 240, 16, 16, 40, 240, 1, 1], [512, 240, 8, 8, 80, 240, 1, 1], [512, 80, 8, 8, 480, 80, 1, 1], [512, 480, 8, 8, 80, 480, 1, 1], [512, 480, 8, 8, 112, 480, 1, 1], [512, 112, 8, 8, 672, 112, 1, 1], [512, 672, 8, 8, 112, 672, 1, 1], [512, 672, 4, 4, 192, 672, 1, 1], [512, 192, 4, 4, 1152, 192, 1, 1], [512, 1152, 4, 4, 192, 1152, 1, 1], [512, 1152, 4, 4, 320, 1152, 1, 1], [512, 320, 4, 4, 1280, 320, 1, 1], [256, 3, 129, 129, 32, 3, 3, 3], [256, 32, 64, 64, 16, 32, 1, 1], [256, 16, 64, 64, 96, 16, 1, 1], [256, 96, 32, 32, 24, 96, 1, 1], [256, 24, 32, 32, 144, 24, 1, 1], [256, 144, 32, 32, 24, 144, 1, 1], [256, 144, 16, 16, 40, 144, 1, 1], [256, 40, 16, 16, 240, 40, 1, 1], [256, 240, 16, 16, 40, 240, 1, 1], [256, 240, 8, 8, 80, 240, 1, 1], [256, 80, 8, 8, 480, 80, 1, 1], [256, 480, 8, 8, 80, 480, 1, 1], [256, 480, 8, 8, 112, 480, 1, 1], [256, 112, 8, 8, 672, 112, 1, 1], [256, 672, 8, 8, 112, 672, 1, 1], [256, 672, 4, 4, 192, 672, 1, 1], [256, 192, 4, 4, 1152, 192, 1, 1], [256, 1152, 4, 4, 192, 1152, 1, 1], [256, 1152, 4, 4, 320, 1152, 1, 1], [256, 320, 4, 4, 1280, 320, 1, 1], [128, 3, 129, 129, 32, 3, 3, 3], [128, 32, 64, 64, 16, 32, 1, 1], [128, 16, 64, 64, 96, 16, 1, 1], [128, 96, 32, 32, 24, 96, 1, 1], [128, 24, 32, 32, 144, 24, 1, 1], [128, 144, 32, 32, 24, 144, 1, 1], [128, 144, 16, 16, 40, 144, 1, 1], [128, 40, 16, 16, 240, 40, 1, 1], [128, 240, 16, 16, 40, 240, 1, 1], [128, 240, 8, 8, 80, 240, 1, 1], [128, 80, 8, 8, 480, 80, 1, 1], [128, 480, 8, 8, 80, 480, 1, 1], [128, 480, 8, 8, 112, 480, 1, 1], [128, 112, 8, 8, 672, 112, 1, 1], [128, 672, 8, 8, 112, 672, 1, 1], [128, 672, 4, 4, 192, 672, 1, 1], [128, 192, 4, 4, 1152, 192, 1, 1], [128, 1152, 4, 4, 192, 1152, 1, 1], [128, 1152, 4, 4, 320, 1152, 1, 1], [128, 320, 4, 4, 1280, 320, 1, 1], [512, 3, 128, 128, 64, 3, 7, 7], [512, 64, 32, 32, 64, 64, 1, 1], [512, 64, 32, 32, 64, 64, 3, 3], [512, 64, 32, 32, 256, 64, 1, 1], [512, 256, 32, 32, 64, 256, 1, 1], [512, 256, 32, 32, 128, 256, 1, 1], [512, 128, 32, 32, 128, 128, 3, 3], [512, 128, 16, 16, 512, 128, 1, 1], [512, 256, 32, 32, 512, 256, 1, 1], [512, 512, 16, 16, 128, 512, 1, 1], [512, 128, 16, 16, 128, 128, 3, 3], [512, 512, 16, 16, 256, 512, 1, 1], [512, 256, 16, 16, 256, 256, 3, 3], [512, 256, 8, 8, 1024, 256, 1, 1], [512, 512, 16, 16, 1024, 512, 1, 1], [512, 1024, 8, 8, 256, 1024, 1, 1], [512, 256, 8, 8, 256, 256, 3, 3], [512, 1024, 8, 8, 512, 1024, 1, 1], [512, 512, 8, 8, 512, 512, 3, 3], [512, 512, 4, 4, 2048, 512, 1, 1], [512, 1024, 8, 8, 2048, 1024, 1, 1], [512, 2048, 4, 4, 512, 2048, 1, 1], [512, 512, 4, 4, 512, 512, 3, 3]]","[348, 39, 110, 185, 74, 83, 124, 44, 194, 95, 75, 46, 97, 67, 115, 42, 72, 80, 98, 54, 90, 72, 116, 644, 72, 216, 362, 113, 143, 225, 82, 365, 190, 130, 92, 161, 132, 223, 76, 150, 149, 147, 97, 162, 120, 171, 346, 157, 585, 99, 245, 146, 39, 69, 54, 32, 133, 41, 97, 61, 125, 57, 116, 92, 95, 104, 179, 80, 294, 54, 124, 78, 20, 35, 32, 18, 66, 21, 52, 33, 69, 32, 60, 46, 63, 56, 96, 43, 148, 30, 63, 44, 13, 21, 15, 14, 37, 13, 26, 19, 31, 19, 32, 30, 41, 59, 1269, 270, 401, 727, 680, 278, 430, 159, 748, 347, 262, 164, 347, 257, 427, 147, 239, 300, 278, 186, 312, 221, 275]" +"add","5","torch.float16","torch.float16","A100SXM480GB","[[1, 64, 1, 1, 1e-05], [1, 256, 1, 1, 1e-05], [1, 128, 1, 1, 1e-05], [1, 512, 1, 1, 1e-05], [1, 1024, 1, 1, 1e-05], [1, 2048, 1, 1, 1e-05]]","[2, 2, 2, 2, 2, 2]" +"rsqrt","1","N/A","torch.float16","A100SXM480GB","[[1]]","[1]" +"sub","8","torch.float16,torch.float16","torch.float16","A100SXM480GB","[[1, 64, 1, 1, 1, 64, 1, 1], [1, 256, 1, 1, 1, 256, 1, 1], [1, 128, 1, 1, 1, 128, 1, 1], [1, 512, 1, 1, 1, 512, 1, 1], [1, 1024, 1, 1, 1, 1024, 1, 1], [1, 2048, 1, 1, 1, 2048, 1, 1]]","[1, 1, 1, 1, 2, 2]" +"ReLU","4","torch.float16,","torch.float16","A100SXM480GB","[[128, 64, 64, 64], [128, 64, 32, 32], [128, 256, 32, 32], [128, 128, 32, 32], [128, 128, 16, 16], [128, 512, 16, 16], [128, 256, 16, 16], [128, 256, 8, 8], [128, 1024, 8, 8], [128, 512, 8, 8], [128, 512, 4, 4], [128, 2048, 4, 4], [256, 64, 64, 64], [256, 64, 32, 32], [256, 256, 32, 32], [256, 128, 32, 32], [256, 128, 16, 16], [256, 512, 16, 16], [256, 256, 16, 16], [256, 256, 8, 8], [256, 1024, 8, 8], [256, 512, 8, 8], [256, 512, 4, 4], [256, 2048, 4, 4], [512, 64, 64, 64], [512, 64, 32, 32], [512, 256, 32, 32], [512, 128, 32, 32], [512, 128, 16, 16], [512, 512, 16, 16], [512, 256, 16, 16], [512, 256, 8, 8], [512, 1024, 8, 8], [512, 512, 8, 8], [512, 512, 4, 4], [512, 2048, 4, 4]]","[74, 15, 77, 37, 8, 38, 15, 5, 15, 8, 3, 8, 147, 37, 156, 74, 15, 82, 37, 8, 38, 15, 5, 14, 315, 76, 319, 154, 39, 162, 80, 18, 81, 39, 8, 40]" +"MaxPool2d","4","torch.float16,","torch.float16","A100SXM480GB","[[128, 64, 64, 64], [256, 64, 64, 64], [512, 64, 64, 64]]","[216, 427, 854]" +"Identity","4","torch.float16,","torch.float16","A100SXM480GB","[[128, 64, 32, 32], [128, 128, 16, 16], [128, 256, 8, 8], [128, 512, 4, 4], [256, 64, 32, 32], [256, 128, 16, 16], [256, 256, 8, 8], [256, 512, 4, 4], [256, 256, 32, 32], [256, 512, 16, 16], [256, 1024, 8, 8], [256, 2048, 4, 4], [512, 256, 32, 32], [512, 512, 16, 16], [512, 1024, 8, 8], [512, 2048, 4, 4]]","[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" +"iadd","8","torch.float16,torch.float16","torch.float16","A100SXM480GB","[[128, 256, 32, 32, 128, 256, 32, 32], [128, 512, 16, 16, 128, 512, 16, 16], [128, 1024, 8, 8, 128, 1024, 8, 8], [128, 2048, 4, 4, 128, 2048, 4, 4], [256, 256, 32, 32, 256, 256, 32, 32], [256, 512, 16, 16, 256, 512, 16, 16], [256, 1024, 8, 8, 256, 1024, 8, 8], [256, 2048, 4, 4, 256, 2048, 4, 4], [512, 256, 32, 32, 512, 256, 32, 32], [512, 512, 16, 16, 512, 512, 16, 16], [512, 1024, 8, 8, 512, 1024, 8, 8], [512, 2048, 4, 4, 512, 2048, 4, 4]]","[110, 56, 27, 11, 228, 113, 56, 26, 454, 229, 111, 55]" +"interpolate","4","torch.float32","torch.float32","A100SXM480GB","[[1, 128, 128, 128], [1, 256, 128, 128]]","[3, 4]" +"cumsum","2","N/A","torch.float32","A100SXM480GB","[[1, 1], [2, 1]]","[14, 6]" +"getitem","4","torch.float32","torch.float32","A100SXM480GB","[[128, 32, 32, 3], [128, 32, 32, 4], [128, 16, 16, 3], [128, 16, 16, 4], [128, 8, 8, 3], [128, 8, 8, 4], [128, 4, 4, 3], [128, 4, 4, 4], [256, 32, 32, 3], [256, 32, 32, 4], [256, 16, 16, 3], [256, 16, 16, 4], [256, 8, 8, 3], [256, 8, 8, 4], [256, 4, 4, 3], [256, 4, 4, 4]]","[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" +"truediv","6","torch.float32,torch.float32","torch.float32","A100SXM480GB","[[128, 32, 32, 128, 1, 32], [128, 32, 32, 128, 32, 1], [128, 16, 16, 128, 1, 16], [128, 16, 16, 128, 16, 1], [128, 8, 8, 128, 1, 8], [128, 8, 8, 128, 8, 1], [128, 4, 4, 128, 1, 4], [128, 4, 4, 128, 4, 1], [256, 32, 32, 256, 1, 32], [256, 32, 32, 256, 32, 1], [256, 16, 16, 256, 1, 16], [256, 16, 16, 256, 16, 1], [256, 8, 8, 256, 1, 8], [256, 8, 8, 256, 8, 1], [256, 4, 4, 256, 1, 4], [256, 4, 4, 256, 4, 1]]","[3, 3, 3, 3, 3, 2, 3, 3, 4, 4, 3, 3, 3, 3, 3, 3]" +"div","2","torch.float32","torch.float32","A100SXM480GB","[[128, 2]]","[1]" +"mul","2","torch.float32","torch.float32","A100SXM480GB","[[2, 128]]","[1]" +"truediv","2","torch.float32","torch.float32","A100SXM480GB","[[128, 128]]","[1]" +"pow","2","torch.float32","torch.float32","A100SXM480GB","[[10000, 128]]","[4]" +"truediv","5","torch.float32,torch.float32","torch.float32","A100SXM480GB","[[128, 32, 32, 1, 128], [128, 16, 16, 1, 128], [128, 8, 8, 1, 128], [128, 4, 4, 1, 128], [256, 32, 32, 1, 128], [256, 16, 16, 1, 128], [256, 8, 8, 1, 128], [256, 4, 4, 1, 128]]","[62, 17, 6, 3, 124, 32, 9, 4]" +"getitem","5","torch.float32","torch.float32","A100SXM480GB","[[128, 32, 32, 128, 4], [128, 16, 16, 128, 4], [128, 8, 8, 128, 4], [128, 4, 4, 128, 4], [256, 32, 32, 128, 4], [256, 16, 16, 128, 4], [256, 8, 8, 128, 4], [256, 4, 4, 128, 4]]","[0, 0, 0, 0, 0, 0, 0, 0]" +"stack","385","torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32","torch.float32","A100SXM480GB","[[2, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64], [2, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64], [2, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64], [2, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64]]","[189, 28, 10, 6]" +"flatten","2","N/A","torch.float32","A100SXM480GB","[[3, 1]]","[0]" +"cat","385","torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32","torch.float32","A100SXM480GB","[[2, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128], [2, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128], [2, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128], [2, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128]]","[168, 40, 12, 5]" +"permute","4","N/A","torch.float32","A100SXM480GB","[[0, 3, 1, 2]]","[0]" +"permute","3","N/A","torch.float16","A100SXM480GB","[[0, 2, 1]]","[0]" +"flatten","2","N/A","torch.bool","A100SXM480GB","[[1, 1]]","[0]" +"getitem","3","torch.bool","torch.bool","A100SXM480GB","[[128, 16, 4], [256, 16, 4]]","[0, 0]" +"expand","4","N/A","torch.bool","A100SXM480GB","[[128, 1, 16, 16], [128, 1, 100, 16], [256, 1, 16, 16], [256, 1, 100, 16]]","[0, 0, 0, 0]" +"repeat","3","N/A","torch.float16","A100SXM480GB","[[128, 1, 1], [256, 1, 1]]","[12, 20]" +"zeros_like","3","torch.float16","torch.float16","A100SXM480GB","[[128, 100, 256], [256, 100, 256]]","[6, 11]" +"stack","769","torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32","torch.float32","A100SXM480GB","[[2, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64], [2, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64], [2, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64], [2, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64]]","[382, 99, 14, 8]" +"cat","769","torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32","torch.float32","A100SXM480GB","[[2, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128], [2, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128], [2, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128], [2, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128]]","[328, 84, 21, 7]" +"ZeroPad2d","4","torch.float16,","torch.float16","A100SXM480GB","[[512, 3, 128, 128], [512, 96, 64, 64], [512, 144, 32, 32], [512, 240, 16, 16], [512, 672, 8, 8], [256, 3, 128, 128], [256, 96, 64, 64], [256, 144, 32, 32], [256, 240, 16, 16], [256, 672, 8, 8], [128, 3, 128, 128], [128, 96, 64, 64], [128, 144, 32, 32], [128, 240, 16, 16], [128, 672, 8, 8]]","[155, 1227, 492, 206, 185, 80, 616, 249, 108, 99, 42, 312, 127, 51, 45]" +"BatchNorm2d","6","torch.float16,torch.float16,torch.float16","torch.float16","A100SXM480GB","[[512, 32, 64, 64, 32, 32], [512, 16, 64, 64, 16, 16], [512, 96, 64, 64, 96, 96], [512, 96, 32, 32, 96, 96], [512, 24, 32, 32, 24, 24], [512, 144, 32, 32, 144, 144], [512, 144, 16, 16, 144, 144], [512, 40, 16, 16, 40, 40], [512, 240, 16, 16, 240, 240], [512, 240, 8, 8, 240, 240], [512, 80, 8, 8, 80, 80], [512, 480, 8, 8, 480, 480], [512, 112, 8, 8, 112, 112], [512, 672, 8, 8, 672, 672], [512, 672, 4, 4, 672, 672], [512, 192, 4, 4, 192, 192], [512, 1152, 4, 4, 1152, 1152], [512, 320, 4, 4, 320, 320], [512, 1280, 4, 4, 1280, 1280], [256, 32, 64, 64, 32, 32], [256, 16, 64, 64, 16, 16], [256, 96, 64, 64, 96, 96], [256, 96, 32, 32, 96, 96], [256, 24, 32, 32, 24, 24], [256, 144, 32, 32, 144, 144], [256, 144, 16, 16, 144, 144], [256, 40, 16, 16, 40, 40], [256, 240, 16, 16, 240, 240], [256, 240, 8, 8, 240, 240], [256, 80, 8, 8, 80, 80], [256, 480, 8, 8, 480, 480], [256, 112, 8, 8, 112, 112], [256, 672, 8, 8, 672, 672], [256, 672, 4, 4, 672, 672], [256, 192, 4, 4, 192, 192], [256, 1152, 4, 4, 1152, 1152], [256, 320, 4, 4, 320, 320], [256, 1280, 4, 4, 1280, 1280], [128, 32, 64, 64, 32, 32], [128, 16, 64, 64, 16, 16], [128, 96, 64, 64, 96, 96], [128, 96, 32, 32, 96, 96], [128, 24, 32, 32, 24, 24], [128, 144, 32, 32, 144, 144], [128, 144, 16, 16, 144, 144], [128, 40, 16, 16, 40, 40], [128, 240, 16, 16, 240, 240], [128, 240, 8, 8, 240, 240], [128, 80, 8, 8, 80, 80], [128, 480, 8, 8, 480, 480], [128, 112, 8, 8, 112, 112], [128, 672, 8, 8, 672, 672], [128, 672, 4, 4, 672, 672], [128, 192, 4, 4, 192, 192], [128, 1152, 4, 4, 1152, 1152], [128, 320, 4, 4, 320, 320], [128, 1280, 4, 4, 1280, 1280], [256, 64, 64, 64, 64, 64], [256, 64, 32, 32, 64, 64], [256, 256, 32, 32, 256, 256], [256, 128, 32, 32, 128, 128], [256, 128, 16, 16, 128, 128], [256, 512, 16, 16, 512, 512], [256, 256, 16, 16, 256, 256], [256, 256, 8, 8, 256, 256], [256, 1024, 8, 8, 1024, 1024], [256, 512, 8, 8, 512, 512], [256, 512, 4, 4, 512, 512], [256, 2048, 4, 4, 2048, 2048], [512, 64, 64, 64, 64, 64], [512, 64, 32, 32, 64, 64], [512, 256, 32, 32, 256, 256], [512, 128, 32, 32, 128, 128], [512, 128, 16, 16, 128, 128], [512, 512, 16, 16, 512, 512], [512, 256, 16, 16, 256, 256], [512, 256, 8, 8, 256, 256], [512, 1024, 8, 8, 1024, 1024], [512, 512, 8, 8, 512, 512], [512, 512, 4, 4, 512, 512], [512, 2048, 4, 4, 2048, 2048]]","[253, 128, 746, 198, 55, 296, 83, 25, 133, 98, 37, 190, 48, 202, 135, 42, 202, 66, 201, 133, 68, 373, 101, 30, 153, 45, 16, 71, 52, 21, 99, 26, 135, 71, 24, 117, 37, 129, 70, 38, 192, 54, 15, 82, 25, 13, 40, 29, 13, 52, 16, 71, 39, 16, 62, 22, 68, 251, 71, 268, 135, 41, 147, 76, 55, 203, 105, 56, 203, 496, 137, 530, 262, 76, 282, 143, 104, 205, 202, 104, 205]" +"SiLU","4","torch.float16,","torch.float16","A100SXM480GB","[[512, 32, 64, 64], [512, 8, 1, 1], [512, 96, 64, 64], [512, 96, 32, 32], [512, 4, 1, 1], [512, 144, 32, 32], [512, 6, 1, 1], [512, 144, 16, 16], [512, 240, 16, 16], [512, 10, 1, 1], [512, 240, 8, 8], [512, 480, 8, 8], [512, 20, 1, 1], [512, 672, 8, 8], [512, 28, 1, 1], [512, 672, 4, 4], [512, 1152, 4, 4], [512, 48, 1, 1], [512, 1280, 4, 4], [256, 32, 64, 64], [256, 8, 1, 1], [256, 96, 64, 64], [256, 96, 32, 32], [256, 4, 1, 1], [256, 144, 32, 32], [256, 6, 1, 1], [256, 144, 16, 16], [256, 240, 16, 16], [256, 10, 1, 1], [256, 240, 8, 8], [256, 480, 8, 8], [256, 20, 1, 1], [256, 672, 8, 8], [256, 28, 1, 1], [256, 672, 4, 4], [256, 1152, 4, 4], [256, 48, 1, 1], [256, 1280, 4, 4], [128, 32, 64, 64], [128, 8, 1, 1], [128, 96, 64, 64], [128, 96, 32, 32], [128, 4, 1, 1], [128, 144, 32, 32], [128, 6, 1, 1], [128, 144, 16, 16], [128, 240, 16, 16], [128, 10, 1, 1], [128, 240, 8, 8], [128, 480, 8, 8], [128, 20, 1, 1], [128, 672, 8, 8], [128, 28, 1, 1], [128, 672, 4, 4], [128, 1152, 4, 4], [128, 48, 1, 1], [128, 1280, 4, 4]]","[167, 2, 492, 125, 2, 186, 2, 48, 79, 2, 20, 41, 2, 57, 2, 13, 25, 2, 28, 84, 2, 249, 64, 2, 94, 2, 25, 41, 2, 10, 20, 2, 30, 2, 7, 12, 2, 12, 43, 2, 125, 33, 1, 48, 2, 11, 20, 2, 6, 10, 2, 13, 2, 5, 7, 2, 7]" +"forward","4","torch.float16","torch.float16","A100SXM480GB","[[512, 32, 64, 64], [512, 96, 65, 65], [512, 144, 32, 32], [512, 144, 35, 35], [512, 240, 16, 16], [512, 240, 17, 17], [512, 480, 8, 8], [512, 672, 8, 8], [512, 672, 11, 11], [512, 1152, 4, 4], [256, 32, 64, 64], [256, 96, 65, 65], [256, 144, 32, 32], [256, 144, 35, 35], [256, 240, 16, 16], [256, 240, 17, 17], [256, 480, 8, 8], [256, 672, 8, 8], [256, 672, 11, 11], [256, 1152, 4, 4], [128, 32, 64, 64], [128, 96, 65, 65], [128, 144, 32, 32], [128, 144, 35, 35], [128, 240, 16, 16], [128, 240, 17, 17], [128, 480, 8, 8], [128, 672, 8, 8], [128, 672, 11, 11], [128, 1152, 4, 4]]","[251, 823, 312, 931, 248, 131, 112, 280, 321, 434, 128, 414, 158, 469, 126, 67, 57, 142, 163, 215, 66, 210, 81, 238, 65, 35, 29, 73, 82, 111]" +"AdaptiveAvgPool2d","4","torch.float16,","torch.float16","A100SXM480GB","[[512, 32, 64, 64], [512, 96, 32, 32], [512, 144, 32, 32], [512, 144, 16, 16], [512, 240, 16, 16], [512, 240, 8, 8], [512, 480, 8, 8], [512, 672, 8, 8], [512, 672, 4, 4], [512, 1152, 4, 4], [256, 32, 64, 64], [256, 96, 32, 32], [256, 144, 32, 32], [256, 144, 16, 16], [256, 240, 16, 16], [256, 240, 8, 8], [256, 480, 8, 8], [256, 672, 8, 8], [256, 672, 4, 4], [256, 1152, 4, 4], [128, 32, 64, 64], [128, 96, 32, 32], [128, 144, 32, 32], [128, 144, 16, 16], [128, 240, 16, 16], [128, 240, 8, 8], [128, 480, 8, 8], [128, 672, 8, 8], [128, 672, 4, 4], [128, 1152, 4, 4], [256, 2048, 4, 4], [512, 2048, 4, 4]]","[96, 74, 105, 43, 64, 46, 89, 123, 55, 96, 63, 45, 60, 21, 36, 24, 45, 64, 30, 48, 31, 23, 36, 11, 16, 14, 24, 32, 17, 26, 84, 170]" +"Sigmoid","4","torch.float16,","torch.float16","A100SXM480GB","[[512, 32, 1, 1], [512, 96, 1, 1], [512, 144, 1, 1], [512, 240, 1, 1], [512, 480, 1, 1], [512, 672, 1, 1], [512, 1152, 1, 1], [256, 32, 1, 1], [256, 96, 1, 1], [256, 144, 1, 1], [256, 240, 1, 1], [256, 480, 1, 1], [256, 672, 1, 1], [256, 1152, 1, 1], [128, 32, 1, 1], [128, 96, 1, 1], [128, 144, 1, 1], [128, 240, 1, 1], [128, 480, 1, 1], [128, 672, 1, 1], [128, 1152, 1, 1]]","[2, 2, 2, 2, 2, 3, 3, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2]" +"AvgPool2d","4","torch.float16,","torch.float16","A100SXM480GB","[[512, 1280, 4, 4], [256, 1280, 4, 4], [128, 1280, 4, 4]]","[37, 18, 12]" +"reshape","2","N/A","torch.float16","A100SXM480GB","[[2, 1]]","[0]" +"Dropout","2","torch.float16,","torch.float16","A100SXM480GB","[[512, 1280], [256, 1280], [128, 1280]]","[0, 0, 0]" +"Linear","5","torch.float16,torch.float16,torch.float16","torch.float16","A100SXM480GB","[[512, 1280, 1000, 1280, 1000], [256, 1280, 1000, 1280, 1000], [128, 1280, 1000, 1280, 1000], [128, 768, 1000, 768, 1000], [256, 2048, 1000, 2048, 1000], [512, 2048, 1000, 2048, 1000]]","[15, 10, 10, 12, 13, 19]" +"Size","2","N/A","N/A","A100SXM480GB","[[2, 1]]","[0]" +"Flatten","4","torch.float16,","torch.float16","A100SXM480GB","[[256, 2048, 1, 1], [512, 2048, 1, 1]]","[0, 0]" From 59fb0dc39187a9f292d2acd583573b642272a8f6 Mon Sep 17 00:00:00 2001 From: Ubuntu Date: Thu, 17 Oct 2024 01:32:52 +0000 Subject: [PATCH 13/16] L4 Data --- centml/compiler/config.py | 2 +- tests/sample_data.csv | 161 ++++++++++++++++++++++++++++++++++++++ 2 files changed, 162 insertions(+), 1 deletion(-) diff --git a/centml/compiler/config.py b/centml/compiler/config.py index 51a1273..2e56a0e 100644 --- a/centml/compiler/config.py +++ b/centml/compiler/config.py @@ -38,7 +38,7 @@ class Config(BaseSettings): CENTML_MODE: OperationMode = OperationMode.REMOTE_COMPILATION CENTML_PREDICTION_DATA_FILE: str = 'tests/sample_data.csv' - CENTML_PREDICTION_GPUS: str = "A10G,A100SXM480GB" + CENTML_PREDICTION_GPUS: str = "A10G,A100SXM440GB,L4" CENTML_PROMETHEUS_PORT: int = 8000 diff --git a/tests/sample_data.csv b/tests/sample_data.csv index fc31c7c..f03b5f3 100644 --- a/tests/sample_data.csv +++ b/tests/sample_data.csv @@ -321,3 +321,164 @@ "Linear","5","torch.float16,torch.float16,torch.float16","torch.float16","A100SXM480GB","[[512, 1280, 1000, 1280, 1000], [256, 1280, 1000, 1280, 1000], [128, 1280, 1000, 1280, 1000], [128, 768, 1000, 768, 1000], [256, 2048, 1000, 2048, 1000], [512, 2048, 1000, 2048, 1000]]","[15, 10, 10, 12, 13, 19]" "Size","2","N/A","N/A","A100SXM480GB","[[2, 1]]","[0]" "Flatten","4","torch.float16,","torch.float16","A100SXM480GB","[[256, 2048, 1, 1], [512, 2048, 1, 1]]","[0, 0]" +"Embedding","4","torch.int64,torch.float16","torch.float16","L4","[[1, 128, 256000, 3072], [1, 512, 51200, 2560], [2, 512, 51200, 2560], [1, 1024, 50257, 1600], [1, 1024, 1024, 1600], [1, 720, 50257, 1600], [1, 720, 1024, 1600], [1, 512, 50257, 1600], [1, 512, 1024, 1600], [2, 512, 50257, 1600], [4, 256, 50257, 1600], [1, 256, 1024, 1600], [1, 512, 50257, 2560], [1, 512, 2048, 2560], [1, 256, 50257, 2560], [1, 256, 2048, 2560], [1, 1024, 50257, 1280], [1, 1024, 1024, 1280], [1, 720, 50257, 1280], [1, 720, 1024, 1280], [1, 512, 50257, 1280], [1, 512, 1024, 1280], [8, 512, 30522, 1024], [8, 512, 2, 1024], [1, 512, 512, 1024], [16, 512, 30522, 1024], [16, 512, 2, 1024], [1, 256, 128256, 4096], [1, 1024, 50257, 1024], [1, 1024, 1024, 1024], [1, 512, 50257, 1024], [1, 512, 1024, 1024], [2, 512, 50257, 1024], [1, 1024, 96103, 1024], [1, 512, 96103, 1024], [2, 512, 96103, 1024]]","[10, 43, 69, 46, 46, 31, 29, 23, 21, 47, 49, 14, 40, 41, 14, 14, 34, 33, 24, 23, 18, 16, 111, 107, 21, 231, 227, 38, 27, 26, 10, 10, 28, 25, 11, 25]" +"arange","2","N/A","torch.int64","L4","[[0, 128], [129, 1], [0, 512], [513, 1], [1024, 1], [0, 1024], [512, 1], [0, 720], [720, 1], [0, 256], [256, 1], [257, 1], [128, 1]]","[1, 1, 2, 1, 1, 1, 1, 2, 1, 2, 1, 1, 1]" +"unsqueeze","2","N/A","torch.int64","L4","[[0, 1]]","[0]" +"full","2","N/A","torch.float16","L4","[[2, 1], [2, -65504.0]]","[1, 3]" +"triu","2","torch.float16","torch.float16","L4","[[128, 129], [512, 513], [256, 257]]","[2, 7, 3]" +"reshape","2","N/A","torch.int64","L4","[[-1, 1]]","[0]" +"gt","3","torch.int64,torch.int64","torch.bool","L4","[[129, 128, 1], [513, 512, 1], [257, 256, 1]]","[2, 5, 3]" +"imul","4","torch.float16,torch.bool","torch.float16","L4","[[128, 129, 128, 129], [512, 513, 512, 513], [256, 257, 256, 257]]","[3, 6, 4]" +"getitem","3","torch.float16","torch.float16","L4","[[128, 129, 4], [512, 513, 4], [1024, 1024, 4], [512, 512, 4], [720, 720, 4], [256, 256, 4], [256, 257, 4], [8, 512, 4], [16, 512, 4], [1, 192, 2]]","[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" +"expand","4","N/A","torch.float16","L4","[[1, 1, -1, -1], [2, 1, -1, -1], [1, 1, 1024, 1024], [2, 1, 512, 512], [1, 1, 720, 720], [1, 1, 512, 512], [4, 1, 256, 256], [8, 1, 512, 512], [16, 1, 512, 512]]","[0, 0, 0, 0, 0, 0, 0, 0, 0]" +"tensor","2","N/A","torch.float16","L4","[[55.42562584220407, 1]]","[0]" +"mul","3","torch.float16,torch.float16","torch.float16","L4","[[1, 128, 3072]]","[3]" +"float","1","N/A","torch.float32","L4","[[1]]","[4]" +"pow","2","N/A","torch.float32","L4","[[2, 1]]","[2]" +"mean","2","N/A","torch.float32","L4","[[-1, 1]]","[7]" +"add","4","torch.float32","torch.float32","L4","[[1, 128, 1, 1e-06], [1, 256, 1, 1e-05], [128, 1, 32, 1e-06], [128, 32, 1, 1e-06], [128, 1, 16, 1e-06], [128, 16, 1, 1e-06], [128, 1, 8, 1e-06], [128, 8, 1, 1e-06], [128, 1, 4, 1e-06], [128, 4, 1, 1e-06], [256, 1, 32, 1e-06], [256, 32, 1, 1e-06], [256, 1, 16, 1e-06], [256, 16, 1, 1e-06], [256, 1, 8, 1e-06], [256, 8, 1, 1e-06], [256, 1, 4, 1e-06], [256, 4, 1, 1e-06]]","[1, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2]" +"rsqrt","3","torch.float32","torch.float32","L4","[[1, 128, 1], [1, 256, 1]]","[1, 2]" +"mul","6","torch.float32,torch.float32","torch.float32","L4","[[1, 128, 3072, 1, 128, 1], [1, 256, 4096, 1, 256, 1]]","[3, 14]" +"add","2","torch.float32","torch.float32","L4","[[1.0, 3072]]","[1]" +"mul","4","torch.float32,torch.float32","torch.float32","L4","[[1, 128, 3072, 3072]]","[3]" +"type_as","3","torch.float16","torch.float16","L4","[[1, 128, 3072]]","[4]" +"Linear","5","torch.float16,torch.float16","torch.float16","L4","[[1, 128, 3072, 4096, 3072], [1, 128, 4096, 3072, 4096], [1, 128, 3072, 24576, 3072], [1, 128, 24576, 3072, 24576], [1, 128, 3072, 256000, 3072], [1, 1024, 1024, 50265, 1024], [2, 512, 1024, 50265, 1024], [1, 1024, 1600, 50257, 1600], [1, 720, 1600, 50257, 1600], [1, 512, 1600, 50257, 1600], [2, 512, 1600, 50257, 1600], [4, 256, 1600, 50257, 1600], [1, 512, 2560, 2560, 2560], [1, 512, 2560, 50257, 2560], [1, 256, 2560, 2560, 2560], [1, 256, 2560, 50257, 2560], [1, 1024, 1280, 50257, 1280], [1, 720, 1280, 50257, 1280], [1, 512, 1280, 50257, 1280], [1, 256, 4096, 4096, 4096], [1, 256, 4096, 1024, 4096], [1, 256, 4096, 14336, 4096], [1, 256, 14336, 4096, 14336], [1, 256, 4096, 128256, 4096], [1, 1024, 1024, 50257, 1024], [1, 512, 1024, 50257, 1024], [2, 512, 1024, 50257, 1024], [1, 1024, 1024, 96103, 1024], [1, 512, 1024, 96103, 1024], [2, 512, 1024, 96103, 1024]]","[130, 111, 761, 805, 7318, 3099, 3002, 6257, 4131, 2664, 6665, 6661, 184, 5516, 77, 1652, 3905, 3146, 1889, 237, 73, 712, 690, 6049, 3173, 1210, 3003, 5617, 2304, 5444]" +"view","4","N/A","torch.float16","L4","[[1, 128, 16, 256], [1, 512, 32, 80], [2, 512, 32, 80], [1, -1, 16, 64], [1, 1024, 16, 64], [2, -1, 16, 64], [2, 512, 16, 64], [1, 256, 32, 128], [1, 256, 8, 128], [1, 16, 1024, 1024], [1, 16, 1024, 64], [1, 512, 16, 64], [1, 16, 512, 512], [1, 16, 512, 64], [2, 16, 512, 512], [2, 16, 512, 64], [1, 192, 50, 83], [128, -1, 8, 32], [128, 16, 8, 32], [128, 8, 16, 16], [128, 8, 16, 32], [128, 100, 8, 32], [128, 8, 100, 32], [128, 8, 100, 16], [256, -1, 8, 32], [256, 16, 8, 32], [256, 8, 16, 16], [256, 8, 16, 32], [256, 100, 8, 32], [256, 8, 100, 32], [256, 8, 100, 16]]","[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" +"transpose","2","N/A","torch.float16","L4","[[1, 2]]","[0]" +"_set_grad_enabled","2","N/A","N/A","L4","[[0, 1], [1, 1]]","[0, 0]" +"to","2","N/A","torch.float32","L4","[[1, 1]]","[0]" +"getitem","2","torch.float32","torch.float32","L4","[[128, 3], [16, 3], [64, 3]]","[0, 0, 0]" +"expand","3","N/A","torch.float32","L4","[[1, -1, 1]]","[0]" +"getitem","3","torch.int64","torch.int64","L4","[[1, 128, 3], [1, 512, 3], [1, 512, 2], [1, 256, 3]]","[0, 0, 0, 0]" +"_enter_autocast","4","N/A","N/A","L4","[[1, 1, 0, 1]]","[0]" +"matmul","6","torch.float32,torch.float32","torch.float32","L4","[[1, 128, 1, 1, 1, 128], [1, 16, 1, 1, 1, 512], [1, 64, 1, 1, 1, 256]]","[1, 2, 3]" +"transpose","2","N/A","torch.float32","L4","[[1, 2], [-1, -2]]","[0, 0]" +"cat","3","torch.float32","torch.float32","L4","[[2, 128, 128], [2, 512, 16], [2, 256, 64]]","[3, 5, 6]" +"cos","1","N/A","torch.float32","L4","[[1]]","[1]" +"sin","1","N/A","torch.float32","L4","[[1]]","[1]" +"_exit_autocast","2","N/A","N/A","L4","[[1, 1]]","[0]" +"to","1","N/A","torch.float16","L4","[[1]]","[2]" +"unsqueeze","2","N/A","torch.float16","L4","[[1, 1], [0, 1]]","[0, 0]" +"mul","8","torch.float16,torch.float16","torch.float16","L4","[[1, 16, 128, 256, 1, 1, 128, 256], [1, 32, 512, 32, 1, 1, 512, 32], [2, 32, 512, 32, 1, 1, 512, 32], [1, 32, 256, 128, 1, 1, 256, 128], [1, 8, 256, 128, 1, 1, 256, 128], [1, 64, 1, 1, 1, 64, 1, 1], [128, 64, 64, 64, 1, 64, 1, 1], [128, 64, 32, 32, 1, 64, 1, 1], [1, 256, 1, 1, 1, 256, 1, 1], [128, 256, 32, 32, 1, 256, 1, 1], [1, 128, 1, 1, 1, 128, 1, 1], [128, 128, 32, 32, 1, 128, 1, 1], [128, 128, 16, 16, 1, 128, 1, 1], [1, 512, 1, 1, 1, 512, 1, 1], [128, 512, 16, 16, 1, 512, 1, 1], [128, 256, 16, 16, 1, 256, 1, 1], [128, 256, 8, 8, 1, 256, 1, 1], [1, 1024, 1, 1, 1, 1024, 1, 1], [128, 1024, 8, 8, 1, 1024, 1, 1], [128, 512, 8, 8, 1, 512, 1, 1], [128, 512, 4, 4, 1, 512, 1, 1], [1, 2048, 1, 1, 1, 2048, 1, 1], [128, 2048, 4, 4, 1, 2048, 1, 1], [256, 64, 64, 64, 1, 64, 1, 1], [256, 64, 32, 32, 1, 64, 1, 1], [256, 256, 32, 32, 1, 256, 1, 1], [256, 128, 32, 32, 1, 128, 1, 1], [256, 128, 16, 16, 1, 128, 1, 1], [256, 512, 16, 16, 1, 512, 1, 1], [256, 256, 16, 16, 1, 256, 1, 1], [256, 256, 8, 8, 1, 256, 1, 1], [256, 1024, 8, 8, 1, 1024, 1, 1], [256, 512, 8, 8, 1, 512, 1, 1], [256, 512, 4, 4, 1, 512, 1, 1], [256, 2048, 4, 4, 1, 2048, 1, 1], [512, 32, 64, 64, 512, 32, 1, 1], [512, 96, 32, 32, 512, 96, 1, 1], [512, 144, 32, 32, 512, 144, 1, 1], [512, 144, 16, 16, 512, 144, 1, 1], [512, 240, 16, 16, 512, 240, 1, 1], [512, 240, 8, 8, 512, 240, 1, 1], [512, 480, 8, 8, 512, 480, 1, 1], [512, 672, 8, 8, 512, 672, 1, 1], [512, 672, 4, 4, 512, 672, 1, 1], [512, 1152, 4, 4, 512, 1152, 1, 1], [256, 32, 64, 64, 256, 32, 1, 1], [256, 96, 32, 32, 256, 96, 1, 1], [256, 144, 32, 32, 256, 144, 1, 1], [256, 144, 16, 16, 256, 144, 1, 1], [256, 240, 16, 16, 256, 240, 1, 1], [256, 240, 8, 8, 256, 240, 1, 1], [256, 480, 8, 8, 256, 480, 1, 1], [256, 672, 8, 8, 256, 672, 1, 1], [256, 672, 4, 4, 256, 672, 1, 1], [256, 1152, 4, 4, 256, 1152, 1, 1], [128, 32, 64, 64, 128, 32, 1, 1], [128, 96, 32, 32, 128, 96, 1, 1], [128, 144, 32, 32, 128, 144, 1, 1], [128, 144, 16, 16, 128, 144, 1, 1], [128, 240, 16, 16, 128, 240, 1, 1], [128, 240, 8, 8, 128, 240, 1, 1], [128, 480, 8, 8, 128, 480, 1, 1], [128, 672, 8, 8, 128, 672, 1, 1], [128, 672, 4, 4, 128, 672, 1, 1], [128, 1152, 4, 4, 128, 1152, 1, 1]]","[6, 11, 16, 15, 6, 1, 556, 117, 1, 534, 1, 268, 31, 1, 298, 145, 16, 1, 61, 47, 9, 1, 30, 1107, 286, 1136, 536, 65, 593, 265, 33, 275, 139, 17, 60, 1001, 734, 1146, 236, 418, 51, 165, 283, 38, 62, 493, 370, 528, 58, 158, 25, 49, 66, 18, 29, 184, 81, 246, 29, 48, 13, 25, 35, 11, 16]" +"getitem","5","torch.float16","torch.float16","L4","[[1, 16, 128, 256, 2], [1, 1, 128, 129, 4], [1, 32, 512, 80, 2], [1, 32, 512, 32, 2], [1, 1, 512, 513, 4], [2, 32, 512, 80, 2], [2, 32, 512, 32, 2], [2, 1, 512, 513, 4], [1, 1, 256, 257, 4], [1, 32, 256, 128, 2], [1, 8, 256, 128, 2], [1, 8, 256, 128, 5]]","[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" +"neg","4","torch.float16","torch.float16","L4","[[1, 16, 128, 128], [1, 32, 512, 16], [2, 32, 512, 16], [1, 32, 256, 64], [1, 8, 256, 64]]","[2, 4, 6, 8, 4]" +"cat","4","torch.float16","torch.float16","L4","[[2, 16, 128, 128], [2, 32, 512, 16], [2, 32, 512, 32], [2, 32, 256, 64], [2, 8, 256, 64]]","[8, 13, 31, 27, 12]" +"add","8","torch.float16,torch.float16","torch.float16","L4","[[1, 16, 128, 256, 1, 16, 128, 256], [1, 32, 512, 32, 1, 32, 512, 32], [2, 32, 512, 32, 2, 32, 512, 32], [1, 32, 256, 128, 1, 32, 256, 128], [1, 8, 256, 128, 1, 8, 256, 128], [1, 16, 1024, 1024, 1, 1, 1024, 1024], [1, 16, 512, 512, 1, 1, 512, 512], [2, 16, 512, 512, 2, 1, 512, 512], [128, 64, 64, 64, 1, 64, 1, 1], [128, 64, 32, 32, 1, 64, 1, 1], [128, 256, 32, 32, 1, 256, 1, 1], [128, 128, 32, 32, 1, 128, 1, 1], [128, 128, 16, 16, 1, 128, 1, 1], [128, 512, 16, 16, 1, 512, 1, 1], [128, 256, 16, 16, 1, 256, 1, 1], [128, 256, 8, 8, 1, 256, 1, 1], [128, 1024, 8, 8, 1, 1024, 1, 1], [128, 512, 8, 8, 1, 512, 1, 1], [128, 512, 4, 4, 1, 512, 1, 1], [128, 2048, 4, 4, 1, 2048, 1, 1], [128, 8, 16, 16, 128, 1, 16, 16], [128, 8, 100, 16, 128, 1, 100, 16], [256, 64, 64, 64, 1, 64, 1, 1], [256, 64, 32, 32, 1, 64, 1, 1], [256, 256, 32, 32, 1, 256, 1, 1], [256, 128, 32, 32, 1, 128, 1, 1], [256, 128, 16, 16, 1, 128, 1, 1], [256, 512, 16, 16, 1, 512, 1, 1], [256, 256, 16, 16, 1, 256, 1, 1], [256, 256, 8, 8, 1, 256, 1, 1], [256, 1024, 8, 8, 1, 1024, 1, 1], [256, 512, 8, 8, 1, 512, 1, 1], [256, 512, 4, 4, 1, 512, 1, 1], [256, 2048, 4, 4, 1, 2048, 1, 1], [256, 8, 16, 16, 256, 1, 16, 16], [256, 8, 100, 16, 256, 1, 100, 16], [512, 24, 32, 32, 512, 24, 32, 32], [512, 40, 16, 16, 512, 40, 16, 16], [512, 80, 8, 8, 512, 80, 8, 8], [512, 112, 8, 8, 512, 112, 8, 8], [512, 192, 4, 4, 512, 192, 4, 4], [256, 24, 32, 32, 256, 24, 32, 32], [256, 40, 16, 16, 256, 40, 16, 16], [256, 80, 8, 8, 256, 80, 8, 8], [256, 112, 8, 8, 256, 112, 8, 8], [256, 192, 4, 4, 256, 192, 4, 4], [128, 24, 32, 32, 128, 24, 32, 32], [128, 40, 16, 16, 128, 40, 16, 16], [128, 80, 8, 8, 128, 80, 8, 8], [128, 112, 8, 8, 128, 112, 8, 8], [128, 192, 4, 4, 128, 192, 4, 4]]","[4, 7, 13, 15, 6, 304, 40, 140, 568, 60, 555, 279, 33, 288, 59, 16, 58, 30, 9, 30, 4, 14, 1111, 286, 1109, 556, 62, 554, 281, 32, 279, 58, 16, 58, 5, 28, 273, 52, 30, 32, 18, 61, 30, 16, 21, 8, 29, 17, 8, 12, 2]" +"contiguous","1","N/A","torch.float16","L4","[[1]]","[4]" +"scaled_dot_product_attention","12","torch.float16,torch.float16,torch.float16","torch.float16","L4","[[1, 16, 128, 256, 1, 16, 128, 256, 1, 16, 128, 256], [1, 32, 512, 80, 1, 32, 512, 80, 1, 32, 512, 80], [2, 32, 512, 80, 2, 32, 512, 80, 2, 32, 512, 80], [1, 16, 1024, 64, 1, 16, 1024, 64, 1, 16, 1024, 64], [2, 16, 512, 64, 2, 16, 512, 64, 2, 16, 512, 64], [1, 25, 1024, 64, 1, 25, 1024, 64, 1, 25, 1024, 64], [1, 25, 720, 64, 1, 25, 720, 64, 1, 25, 720, 64], [1, 25, 512, 64, 1, 25, 512, 64, 1, 25, 512, 64], [2, 25, 512, 64, 2, 25, 512, 64, 2, 25, 512, 64], [4, 25, 256, 64, 4, 25, 256, 64, 4, 25, 256, 64], [1, 20, 1024, 64, 1, 20, 1024, 64, 1, 20, 1024, 64], [1, 20, 720, 64, 1, 20, 720, 64, 1, 20, 720, 64], [1, 20, 512, 64, 1, 20, 512, 64, 1, 20, 512, 64], [8, 16, 512, 64, 8, 16, 512, 64, 8, 16, 512, 64], [16, 16, 512, 64, 16, 16, 512, 64, 16, 16, 512, 64], [1, 32, 256, 128, 1, 32, 256, 128, 1, 32, 256, 128], [1, 16, 512, 64, 1, 16, 512, 64, 1, 16, 512, 64]]","[21, 236, 410, 226, 118, 362, 228, 92, 192, 112, 282, 196, 73, 445, 915, 111, 49]" +"view","3","N/A","torch.float16","L4","[[1, 128, -1], [1, 1024, 1600], [1, 720, 1600], [1, 512, 1600], [2, 512, 1600], [4, 256, 1600], [1, 1024, 1280], [1, 720, 1280], [1, 512, 1280], [1, 256, -1], [1, 1024, 1024], [1, 512, 1024], [2, 512, 1024], [16, -1, 64], [16, 1024, 1024], [16, 512, 512], [32, -1, 64], [32, 512, 512], [1024, -1, 32], [1024, 16, 16], [1024, 100, 16], [2048, -1, 32], [2048, 16, 16], [2048, 100, 16]]","[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" +"add","6","torch.float16,torch.float16","torch.float16","L4","[[1, 128, 3072, 1, 128, 3072], [1, 512, 10240, 1, 512, 10240], [1, 512, 2560, 1, 512, 2560], [2, 512, 10240, 2, 512, 10240], [2, 512, 2560, 2, 512, 2560], [1, 1024, 1024, 1, 1024, 1024], [2, 512, 1024, 2, 512, 1024], [1, 1024, 1600, 1, 1024, 1600], [1, 1024, 6400, 1, 1024, 6400], [1, 720, 1600, 1, 720, 1600], [1, 720, 6400, 1, 720, 6400], [1, 512, 1600, 1, 512, 1600], [1, 512, 6400, 1, 512, 6400], [2, 512, 1600, 1, 512, 1600], [2, 512, 1600, 2, 512, 1600], [2, 512, 6400, 2, 512, 6400], [4, 256, 1600, 1, 256, 1600], [4, 256, 1600, 4, 256, 1600], [4, 256, 6400, 4, 256, 6400], [1, 256, 2560, 1, 256, 2560], [1, 256, 10240, 1, 256, 10240], [1, 1024, 1280, 1, 1024, 1280], [1, 1024, 5120, 1, 1024, 5120], [1, 720, 1280, 1, 720, 1280], [1, 720, 5120, 1, 720, 5120], [1, 512, 1280, 1, 512, 1280], [1, 512, 5120, 1, 512, 5120], [8, 512, 1024, 8, 512, 1024], [16, 512, 1024, 16, 512, 1024], [1, 256, 4096, 1, 256, 4096], [1, 1024, 4096, 1, 1024, 4096], [1, 512, 1024, 1, 512, 1024], [1, 512, 4096, 1, 512, 4096], [2, 512, 1024, 1, 512, 1024], [2, 512, 4096, 2, 512, 4096], [128, 165, 192, 1, 165, 192], [128, 165, 192, 128, 165, 192], [256, 165, 192, 1, 165, 192], [256, 165, 192, 256, 165, 192], [512, 165, 192, 1, 165, 192], [512, 165, 192, 512, 165, 192], [128, 16, 256, 128, 16, 256], [128, 100, 256, 128, 100, 256], [256, 16, 256, 256, 16, 256], [256, 100, 256, 256, 100, 256], [128, 197, 768, 1, 197, 768], [128, 197, 768, 128, 197, 768]]","[4, 20, 14, 199, 26, 5, 4, 8, 30, 6, 21, 4, 14, 17, 11, 29, 18, 8, 27, 3, 8, 6, 23, 5, 15, 3, 10, 17, 51, 14, 18, 2, 5, 11, 17, 32, 74, 63, 148, 200, 409, 7, 12, 11, 38, 319, 477]" +"gelu","3","torch.float16","torch.float16","L4","[[1, 128, 24576], [1, 1024, 4096], [2, 512, 4096], [8, 512, 4096], [8, 512, 1024], [16, 512, 4096], [16, 512, 1024], [128, 165, 768], [256, 165, 768], [512, 165, 768], [128, 197, 3072]]","[17, 41, 38, 247, 29, 523, 103, 232, 511, 1104, 1279]" +"mul","6","torch.float16,torch.float16","torch.float16","L4","[[1, 128, 24576, 1, 128, 24576], [1, 512, 10240, 1, 512, 10240], [2, 512, 10240, 2, 512, 10240], [1, 1024, 6400, 1, 1024, 6400], [1, 720, 6400, 1, 720, 6400], [1, 512, 6400, 1, 512, 6400], [2, 512, 6400, 2, 512, 6400], [4, 256, 6400, 4, 256, 6400], [1, 256, 10240, 1, 256, 10240], [1, 1024, 5120, 1, 1024, 5120], [1, 720, 5120, 1, 720, 5120], [1, 512, 5120, 1, 512, 5120], [1, 256, 14336, 1, 256, 14336], [1, 1024, 4096, 1, 1024, 4096], [1, 512, 4096, 1, 512, 4096], [2, 512, 4096, 2, 512, 4096]]","[40, 23, 193, 64, 18, 13, 67, 65, 8, 22, 14, 10, 45, 17, 5, 18]" +"getitem","4","torch.float16","torch.float16","L4","[[1, 128, 3072, 3], [1, 512, 2560, 3], [2, 512, 2560, 3], [3, 1024, 1600, 0], [3, 1024, 1600, 1], [3, 1024, 1600, 2], [3, 720, 1600, 0], [3, 720, 1600, 1], [3, 720, 1600, 2], [3, 512, 1600, 0], [3, 512, 1600, 1], [3, 512, 1600, 2], [3, 1024, 1280, 0], [3, 1024, 1280, 1], [3, 1024, 1280, 2], [3, 720, 1280, 0], [3, 720, 1280, 1], [3, 720, 1280, 2], [3, 512, 1280, 0], [3, 512, 1280, 1], [3, 512, 1280, 2], [1, 256, 4096, 3], [3, 1024, 1024, 0], [3, 1024, 1024, 1], [3, 1024, 1024, 2], [3, 512, 1024, 0], [3, 512, 1024, 1], [3, 512, 1024, 2], [1, 4251, 192, 3], [128, 165, 192, 3], [256, 165, 192, 3], [512, 165, 192, 3], [128, 128, 128, 1], [256, 128, 128, 1], [128, 197, 768, 3]]","[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" +"Dropout","3","torch.float16,","torch.float16","L4","[[1, 512, 2560], [2, 512, 2560], [1, 1024, 1600], [1, 720, 1600], [1, 512, 1600], [2, 512, 1600], [4, 256, 1600], [1, 256, 2560], [1, 1024, 1280], [1, 720, 1280], [1, 512, 1280], [8, 512, 1024], [16, 512, 1024], [1, 1024, 1024], [1, 512, 1024], [2, 512, 1024], [128, 165, 192], [256, 165, 192], [512, 165, 192], [128, 197, 768]]","[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" +"mul","4","torch.float32","torch.float32","L4","[[1, 512, 32, 1.0], [1, 256, 128, 1.0], [128, 32, 32, 6.283185307179586], [128, 16, 16, 6.283185307179586], [128, 8, 8, 6.283185307179586], [128, 4, 4, 6.283185307179586], [256, 32, 32, 6.283185307179586], [256, 16, 16, 6.283185307179586], [256, 8, 8, 6.283185307179586], [256, 4, 4, 6.283185307179586]]","[2, 2, 2, 1, 1, 1, 2, 1, 1, 1]" +"LayerNorm","5","torch.float16,torch.float16,torch.float16","torch.float16","L4","[[1, 512, 2560, 2560, 2560], [2, 512, 2560, 2560, 2560], [1, 1024, 1024, 1024, 1024], [2, 512, 1024, 1024, 1024], [1, 1024, 1600, 1600, 1600], [1, 720, 1600, 1600, 1600], [1, 512, 1600, 1600, 1600], [2, 512, 1600, 1600, 1600], [4, 256, 1600, 1600, 1600], [1, 256, 2560, 2560, 2560], [1, 1024, 1280, 1280, 1280], [1, 720, 1280, 1280, 1280], [1, 512, 1280, 1280, 1280], [8, 512, 1024, 1024, 1024], [16, 512, 1024, 1024, 1024], [1, 512, 1024, 1024, 1024], [128, 165, 192, 192, 192], [256, 165, 192, 192, 192], [512, 165, 192, 192, 192], [128, 16, 256, 256, 256], [128, 100, 256, 256, 256], [256, 16, 256, 256, 256], [256, 100, 256, 256, 256], [128, 197, 768, 768, 768]]","[13, 21, 11, 11, 18, 15, 10, 19, 19, 7, 14, 12, 8, 43, 88, 4, 107, 221, 466, 17, 57, 30, 103, 300]" +"Linear","6","torch.float16,torch.float16,torch.float16","torch.float16","L4","[[1, 512, 2560, 2560, 2560, 2560], [1, 512, 2560, 10240, 2560, 10240], [1, 512, 10240, 2560, 10240, 2560], [1, 512, 2560, 51200, 2560, 51200], [2, 512, 2560, 2560, 2560, 2560], [2, 512, 2560, 10240, 2560, 10240], [2, 512, 10240, 2560, 10240, 2560], [2, 512, 2560, 51200, 2560, 51200], [1, 1024, 1024, 1024, 1024, 1024], [1, 1024, 1024, 4096, 1024, 4096], [1, 1024, 4096, 1024, 4096, 1024], [2, 512, 1024, 1024, 1024, 1024], [2, 512, 1024, 4096, 1024, 4096], [2, 512, 4096, 1024, 4096, 1024], [1, 256, 2560, 2560, 2560, 2560], [1, 256, 2560, 10240, 2560, 10240], [1, 256, 10240, 2560, 10240, 2560], [8, 512, 1024, 1024, 1024, 1024], [8, 512, 1024, 4096, 1024, 4096], [8, 512, 4096, 1024, 4096, 1024], [8, 512, 1024, 30522, 1024, 30522], [16, 512, 1024, 1024, 1024, 1024], [16, 512, 1024, 4096, 1024, 4096], [16, 512, 4096, 1024, 4096, 1024], [16, 512, 1024, 30522, 1024, 30522], [1, 512, 1024, 1024, 1024, 1024], [1, 512, 1024, 4096, 1024, 4096], [1, 512, 4096, 1024, 4096, 1024], [128, 165, 192, 192, 192, 192], [128, 165, 192, 768, 192, 768], [128, 165, 768, 192, 768, 192], [128, 100, 192, 192, 192, 192], [128, 100, 192, 92, 192, 92], [128, 100, 192, 4, 192, 4], [256, 165, 192, 192, 192, 192], [256, 165, 192, 768, 192, 768], [256, 165, 768, 192, 768, 192], [256, 100, 192, 192, 192, 192], [256, 100, 192, 92, 192, 92], [256, 100, 192, 4, 192, 4], [512, 165, 192, 192, 192, 192], [512, 165, 192, 768, 192, 768], [512, 165, 768, 192, 768, 192], [512, 100, 192, 192, 192, 192], [512, 100, 192, 92, 192, 92], [512, 100, 192, 4, 192, 4], [128, 16, 256, 256, 256, 256], [128, 16, 256, 2048, 256, 2048], [128, 16, 2048, 256, 2048, 256], [128, 100, 256, 256, 256, 256], [128, 100, 256, 2048, 256, 2048], [128, 100, 2048, 256, 2048, 256], [128, 100, 256, 92, 256, 92], [128, 100, 256, 4, 256, 4], [256, 16, 256, 256, 256, 256], [256, 16, 256, 2048, 256, 2048], [256, 16, 2048, 256, 2048, 256], [256, 100, 256, 256, 256, 256], [256, 100, 256, 2048, 256, 2048], [256, 100, 2048, 256, 2048, 256], [256, 100, 256, 92, 256, 92], [256, 100, 256, 4, 256, 4], [128, 197, 768, 768, 768, 768], [128, 197, 768, 3072, 768, 3072], [128, 197, 3072, 768, 3072, 768]]","[168, 469, 543, 2143, 242, 930, 957, 4160, 57, 154, 171, 54, 156, 169, 70, 327, 320, 188, 654, 638, 5163, 355, 1393, 1359, 11784, 23, 74, 86, 52, 145, 151, 85, 25, 12, 99, 283, 446, 184, 45, 25, 252, 663, 817, 433, 113, 47, 24, 47, 58, 43, 241, 312, 29, 12, 41, 80, 108, 68, 478, 663, 44, 23, 629, 2395, 2303]" +"reshape","3","N/A","torch.float16","L4","[[1, 512, 2560], [2, 512, 2560], [1, 1024, 1024], [2, 512, 1024], [8, 512, 1024], [16, 512, 1024], [16, -1, 64], [1, 512, 1024], [32, -1, 64], [128, 16, 256], [128, 100, 256], [256, 16, 256], [256, 100, 256]]","[0, 0, 0, 0, 0, 0, 0, 4, 0, 5, 25, 9, 53]" +"mul","4","torch.float16","torch.float16","L4","[[0.5, 1, 512, 10240], [0.044715, 1, 512, 10240], [0.7978845608028654, 1, 512, 10240], [0.5, 2, 512, 10240], [0.044715, 2, 512, 10240], [0.7978845608028654, 2, 512, 10240], [1, 1024, 1024, 1.0], [2, 512, 1024, 1.0], [0.5, 1, 1024, 6400], [0.044715, 1, 1024, 6400], [0.7978845608028654, 1, 1024, 6400], [0.5, 1, 720, 6400], [0.044715, 1, 720, 6400], [0.7978845608028654, 1, 720, 6400], [0.5, 1, 512, 6400], [0.044715, 1, 512, 6400], [0.7978845608028654, 1, 512, 6400], [0.5, 2, 512, 6400], [0.044715, 2, 512, 6400], [0.7978845608028654, 2, 512, 6400], [0.5, 4, 256, 6400], [0.044715, 4, 256, 6400], [0.7978845608028654, 4, 256, 6400], [0.5, 1, 256, 10240], [0.044715, 1, 256, 10240], [0.7978845608028654, 1, 256, 10240], [0.5, 1, 1024, 5120], [0.044715, 1, 1024, 5120], [0.7978845608028654, 1, 1024, 5120], [0.5, 1, 720, 5120], [0.044715, 1, 720, 5120], [0.7978845608028654, 1, 720, 5120], [0.5, 1, 512, 5120], [0.044715, 1, 512, 5120], [0.7978845608028654, 1, 512, 5120], [0.5, 1, 1024, 4096], [0.044715, 1, 1024, 4096], [0.7978845608028654, 1, 1024, 4096], [0.5, 1, 512, 4096], [0.044715, 1, 512, 4096], [0.7978845608028654, 1, 512, 4096], [0.5, 2, 512, 4096], [0.044715, 2, 512, 4096], [0.7978845608028654, 2, 512, 4096], [1, 1024, 1024, 32.0], [1, 1024, 1024, 0.125], [1, 512, 1024, 32.0], [1, 512, 1024, 0.125], [2, 512, 1024, 32.0], [2, 512, 1024, 0.125], [128, 16, 256, 0.1767766952966369], [128, 100, 256, 0.1767766952966369], [256, 16, 256, 0.1767766952966369], [256, 100, 256, 0.1767766952966369]]","[19, 17, 16, 60, 78, 72, 4, 4, 47, 45, 21, 20, 20, 15, 11, 14, 11, 52, 46, 21, 60, 46, 21, 7, 6, 6, 34, 33, 17, 14, 15, 12, 8, 9, 8, 23, 20, 13, 6, 5, 4, 24, 18, 14, 4, 4, 2, 2, 4, 4, 2, 20, 3, 88]" +"pow","4","torch.float16","torch.float16","L4","[[1, 512, 10240, 3.0], [2, 512, 10240, 3.0], [1, 1024, 6400, 3.0], [1, 720, 6400, 3.0], [1, 512, 6400, 3.0], [2, 512, 6400, 3.0], [4, 256, 6400, 3.0], [1, 256, 10240, 3.0], [1, 1024, 5120, 3.0], [1, 720, 5120, 3.0], [1, 512, 5120, 3.0], [1, 1024, 4096, 3.0], [1, 512, 4096, 3.0], [2, 512, 4096, 3.0]]","[17, 78, 30, 19, 12, 29, 28, 7, 24, 15, 8, 16, 5, 18]" +"tanh","3","torch.float16","torch.float16","L4","[[1, 512, 10240], [2, 512, 10240], [1, 1024, 6400], [1, 720, 6400], [1, 512, 6400], [2, 512, 6400], [4, 256, 6400], [1, 256, 10240], [1, 1024, 5120], [1, 720, 5120], [1, 512, 5120], [1, 1024, 4096], [1, 512, 4096], [2, 512, 4096]]","[23, 46, 33, 23, 16, 33, 36, 10, 25, 18, 12, 20, 6, 21]" +"add","4","torch.float16","torch.float16","L4","[[1.0, 1, 512, 10240], [1.0, 2, 512, 10240], [1.0, 1, 1024, 6400], [1.0, 1, 720, 6400], [1.0, 1, 512, 6400], [1.0, 2, 512, 6400], [1.0, 4, 256, 6400], [1.0, 1, 256, 10240], [1.0, 1, 1024, 5120], [1.0, 1, 720, 5120], [1.0, 1, 512, 5120], [1.0, 1, 1024, 4096], [1.0, 1, 512, 4096], [1.0, 2, 512, 4096]]","[16, 38, 21, 14, 11, 21, 22, 7, 16, 11, 8, 12, 4, 13]" +"size","1","N/A","N/A","L4","[[1]]","[0]" +"getitem","2","N/A","N/A","L4","[[3, 0], [2, 0], [2, 1], [3, 1], [4, 0], [4, 2], [4, 1], [3, 2], [4, 3]]","[0, 0, 0, 0, 0, 0, 0, 0, 0]" +"cat","7","torch.float16,torch.float16","torch.float16","L4","[[2, 32, 512, 16, 32, 512, 16], [2, 32, 512, 32, 32, 512, 32]]","[20, 58]" +"view","2","N/A","torch.int64","L4","[[-1, 1024], [1024, 1], [-1, 512], [512, 1], [-1, 720], [720, 1], [-1, 256], [256, 1]]","[0, 0, 0, 0, 0, 0, 0, 0]" +"embedding","9","torch.int64,torch.float16","torch.float16","L4","[[1, 1024, 50265, 1024, 1, 1, 2.0, 0, 0], [1, 1024, 1026, 1024, 1, 1, 2.0, 0, 0], [2, 512, 50265, 1024, 1, 1, 2.0, 0, 0], [2, 512, 1026, 1024, 1, 1, 2.0, 0, 0]]","[25, 26, 25, 23]" +"add","2","torch.int64","torch.int64","L4","[[1024, 1], [512, 1], [720, 1], [256, 1]]","[1, 1, 2, 2]" +"lt","3","torch.int64,torch.int64","torch.bool","L4","[[1024, 1024, 1], [512, 512, 1], [720, 720, 1], [256, 256, 1]]","[11, 4, 7, 4]" +"masked_fill_","3","torch.bool","torch.float16","L4","[[1024, 1024, 0], [512, 512, 0], [720, 720, 0], [256, 256, 0]]","[4, 2, 4, 2]" +"to","2","N/A","torch.float16","L4","[[1, 1]]","[0]" +"expand","2","N/A","torch.int64","L4","[[1, -1], [2, -1], [8, 512], [16, 512]]","[0, 0, 0, 0]" +"add","3","torch.int64","torch.int64","L4","[[1, 1024, 2], [2, 512, 2]]","[1, 2]" +"dropout","3","torch.float16","torch.float16","L4","[[1, 1024, 1024], [1, 1024, 4096], [2, 512, 1024], [2, 512, 4096], [16, 1024, 1024], [1, 512, 1024], [16, 512, 512], [1, 512, 4096], [32, 512, 512], [128, 16, 256], [1024, 16, 16], [128, 16, 2048], [1024, 100, 100], [128, 100, 256], [1024, 100, 16], [128, 100, 2048], [256, 16, 256], [2048, 16, 16], [256, 16, 2048], [2048, 100, 100], [256, 100, 256], [2048, 100, 16], [256, 100, 2048]]","[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" +"add","2","N/A","N/A","L4","[[512, 0], [0, 512], [720, 0], [256, 0], [0, 256], [256, 1], [1024, 0]]","[0, 0, 0, 0, 0, 0, 0]" +"sub","2","N/A","N/A","L4","[[512, 512], [720, 720], [256, 256], [1024, 1024]]","[0, 0, 0, 0]" +"gt","2","N/A","N/A","L4","[[512, 1], [0, 0], [720, 1], [256, 1], [1024, 1]]","[0, 0, 0, 0, 0]" +"size","2","N/A","N/A","L4","[[-1, 1], [-2, 1], [1, 1]]","[0, 0, 0]" +"eq","2","N/A","N/A","L4","[[2, 2], [512, 512], [32, 32], [2048, 2048], [256, 256]]","[0, 0, 0, 0, 0]" +"and_","2","N/A","N/A","L4","[[1, 1]]","[0]" +"not_","2","N/A","N/A","L4","[[1, 1]]","[0]" +"view","2","N/A","torch.float16","L4","[[-1, 1600], [3, 1], [4, 1], [-1, 6400], [-1, 1280], [-1, 5120], [-1, 1024], [-1, 4096]]","[0, 0, 0, 0, 0, 0, 0, 0]" +"addmm","5","torch.float16,torch.float16,torch.float16","torch.float16","L4","[[4800, 1024, 1600, 1600, 4800], [1600, 1024, 1600, 1600, 1600], [6400, 1024, 1600, 1600, 6400], [1600, 1024, 6400, 6400, 1600], [4800, 720, 1600, 1600, 4800], [1600, 720, 1600, 1600, 1600], [6400, 720, 1600, 1600, 6400], [1600, 720, 6400, 6400, 1600], [4800, 512, 1600, 1600, 4800], [1600, 512, 1600, 1600, 1600], [6400, 512, 1600, 1600, 6400], [1600, 512, 6400, 6400, 1600], [3840, 1024, 1280, 1280, 3840], [1280, 1024, 1280, 1280, 1280], [5120, 1024, 1280, 1280, 5120], [1280, 1024, 5120, 5120, 1280], [3840, 720, 1280, 1280, 3840], [1280, 720, 1280, 1280, 1280], [5120, 720, 1280, 1280, 5120], [1280, 720, 5120, 5120, 1280], [3840, 512, 1280, 1280, 3840], [1280, 512, 1280, 1280, 1280], [5120, 512, 1280, 1280, 5120], [1280, 512, 5120, 5120, 1280], [3072, 1024, 1024, 1024, 3072], [1024, 1024, 1024, 1024, 1024], [4096, 1024, 1024, 1024, 4096], [1024, 1024, 4096, 4096, 1024], [3072, 512, 1024, 1024, 3072], [1024, 512, 1024, 1024, 1024], [4096, 512, 1024, 1024, 4096], [1024, 512, 4096, 4096, 1024]]","[355, 109, 388, 443, 217, 99, 312, 307, 163, 56, 205, 195, 219, 73, 246, 253, 162, 67, 200, 202, 111, 42, 129, 150, 138, 58, 175, 168, 51, 23, 76, 80]" +"split","2","N/A","torch.float16,torch.float16,torch.float16","L4","[[1600, 1], [1280, 1], [1024, 1]]","[0, 0, 0]" +"permute","4","N/A","torch.float16","L4","[[0, 2, 1, 3]]","[0]" +"getitem","6","torch.float16,torch.float16","torch.float16","L4","[[3, 512, 1600, 512, 1600, 0], [3, 512, 1600, 512, 1600, 1], [3, 512, 1600, 512, 1600, 2], [3, 512, 1024, 512, 1024, 0], [3, 512, 1024, 512, 1024, 1], [3, 512, 1024, 512, 1024, 2]]","[0, 0, 0, 0, 0, 0]" +"getitem","10","torch.float16,torch.float16,torch.float16,torch.float16","torch.float16","L4","[[3, 256, 1600, 256, 1600, 256, 1600, 256, 1600, 0], [3, 256, 1600, 256, 1600, 256, 1600, 256, 1600, 1], [3, 256, 1600, 256, 1600, 256, 1600, 256, 1600, 2]]","[0, 0, 0]" +"matmul","8","torch.float32,torch.float32","torch.float32","L4","[[1, 20, 512, 128, 1, 20, 128, 512], [1, 20, 256, 128, 1, 20, 128, 256]]","[107, 21]" +"getitem","5","torch.bool","torch.bool","L4","[[1, 1, 2048, 2048, 4], [1, 128, 32, 32, 0], [1, 128, 16, 16, 0], [1, 128, 8, 8, 0], [1, 128, 4, 4, 0], [1, 256, 32, 32, 0], [1, 256, 16, 16, 0], [1, 256, 8, 8, 0], [1, 256, 4, 4, 0]]","[0, 0, 0, 0, 0, 0, 0, 0, 0]" +"tensor","2","N/A","torch.float32","L4","[[-3.4028234663852886e+38, 1]]","[0]" +"where","8","torch.bool,torch.float32,torch.float32","torch.float32","L4","[[1, 1, 512, 512, 1, 20, 512, 512], [1, 1, 256, 256, 1, 20, 256, 256]]","[72, 13]" +"add","8","torch.float32,torch.float16","torch.float32","L4","[[1, 20, 512, 512, 1, 1, 512, 512], [1, 20, 256, 256, 1, 1, 256, 256]]","[110, 18]" +"softmax","4","torch.float32","torch.float32","L4","[[1, 20, 512, 512], [1, 20, 256, 256]]","[57, 11]" +"Dropout","4","torch.float16,","torch.float16","L4","[[1, 20, 512, 512], [1, 20, 256, 256], [512, 24, 32, 32], [512, 40, 16, 16], [512, 80, 8, 8], [512, 112, 8, 8], [512, 192, 4, 4], [256, 24, 32, 32], [256, 40, 16, 16], [256, 80, 8, 8], [256, 112, 8, 8], [256, 192, 4, 4], [128, 24, 32, 32], [128, 40, 16, 16], [128, 80, 8, 8], [128, 112, 8, 8], [128, 192, 4, 4]]","[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" +"matmul","8","torch.float16,torch.float16","torch.float16","L4","[[1, 20, 512, 512, 1, 20, 512, 128], [1, 20, 256, 256, 1, 20, 256, 128]]","[55, 11]" +"ne","2","N/A","N/A","L4","[[256, 1]]","[0]" +"iadd","6","torch.float16,torch.float16","torch.float16","L4","[[8, 512, 1024, 1, 512, 1024], [16, 512, 1024, 1, 512, 1024]]","[36, 76]" +"ones","2","N/A","torch.float16","L4","[[2, 1], [3, 1]]","[1, 5]" +"sub","5","torch.float16","torch.float16","L4","[[1.0, 8, 1, 512, 512], [1.0, 16, 1, 512, 512], [1.0, 128, 1, 16, 16], [1.0, 128, 1, 100, 16], [1.0, 256, 1, 16, 16], [1.0, 256, 1, 100, 16]]","[20, 40, 1, 2, 1, 3]" +"to","2","N/A","torch.bool","L4","[[1, 1]]","[21]" +"masked_fill","5","torch.bool","torch.float16","L4","[[8, 1, 512, 512, -65504.0], [16, 1, 512, 512, -65504.0], [128, 1, 16, 16, -65504.0], [128, 1, 100, 16, -65504.0], [256, 1, 16, 16, -65504.0], [256, 1, 100, 16, -65504.0]]","[17, 31, 2, 4, 2, 6]" +"mul","4","torch.float16,torch.float16","torch.float16","L4","[[4096, 1, 256, 4096]]","[14]" +"expand","5","N/A","torch.float16","L4","[[1, 8, 4, 256, 128]]","[0]" +"reshape","4","N/A","torch.float16","L4","[[1, 32, 256, 128], [1, -1, 1, 1]]","[15, 0]" +"SiLU","3","torch.float16,","torch.float16","L4","[[1, 256, 14336]]","[23]" +"embedding","8","torch.int64,torch.float16","torch.float16","L4","[[1024, 1024, 1024, 1, 1, 2.0, 0, 0], [512, 1024, 1024, 1, 1, 2.0, 0, 0]]","[24, 10]" +"add","5","torch.float16,torch.float16","torch.float16","L4","[[1, 1024, 1024, 1024, 1024], [1, 512, 1024, 512, 1024], [2, 512, 1024, 512, 1024]]","[5, 2, 9]" +"bmm","6","torch.float16,torch.float16","torch.float16","L4","[[16, 1024, 64, 16, 64, 1024], [16, 1024, 1024, 16, 1024, 64], [16, 512, 64, 16, 64, 512], [16, 512, 512, 16, 512, 64], [32, 512, 64, 32, 64, 512], [32, 512, 512, 32, 512, 64], [1024, 16, 32, 1024, 32, 16], [1024, 16, 16, 1024, 16, 32], [1024, 100, 32, 1024, 32, 100], [1024, 100, 100, 1024, 100, 32], [1024, 100, 32, 1024, 32, 16], [1024, 100, 16, 1024, 16, 32], [2048, 16, 32, 2048, 32, 16], [2048, 16, 16, 2048, 16, 32], [2048, 100, 32, 2048, 32, 100], [2048, 100, 100, 2048, 100, 32], [2048, 100, 32, 2048, 32, 16], [2048, 100, 16, 2048, 16, 32]]","[100, 96, 18, 20, 42, 51, 4, 7, 103, 74, 20, 27, 7, 13, 218, 281, 32, 48]" +"softmax","3","torch.float16","torch.float16","L4","[[16, 1024, 1024], [16, 512, 512], [32, 512, 512], [1024, 16, 16], [1024, 100, 100], [1024, 100, 16], [2048, 16, 16], [2048, 100, 100], [2048, 100, 16]]","[281, 24, 62, 4, 69, 19, 7, 361, 33]" +"ReLU","3","torch.float16,","torch.float16","L4","[[1, 1024, 4096], [1, 512, 4096], [2, 512, 4096], [128, 16, 2048], [128, 100, 2048], [256, 16, 2048], [256, 100, 2048]]","[39, 5, 43, 13, 397, 91, 848]" +"mul","2","N/A","N/A","L4","[[2, 16], [256, 8]]","[0, 0]" +"Conv2d","9","torch.float16,torch.float16,torch.float16","torch.float16","L4","[[128, 3, 128, 128, 192, 3, 16, 16, 192], [256, 3, 128, 128, 192, 3, 16, 16, 192], [512, 3, 128, 128, 192, 3, 16, 16, 192], [128, 2048, 4, 4, 256, 2048, 1, 1, 256], [256, 2048, 4, 4, 256, 2048, 1, 1, 256], [512, 32, 1, 1, 8, 32, 1, 1, 8], [512, 8, 1, 1, 32, 8, 1, 1, 32], [512, 96, 1, 1, 4, 96, 1, 1, 4], [512, 4, 1, 1, 96, 4, 1, 1, 96], [512, 144, 1, 1, 6, 144, 1, 1, 6], [512, 6, 1, 1, 144, 6, 1, 1, 144], [512, 240, 1, 1, 10, 240, 1, 1, 10], [512, 10, 1, 1, 240, 10, 1, 1, 240], [512, 480, 1, 1, 20, 480, 1, 1, 20], [512, 20, 1, 1, 480, 20, 1, 1, 480], [512, 672, 1, 1, 28, 672, 1, 1, 28], [512, 28, 1, 1, 672, 28, 1, 1, 672], [512, 1152, 1, 1, 48, 1152, 1, 1, 48], [512, 48, 1, 1, 1152, 48, 1, 1, 1152], [256, 32, 1, 1, 8, 32, 1, 1, 8], [256, 8, 1, 1, 32, 8, 1, 1, 32], [256, 96, 1, 1, 4, 96, 1, 1, 4], [256, 4, 1, 1, 96, 4, 1, 1, 96], [256, 144, 1, 1, 6, 144, 1, 1, 6], [256, 6, 1, 1, 144, 6, 1, 1, 144], [256, 240, 1, 1, 10, 240, 1, 1, 10], [256, 10, 1, 1, 240, 10, 1, 1, 240], [256, 480, 1, 1, 20, 480, 1, 1, 20], [256, 20, 1, 1, 480, 20, 1, 1, 480], [256, 672, 1, 1, 28, 672, 1, 1, 28], [256, 28, 1, 1, 672, 28, 1, 1, 672], [256, 1152, 1, 1, 48, 1152, 1, 1, 48], [256, 48, 1, 1, 1152, 48, 1, 1, 1152], [128, 32, 1, 1, 8, 32, 1, 1, 8], [128, 8, 1, 1, 32, 8, 1, 1, 32], [128, 96, 1, 1, 4, 96, 1, 1, 4], [128, 4, 1, 1, 96, 4, 1, 1, 96], [128, 144, 1, 1, 6, 144, 1, 1, 6], [128, 6, 1, 1, 144, 6, 1, 1, 144], [128, 240, 1, 1, 10, 240, 1, 1, 10], [128, 10, 1, 1, 240, 10, 1, 1, 240], [128, 480, 1, 1, 20, 480, 1, 1, 20], [128, 20, 1, 1, 480, 20, 1, 1, 480], [128, 672, 1, 1, 28, 672, 1, 1, 28], [128, 28, 1, 1, 672, 28, 1, 1, 672], [128, 1152, 1, 1, 48, 1152, 1, 1, 48], [128, 48, 1, 1, 1152, 48, 1, 1, 1152], [128, 3, 224, 224, 768, 3, 16, 16, 768]]","[433, 705, 1405, 110, 247, 10, 6, 7, 6, 8, 15, 10, 7, 9, 7, 11, 8, 12, 14, 6, 6, 8, 5, 8, 5, 7, 7, 8, 7, 9, 13, 9, 10, 6, 7, 8, 6, 11, 5, 10, 5, 8, 6, 8, 12, 9, 6, 5021]" +"flatten","2","N/A","torch.float16","L4","[[2, 1]]","[0]" +"expand","3","N/A","torch.float16","L4","[[128, -1, -1], [256, -1, -1], [512, -1, -1]]","[0, 0, 0]" +"cat","257","torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16","torch.float16","L4","[[3, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192], [2, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768]]","[64, 858]" +"interpolate","4","torch.float16","torch.float16","L4","[[1, 192, 50, 83]]","[214]" +"cat","3","torch.float16","torch.float16","L4","[[3, 1, 192]]","[4]" +"scaled_dot_product_attention","14","torch.float16,torch.float16,torch.float16","torch.float16","L4","[[128, 3, 165, 64, 128, 3, 165, 64, 128, 3, 165, 64, 1, 0.0], [256, 3, 165, 64, 256, 3, 165, 64, 256, 3, 165, 64, 1, 0.0], [512, 3, 165, 64, 512, 3, 165, 64, 512, 3, 165, 64, 1, 0.0], [128, 12, 197, 64, 128, 12, 197, 64, 128, 12, 197, 64, 1, 0.0]]","[153, 321, 595, 732]" +"relu","3","torch.float16","torch.float16","L4","[[128, 100, 192], [256, 100, 192], [512, 100, 192], [128, 100, 256], [256, 100, 256]]","[9, 17, 40, 22, 73]" +"sigmoid","1","N/A","torch.float16","L4","[[1]]","[2]" +"cat","513","torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16","torch.float16","L4","[[3, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192]]","[119]" +"cat","1025","torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16","torch.float16","L4","[[3, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192]]","[235]" +"Conv2d","8","torch.float16,torch.float16","torch.float16","L4","[[128, 3, 128, 128, 64, 3, 7, 7], [128, 64, 32, 32, 64, 64, 1, 1], [128, 64, 32, 32, 64, 64, 3, 3], [128, 64, 32, 32, 256, 64, 1, 1], [128, 256, 32, 32, 64, 256, 1, 1], [128, 256, 32, 32, 128, 256, 1, 1], [128, 128, 32, 32, 128, 128, 3, 3], [128, 128, 16, 16, 512, 128, 1, 1], [128, 256, 32, 32, 512, 256, 1, 1], [128, 512, 16, 16, 128, 512, 1, 1], [128, 128, 16, 16, 128, 128, 3, 3], [128, 512, 16, 16, 256, 512, 1, 1], [128, 256, 16, 16, 256, 256, 3, 3], [128, 256, 8, 8, 1024, 256, 1, 1], [128, 512, 16, 16, 1024, 512, 1, 1], [128, 1024, 8, 8, 256, 1024, 1, 1], [128, 256, 8, 8, 256, 256, 3, 3], [128, 1024, 8, 8, 512, 1024, 1, 1], [128, 512, 8, 8, 512, 512, 3, 3], [128, 512, 4, 4, 2048, 512, 1, 1], [128, 1024, 8, 8, 2048, 1024, 1, 1], [128, 2048, 4, 4, 512, 2048, 1, 1], [128, 512, 4, 4, 512, 512, 3, 3], [256, 3, 128, 128, 64, 3, 7, 7], [256, 64, 32, 32, 64, 64, 1, 1], [256, 64, 32, 32, 64, 64, 3, 3], [256, 64, 32, 32, 256, 64, 1, 1], [256, 256, 32, 32, 64, 256, 1, 1], [256, 256, 32, 32, 128, 256, 1, 1], [256, 128, 32, 32, 128, 128, 3, 3], [256, 128, 16, 16, 512, 128, 1, 1], [256, 256, 32, 32, 512, 256, 1, 1], [256, 512, 16, 16, 128, 512, 1, 1], [256, 128, 16, 16, 128, 128, 3, 3], [256, 512, 16, 16, 256, 512, 1, 1], [256, 256, 16, 16, 256, 256, 3, 3], [256, 256, 8, 8, 1024, 256, 1, 1], [256, 512, 16, 16, 1024, 512, 1, 1], [256, 1024, 8, 8, 256, 1024, 1, 1], [256, 256, 8, 8, 256, 256, 3, 3], [256, 1024, 8, 8, 512, 1024, 1, 1], [256, 512, 8, 8, 512, 512, 3, 3], [256, 512, 4, 4, 2048, 512, 1, 1], [256, 1024, 8, 8, 2048, 1024, 1, 1], [256, 2048, 4, 4, 512, 2048, 1, 1], [256, 512, 4, 4, 512, 512, 3, 3], [512, 3, 129, 129, 32, 3, 3, 3], [512, 32, 64, 64, 16, 32, 1, 1], [512, 16, 64, 64, 96, 16, 1, 1], [512, 96, 32, 32, 24, 96, 1, 1], [512, 24, 32, 32, 144, 24, 1, 1], [512, 144, 32, 32, 24, 144, 1, 1], [512, 144, 16, 16, 40, 144, 1, 1], [512, 40, 16, 16, 240, 40, 1, 1], [512, 240, 16, 16, 40, 240, 1, 1], [512, 240, 8, 8, 80, 240, 1, 1], [512, 80, 8, 8, 480, 80, 1, 1], [512, 480, 8, 8, 80, 480, 1, 1], [512, 480, 8, 8, 112, 480, 1, 1], [512, 112, 8, 8, 672, 112, 1, 1], [512, 672, 8, 8, 112, 672, 1, 1], [512, 672, 4, 4, 192, 672, 1, 1], [512, 192, 4, 4, 1152, 192, 1, 1], [512, 1152, 4, 4, 192, 1152, 1, 1], [512, 1152, 4, 4, 320, 1152, 1, 1], [512, 320, 4, 4, 1280, 320, 1, 1], [256, 3, 129, 129, 32, 3, 3, 3], [256, 32, 64, 64, 16, 32, 1, 1], [256, 16, 64, 64, 96, 16, 1, 1], [256, 96, 32, 32, 24, 96, 1, 1], [256, 24, 32, 32, 144, 24, 1, 1], [256, 144, 32, 32, 24, 144, 1, 1], [256, 144, 16, 16, 40, 144, 1, 1], [256, 40, 16, 16, 240, 40, 1, 1], [256, 240, 16, 16, 40, 240, 1, 1], [256, 240, 8, 8, 80, 240, 1, 1], [256, 80, 8, 8, 480, 80, 1, 1], [256, 480, 8, 8, 80, 480, 1, 1], [256, 480, 8, 8, 112, 480, 1, 1], [256, 112, 8, 8, 672, 112, 1, 1], [256, 672, 8, 8, 112, 672, 1, 1], [256, 672, 4, 4, 192, 672, 1, 1], [256, 192, 4, 4, 1152, 192, 1, 1], [256, 1152, 4, 4, 192, 1152, 1, 1], [256, 1152, 4, 4, 320, 1152, 1, 1], [256, 320, 4, 4, 1280, 320, 1, 1], [128, 3, 129, 129, 32, 3, 3, 3], [128, 32, 64, 64, 16, 32, 1, 1], [128, 16, 64, 64, 96, 16, 1, 1], [128, 96, 32, 32, 24, 96, 1, 1], [128, 24, 32, 32, 144, 24, 1, 1], [128, 144, 32, 32, 24, 144, 1, 1], [128, 144, 16, 16, 40, 144, 1, 1], [128, 40, 16, 16, 240, 40, 1, 1], [128, 240, 16, 16, 40, 240, 1, 1], [128, 240, 8, 8, 80, 240, 1, 1], [128, 80, 8, 8, 480, 80, 1, 1], [128, 480, 8, 8, 80, 480, 1, 1], [128, 480, 8, 8, 112, 480, 1, 1], [128, 112, 8, 8, 672, 112, 1, 1], [128, 672, 8, 8, 112, 672, 1, 1], [128, 672, 4, 4, 192, 672, 1, 1], [128, 192, 4, 4, 1152, 192, 1, 1], [128, 1152, 4, 4, 192, 1152, 1, 1], [128, 1152, 4, 4, 320, 1152, 1, 1], [128, 320, 4, 4, 1280, 320, 1, 1], [512, 3, 128, 128, 64, 3, 7, 7], [512, 64, 32, 32, 64, 64, 1, 1], [512, 64, 32, 32, 64, 64, 3, 3], [512, 64, 32, 32, 256, 64, 1, 1], [512, 256, 32, 32, 64, 256, 1, 1], [512, 256, 32, 32, 128, 256, 1, 1], [512, 128, 32, 32, 128, 128, 3, 3], [512, 128, 16, 16, 512, 128, 1, 1], [512, 256, 32, 32, 512, 256, 1, 1], [512, 512, 16, 16, 128, 512, 1, 1], [512, 128, 16, 16, 128, 128, 3, 3], [512, 512, 16, 16, 256, 512, 1, 1], [512, 256, 16, 16, 256, 256, 3, 3], [512, 256, 8, 8, 1024, 256, 1, 1], [512, 512, 16, 16, 1024, 512, 1, 1], [512, 1024, 8, 8, 256, 1024, 1, 1], [512, 256, 8, 8, 256, 256, 3, 3], [512, 1024, 8, 8, 512, 1024, 1, 1], [512, 512, 8, 8, 512, 512, 3, 3], [512, 512, 4, 4, 2048, 512, 1, 1], [512, 1024, 8, 8, 2048, 1024, 1, 1], [512, 2048, 4, 4, 512, 2048, 1, 1], [512, 512, 4, 4, 512, 512, 3, 3]]","[1223, 114, 233, 218, 348, 466, 387, 95, 981, 106, 206, 145, 213, 182, 429, 114, 204, 214, 240, 130, 262, 145, 302, 2638, 268, 806, 586, 773, 911, 1124, 230, 2179, 434, 337, 431, 537, 202, 1034, 216, 339, 400, 428, 213, 605, 236, 394, 771, 833, 1936, 572, 686, 776, 237, 199, 322, 67, 266, 146, 182, 264, 286, 125, 170, 195, 233, 235, 345, 460, 941, 317, 239, 433, 112, 79, 77, 38, 76, 66, 85, 129, 121, 74, 204, 115, 105, 111, 148, 144, 368, 50, 104, 188, 72, 33, 45, 20, 40, 39, 48, 70, 65, 40, 106, 58, 89, 71, 5169, 556, 1832, 1392, 1467, 1731, 2169, 671, 4391, 790, 1049, 857, 1190, 473, 2321, 443, 611, 797, 883, 488, 1240, 550, 639]" +"add","5","torch.float16","torch.float16","L4","[[1, 64, 1, 1, 1e-05], [1, 256, 1, 1, 1e-05], [1, 128, 1, 1, 1e-05], [1, 512, 1, 1, 1e-05], [1, 1024, 1, 1, 1e-05], [1, 2048, 1, 1, 1e-05]]","[4, 2, 2, 2, 1, 1]" +"rsqrt","1","N/A","torch.float16","L4","[[1]]","[2]" +"sub","8","torch.float16,torch.float16","torch.float16","L4","[[1, 64, 1, 1, 1, 64, 1, 1], [1, 256, 1, 1, 1, 256, 1, 1], [1, 128, 1, 1, 1, 128, 1, 1], [1, 512, 1, 1, 1, 512, 1, 1], [1, 1024, 1, 1, 1, 1024, 1, 1], [1, 2048, 1, 1, 1, 2048, 1, 1]]","[1, 1, 1, 1, 1, 1]" +"ReLU","4","torch.float16,","torch.float16","L4","[[128, 64, 64, 64], [128, 64, 32, 32], [128, 256, 32, 32], [128, 128, 32, 32], [128, 128, 16, 16], [128, 512, 16, 16], [128, 256, 16, 16], [128, 256, 8, 8], [128, 1024, 8, 8], [128, 512, 8, 8], [128, 512, 4, 4], [128, 2048, 4, 4], [256, 64, 64, 64], [256, 64, 32, 32], [256, 256, 32, 32], [256, 128, 32, 32], [256, 128, 16, 16], [256, 512, 16, 16], [256, 256, 16, 16], [256, 256, 8, 8], [256, 1024, 8, 8], [256, 512, 8, 8], [256, 512, 4, 4], [256, 2048, 4, 4], [512, 64, 64, 64], [512, 64, 32, 32], [512, 256, 32, 32], [512, 128, 32, 32], [512, 128, 16, 16], [512, 512, 16, 16], [512, 256, 16, 16], [512, 256, 8, 8], [512, 1024, 8, 8], [512, 512, 8, 8], [512, 512, 4, 4], [512, 2048, 4, 4]]","[541, 21, 549, 111, 11, 103, 20, 6, 22, 11, 4, 12, 1083, 107, 1120, 512, 21, 528, 110, 11, 99, 20, 6, 22, 2253, 564, 2273, 1131, 217, 1145, 559, 23, 548, 221, 11, 201]" +"MaxPool2d","4","torch.float16,","torch.float16","L4","[[128, 64, 64, 64], [256, 64, 64, 64], [512, 64, 64, 64]]","[680, 1339, 2661]" +"Identity","4","torch.float16,","torch.float16","L4","[[128, 64, 32, 32], [128, 128, 16, 16], [128, 256, 8, 8], [128, 512, 4, 4], [256, 64, 32, 32], [256, 128, 16, 16], [256, 256, 8, 8], [256, 512, 4, 4], [256, 256, 32, 32], [256, 512, 16, 16], [256, 1024, 8, 8], [256, 2048, 4, 4], [512, 256, 32, 32], [512, 512, 16, 16], [512, 1024, 8, 8], [512, 2048, 4, 4]]","[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" +"iadd","8","torch.float16,torch.float16","torch.float16","L4","[[128, 256, 32, 32, 128, 256, 32, 32], [128, 512, 16, 16, 128, 512, 16, 16], [128, 1024, 8, 8, 128, 1024, 8, 8], [128, 2048, 4, 4, 128, 2048, 4, 4], [256, 256, 32, 32, 256, 256, 32, 32], [256, 512, 16, 16, 256, 512, 16, 16], [256, 1024, 8, 8, 256, 1024, 8, 8], [256, 2048, 4, 4, 256, 2048, 4, 4], [512, 256, 32, 32, 512, 256, 32, 32], [512, 512, 16, 16, 512, 512, 16, 16], [512, 1024, 8, 8, 512, 1024, 8, 8], [512, 2048, 4, 4, 512, 2048, 4, 4]]","[804, 396, 89, 43, 1662, 830, 392, 90, 3452, 1722, 837, 329]" +"interpolate","4","torch.float32","torch.float32","L4","[[1, 128, 128, 128], [1, 256, 128, 128]]","[3, 5]" +"cumsum","2","N/A","torch.float32","L4","[[1, 1], [2, 1]]","[10, 7]" +"getitem","4","torch.float32","torch.float32","L4","[[128, 32, 32, 3], [128, 32, 32, 4], [128, 16, 16, 3], [128, 16, 16, 4], [128, 8, 8, 3], [128, 8, 8, 4], [128, 4, 4, 3], [128, 4, 4, 4], [256, 32, 32, 3], [256, 32, 32, 4], [256, 16, 16, 3], [256, 16, 16, 4], [256, 8, 8, 3], [256, 8, 8, 4], [256, 4, 4, 3], [256, 4, 4, 4]]","[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" +"truediv","6","torch.float32,torch.float32","torch.float32","L4","[[128, 32, 32, 128, 1, 32], [128, 32, 32, 128, 32, 1], [128, 16, 16, 128, 1, 16], [128, 16, 16, 128, 16, 1], [128, 8, 8, 128, 1, 8], [128, 8, 8, 128, 8, 1], [128, 4, 4, 128, 1, 4], [128, 4, 4, 128, 4, 1], [256, 32, 32, 256, 1, 32], [256, 32, 32, 256, 32, 1], [256, 16, 16, 256, 1, 16], [256, 16, 16, 256, 16, 1], [256, 8, 8, 256, 1, 8], [256, 8, 8, 256, 8, 1], [256, 4, 4, 256, 1, 4], [256, 4, 4, 256, 4, 1]]","[3, 2, 2, 2, 2, 2, 2, 2, 4, 4, 2, 2, 2, 2, 2, 2]" +"div","2","torch.float32","torch.float32","L4","[[128, 2]]","[2]" +"mul","2","torch.float32","torch.float32","L4","[[2, 128]]","[1]" +"truediv","2","torch.float32","torch.float32","L4","[[128, 128]]","[1]" +"pow","2","torch.float32","torch.float32","L4","[[10000, 128]]","[4]" +"truediv","5","torch.float32,torch.float32","torch.float32","L4","[[128, 32, 32, 1, 128], [128, 16, 16, 1, 128], [128, 8, 8, 1, 128], [128, 4, 4, 1, 128], [256, 32, 32, 1, 128], [256, 16, 16, 1, 128], [256, 8, 8, 1, 128], [256, 4, 4, 1, 128]]","[213, 33, 9, 3, 442, 80, 16, 5]" +"getitem","5","torch.float32","torch.float32","L4","[[128, 32, 32, 128, 4], [128, 16, 16, 128, 4], [128, 8, 8, 128, 4], [128, 4, 4, 128, 4], [256, 32, 32, 128, 4], [256, 16, 16, 128, 4], [256, 8, 8, 128, 4], [256, 4, 4, 128, 4]]","[0, 0, 0, 0, 0, 0, 0, 0]" +"stack","385","torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32","torch.float32","L4","[[2, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64], [2, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64], [2, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64], [2, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64]]","[1514, 59, 16, 6]" +"flatten","2","N/A","torch.float32","L4","[[3, 1]]","[0]" +"cat","385","torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32","torch.float32","L4","[[2, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128], [2, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128], [2, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128], [2, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128]]","[1114, 189, 18, 6]" +"permute","4","N/A","torch.float32","L4","[[0, 3, 1, 2]]","[0]" +"permute","3","N/A","torch.float16","L4","[[0, 2, 1]]","[0]" +"flatten","2","N/A","torch.bool","L4","[[1, 1]]","[0]" +"getitem","3","torch.bool","torch.bool","L4","[[128, 16, 4], [256, 16, 4]]","[0, 0]" +"expand","4","N/A","torch.bool","L4","[[128, 1, 16, 16], [128, 1, 100, 16], [256, 1, 16, 16], [256, 1, 100, 16]]","[0, 0, 0, 0]" +"repeat","3","N/A","torch.float16","L4","[[128, 1, 1], [256, 1, 1]]","[19, 34]" +"zeros_like","3","torch.float16","torch.float16","L4","[[128, 100, 256], [256, 100, 256]]","[9, 19]" +"stack","769","torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32","torch.float32","L4","[[2, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64], [2, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64], [2, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64], [2, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64]]","[3002, 574, 25, 8]" +"cat","769","torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32","torch.float32","L4","[[2, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128], [2, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128], [2, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128], [2, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128]]","[2257, 519, 33, 10]" +"ZeroPad2d","4","torch.float16,","torch.float16","L4","[[512, 3, 128, 128], [512, 96, 64, 64], [512, 144, 32, 32], [512, 240, 16, 16], [512, 672, 8, 8], [256, 3, 128, 128], [256, 96, 64, 64], [256, 144, 32, 32], [256, 240, 16, 16], [256, 672, 8, 8], [128, 3, 128, 128], [128, 96, 64, 64], [128, 144, 32, 32], [128, 240, 16, 16], [128, 672, 8, 8]]","[670, 6122, 2684, 1246, 1219, 238, 3063, 1367, 456, 530, 100, 1556, 674, 118, 94]" +"BatchNorm2d","6","torch.float16,torch.float16,torch.float16","torch.float16","L4","[[512, 32, 64, 64, 32, 32], [512, 16, 64, 64, 16, 16], [512, 96, 64, 64, 96, 96], [512, 96, 32, 32, 96, 96], [512, 24, 32, 32, 24, 24], [512, 144, 32, 32, 144, 144], [512, 144, 16, 16, 144, 144], [512, 40, 16, 16, 40, 40], [512, 240, 16, 16, 240, 240], [512, 240, 8, 8, 240, 240], [512, 80, 8, 8, 80, 80], [512, 480, 8, 8, 480, 480], [512, 112, 8, 8, 112, 112], [512, 672, 8, 8, 672, 672], [512, 672, 4, 4, 672, 672], [512, 192, 4, 4, 192, 192], [512, 1152, 4, 4, 1152, 1152], [512, 320, 4, 4, 320, 320], [512, 1280, 4, 4, 1280, 1280], [256, 32, 64, 64, 32, 32], [256, 16, 64, 64, 16, 16], [256, 96, 64, 64, 96, 96], [256, 96, 32, 32, 96, 96], [256, 24, 32, 32, 24, 24], [256, 144, 32, 32, 144, 144], [256, 144, 16, 16, 144, 144], [256, 40, 16, 16, 40, 40], [256, 240, 16, 16, 240, 240], [256, 240, 8, 8, 240, 240], [256, 80, 8, 8, 80, 80], [256, 480, 8, 8, 480, 480], [256, 112, 8, 8, 112, 112], [256, 672, 8, 8, 672, 672], [256, 672, 4, 4, 672, 672], [256, 192, 4, 4, 192, 192], [256, 1152, 4, 4, 1152, 1152], [256, 320, 4, 4, 320, 320], [256, 1280, 4, 4, 1280, 1280], [128, 32, 64, 64, 32, 32], [128, 16, 64, 64, 16, 16], [128, 96, 64, 64, 96, 96], [128, 96, 32, 32, 96, 96], [128, 24, 32, 32, 24, 24], [128, 144, 32, 32, 144, 144], [128, 144, 16, 16, 144, 144], [128, 40, 16, 16, 40, 40], [128, 240, 16, 16, 240, 240], [128, 240, 8, 8, 240, 240], [128, 80, 8, 8, 80, 80], [128, 480, 8, 8, 480, 480], [128, 112, 8, 8, 112, 112], [128, 672, 8, 8, 672, 672], [128, 672, 4, 4, 672, 672], [128, 192, 4, 4, 192, 192], [128, 1152, 4, 4, 1152, 1152], [128, 320, 4, 4, 320, 320], [128, 1280, 4, 4, 1280, 1280], [256, 64, 64, 64, 64, 64], [256, 64, 32, 32, 64, 64], [256, 256, 32, 32, 256, 256], [256, 128, 32, 32, 128, 128], [256, 128, 16, 16, 128, 128], [256, 512, 16, 16, 512, 512], [256, 256, 16, 16, 256, 256], [256, 256, 8, 8, 256, 256], [256, 1024, 8, 8, 1024, 1024], [256, 512, 8, 8, 512, 512], [256, 512, 4, 4, 512, 512], [256, 2048, 4, 4, 2048, 2048], [512, 64, 64, 64, 64, 64], [512, 64, 32, 32, 64, 64], [512, 256, 32, 32, 256, 256], [512, 128, 32, 32, 128, 128], [512, 128, 16, 16, 128, 128], [512, 512, 16, 16, 512, 512], [512, 256, 16, 16, 256, 256], [512, 256, 8, 8, 256, 256], [512, 1024, 8, 8, 1024, 1024], [512, 512, 8, 8, 512, 512], [512, 512, 4, 4, 512, 512], [512, 2048, 4, 4, 2048, 2048]]","[1121, 507, 3439, 753, 153, 1289, 245, 30, 553, 108, 35, 214, 47, 319, 154, 46, 225, 73, 230, 568, 244, 1726, 347, 48, 650, 91, 18, 281, 49, 19, 93, 25, 128, 67, 24, 112, 36, 123, 212, 90, 860, 151, 21, 334, 32, 11, 116, 26, 13, 50, 15, 68, 37, 14, 59, 21, 67, 1110, 275, 1139, 530, 41, 585, 262, 53, 281, 105, 52, 194, 2223, 588, 2328, 1084, 266, 1175, 551, 94, 531, 259, 101, 326]" +"SiLU","4","torch.float16,","torch.float16","L4","[[512, 32, 64, 64], [512, 8, 1, 1], [512, 96, 64, 64], [512, 96, 32, 32], [512, 4, 1, 1], [512, 144, 32, 32], [512, 6, 1, 1], [512, 144, 16, 16], [512, 240, 16, 16], [512, 10, 1, 1], [512, 240, 8, 8], [512, 480, 8, 8], [512, 20, 1, 1], [512, 672, 8, 8], [512, 28, 1, 1], [512, 672, 4, 4], [512, 1152, 4, 4], [512, 48, 1, 1], [512, 1280, 4, 4], [256, 32, 64, 64], [256, 8, 1, 1], [256, 96, 64, 64], [256, 96, 32, 32], [256, 4, 1, 1], [256, 144, 32, 32], [256, 6, 1, 1], [256, 144, 16, 16], [256, 240, 16, 16], [256, 10, 1, 1], [256, 240, 8, 8], [256, 480, 8, 8], [256, 20, 1, 1], [256, 672, 8, 8], [256, 28, 1, 1], [256, 672, 4, 4], [256, 1152, 4, 4], [256, 48, 1, 1], [256, 1280, 4, 4], [128, 32, 64, 64], [128, 8, 1, 1], [128, 96, 64, 64], [128, 96, 32, 32], [128, 4, 1, 1], [128, 144, 32, 32], [128, 6, 1, 1], [128, 144, 16, 16], [128, 240, 16, 16], [128, 10, 1, 1], [128, 240, 8, 8], [128, 480, 8, 8], [128, 20, 1, 1], [128, 672, 8, 8], [128, 28, 1, 1], [128, 672, 4, 4], [128, 1152, 4, 4], [128, 48, 1, 1], [128, 1280, 4, 4]]","[1123, 1, 3373, 827, 1, 1281, 1, 275, 528, 1, 28, 176, 1, 287, 1, 21, 46, 2, 60, 547, 1, 1701, 390, 1, 622, 1, 35, 160, 1, 14, 26, 1, 41, 1, 10, 16, 1, 18, 212, 1, 832, 69, 1, 281, 1, 17, 48, 1, 7, 15, 1, 19, 1, 6, 9, 1, 10]" +"forward","4","torch.float16","torch.float16","L4","[[512, 32, 64, 64], [512, 96, 65, 65], [512, 144, 32, 32], [512, 144, 35, 35], [512, 240, 16, 16], [512, 240, 17, 17], [512, 480, 8, 8], [512, 672, 8, 8], [512, 672, 11, 11], [512, 1152, 4, 4], [256, 32, 64, 64], [256, 96, 65, 65], [256, 144, 32, 32], [256, 144, 35, 35], [256, 240, 16, 16], [256, 240, 17, 17], [256, 480, 8, 8], [256, 672, 8, 8], [256, 672, 11, 11], [256, 1152, 4, 4], [128, 32, 64, 64], [128, 96, 65, 65], [128, 144, 32, 32], [128, 144, 35, 35], [128, 240, 16, 16], [128, 240, 17, 17], [128, 480, 8, 8], [128, 672, 8, 8], [128, 672, 11, 11], [128, 1152, 4, 4]]","[1222, 2481, 1355, 2089, 582, 432, 273, 662, 609, 924, 621, 1248, 694, 1046, 274, 200, 120, 311, 277, 415, 303, 655, 351, 523, 112, 72, 61, 157, 96, 211]" +"AdaptiveAvgPool2d","4","torch.float16,","torch.float16","L4","[[512, 32, 64, 64], [512, 96, 32, 32], [512, 144, 32, 32], [512, 144, 16, 16], [512, 240, 16, 16], [512, 240, 8, 8], [512, 480, 8, 8], [512, 672, 8, 8], [512, 672, 4, 4], [512, 1152, 4, 4], [256, 32, 64, 64], [256, 96, 32, 32], [256, 144, 32, 32], [256, 144, 16, 16], [256, 240, 16, 16], [256, 240, 8, 8], [256, 480, 8, 8], [256, 672, 8, 8], [256, 672, 4, 4], [256, 1152, 4, 4], [128, 32, 64, 64], [128, 96, 32, 32], [128, 144, 32, 32], [128, 144, 16, 16], [128, 240, 16, 16], [128, 240, 8, 8], [128, 480, 8, 8], [128, 672, 8, 8], [128, 672, 4, 4], [128, 1152, 4, 4], [256, 2048, 4, 4], [512, 2048, 4, 4]]","[676, 541, 743, 86, 312, 87, 171, 307, 116, 197, 328, 185, 399, 31, 56, 43, 82, 113, 53, 91, 37, 25, 53, 17, 27, 23, 42, 58, 28, 47, 153, 325]" +"Sigmoid","4","torch.float16,","torch.float16","L4","[[512, 32, 1, 1], [512, 96, 1, 1], [512, 144, 1, 1], [512, 240, 1, 1], [512, 480, 1, 1], [512, 672, 1, 1], [512, 1152, 1, 1], [256, 32, 1, 1], [256, 96, 1, 1], [256, 144, 1, 1], [256, 240, 1, 1], [256, 480, 1, 1], [256, 672, 1, 1], [256, 1152, 1, 1], [128, 32, 1, 1], [128, 96, 1, 1], [128, 144, 1, 1], [128, 240, 1, 1], [128, 480, 1, 1], [128, 672, 1, 1], [128, 1152, 1, 1]]","[1, 2, 2, 2, 2, 2, 4, 1, 1, 1, 1, 2, 2, 2, 1, 2, 1, 1, 1, 2, 2]" +"AvgPool2d","4","torch.float16,","torch.float16","L4","[[512, 1280, 4, 4], [256, 1280, 4, 4], [128, 1280, 4, 4]]","[65, 31, 16]" +"reshape","2","N/A","torch.float16","L4","[[2, 1]]","[0]" +"Dropout","2","torch.float16,","torch.float16","L4","[[512, 1280], [256, 1280], [128, 1280]]","[0, 0, 0]" +"Linear","5","torch.float16,torch.float16,torch.float16","torch.float16","L4","[[512, 1280, 1000, 1280, 1000], [256, 1280, 1000, 1280, 1000], [128, 1280, 1000, 1280, 1000], [128, 768, 1000, 768, 1000], [256, 2048, 1000, 2048, 1000], [512, 2048, 1000, 2048, 1000]]","[39, 20, 15, 23, 27, 52]" +"Size","2","N/A","N/A","L4","[[2, 1]]","[0]" +"Flatten","4","torch.float16,","torch.float16","L4","[[256, 2048, 1, 1], [512, 2048, 1, 1]]","[0, 0]" From e5ce3897c22fa8ca9d5870e07386835bf78edf65 Mon Sep 17 00:00:00 2001 From: Yaxan Date: Thu, 17 Oct 2024 23:08:46 +0000 Subject: [PATCH 14/16] H100 tests --- centml/compiler/config.py | 2 +- tests/sample_data.csv | 161 ++++++++++++++++++++++++++++++++++++++ 2 files changed, 162 insertions(+), 1 deletion(-) diff --git a/centml/compiler/config.py b/centml/compiler/config.py index 2e56a0e..9c11c53 100644 --- a/centml/compiler/config.py +++ b/centml/compiler/config.py @@ -38,7 +38,7 @@ class Config(BaseSettings): CENTML_MODE: OperationMode = OperationMode.REMOTE_COMPILATION CENTML_PREDICTION_DATA_FILE: str = 'tests/sample_data.csv' - CENTML_PREDICTION_GPUS: str = "A10G,A100SXM440GB,L4" + CENTML_PREDICTION_GPUS: str = "A10G,A100SXM440GB,L4,H10080GBHBM3" CENTML_PROMETHEUS_PORT: int = 8000 diff --git a/tests/sample_data.csv b/tests/sample_data.csv index f03b5f3..6838b66 100644 --- a/tests/sample_data.csv +++ b/tests/sample_data.csv @@ -482,3 +482,164 @@ "Linear","5","torch.float16,torch.float16,torch.float16","torch.float16","L4","[[512, 1280, 1000, 1280, 1000], [256, 1280, 1000, 1280, 1000], [128, 1280, 1000, 1280, 1000], [128, 768, 1000, 768, 1000], [256, 2048, 1000, 2048, 1000], [512, 2048, 1000, 2048, 1000]]","[39, 20, 15, 23, 27, 52]" "Size","2","N/A","N/A","L4","[[2, 1]]","[0]" "Flatten","4","torch.float16,","torch.float16","L4","[[256, 2048, 1, 1], [512, 2048, 1, 1]]","[0, 0]" +"Embedding","4","torch.int64,torch.float16","torch.float16","H10080GBHBM3","[[1, 128, 256000, 3072], [1, 512, 51200, 2560], [2, 512, 51200, 2560], [1, 1024, 50257, 1600], [1, 1024, 1024, 1600], [1, 720, 50257, 1600], [1, 720, 1024, 1600], [1, 512, 50257, 1600], [1, 512, 1024, 1600], [2, 512, 50257, 1600], [4, 256, 50257, 1600], [1, 256, 1024, 1600], [1, 512, 50257, 2560], [1, 512, 2048, 2560], [1, 256, 50257, 2560], [1, 256, 2048, 2560], [1, 1024, 50257, 1280], [1, 1024, 1024, 1280], [1, 720, 50257, 1280], [1, 720, 1024, 1280], [1, 512, 50257, 1280], [1, 512, 1024, 1280], [8, 512, 30522, 1024], [8, 512, 2, 1024], [1, 512, 512, 1024], [16, 512, 30522, 1024], [16, 512, 2, 1024], [1, 256, 128256, 4096], [1, 1024, 50257, 1024], [1, 1024, 1024, 1024], [1, 512, 50257, 1024], [1, 512, 1024, 1024], [2, 512, 50257, 1024], [1, 1024, 96103, 1024], [1, 512, 96103, 1024], [2, 512, 96103, 1024]]","[5, 12, 21, 13, 13, 10, 10, 8, 8, 13, 13, 5, 11, 11, 7, 7, 11, 11, 9, 8, 7, 7, 30, 27, 6, 57, 49, 10, 9, 9, 6, 6, 10, 9, 6, 10]" +"arange","2","N/A","torch.int64","H10080GBHBM3","[[0, 128], [129, 1], [0, 512], [513, 1], [1024, 1], [0, 1024], [512, 1], [0, 720], [720, 1], [0, 256], [256, 1], [257, 1], [128, 1]]","[1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1]" +"unsqueeze","2","N/A","torch.int64","H10080GBHBM3","[[0, 1]]","[0]" +"full","2","N/A","torch.float16","H10080GBHBM3","[[2, 1], [2, -65504.0]]","[1, 2]" +"triu","2","torch.float16","torch.float16","H10080GBHBM3","[[128, 129], [512, 513], [256, 257]]","[2, 3, 2]" +"reshape","2","N/A","torch.int64","H10080GBHBM3","[[-1, 1]]","[0]" +"gt","3","torch.int64,torch.int64","torch.bool","H10080GBHBM3","[[129, 128, 1], [513, 512, 1], [257, 256, 1]]","[2, 3, 2]" +"imul","4","torch.float16,torch.bool","torch.float16","H10080GBHBM3","[[128, 129, 128, 129], [512, 513, 512, 513], [256, 257, 256, 257]]","[3, 3, 3]" +"getitem","3","torch.float16","torch.float16","H10080GBHBM3","[[128, 129, 4], [512, 513, 4], [1024, 1024, 4], [512, 512, 4], [720, 720, 4], [256, 256, 4], [256, 257, 4], [8, 512, 4], [16, 512, 4], [1, 192, 2]]","[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" +"expand","4","N/A","torch.float16","H10080GBHBM3","[[1, 1, -1, -1], [2, 1, -1, -1], [1, 1, 1024, 1024], [2, 1, 512, 512], [1, 1, 720, 720], [1, 1, 512, 512], [4, 1, 256, 256], [8, 1, 512, 512], [16, 1, 512, 512]]","[0, 0, 0, 0, 0, 0, 0, 0, 0]" +"tensor","2","N/A","torch.float16","H10080GBHBM3","[[55.42562584220407, 1]]","[1]" +"mul","3","torch.float16,torch.float16","torch.float16","H10080GBHBM3","[[1, 128, 3072]]","[3]" +"float","1","N/A","torch.float32","H10080GBHBM3","[[1]]","[3]" +"pow","2","N/A","torch.float32","H10080GBHBM3","[[2, 1]]","[1]" +"mean","2","N/A","torch.float32","H10080GBHBM3","[[-1, 1]]","[8]" +"add","4","torch.float32","torch.float32","H10080GBHBM3","[[1, 128, 1, 1e-06], [1, 256, 1, 1e-05], [128, 1, 32, 1e-06], [128, 32, 1, 1e-06], [128, 1, 16, 1e-06], [128, 16, 1, 1e-06], [128, 1, 8, 1e-06], [128, 8, 1, 1e-06], [128, 1, 4, 1e-06], [128, 4, 1, 1e-06], [256, 1, 32, 1e-06], [256, 32, 1, 1e-06], [256, 1, 16, 1e-06], [256, 16, 1, 1e-06], [256, 1, 8, 1e-06], [256, 8, 1, 1e-06], [256, 1, 4, 1e-06], [256, 4, 1, 1e-06]]","[1, 1, 2, 2, 2, 2, 2, 2, 1, 2, 2, 2, 2, 2, 2, 2, 2, 2]" +"rsqrt","3","torch.float32","torch.float32","H10080GBHBM3","[[1, 128, 1], [1, 256, 1]]","[1, 1]" +"mul","6","torch.float32,torch.float32","torch.float32","H10080GBHBM3","[[1, 128, 3072, 1, 128, 1], [1, 256, 4096, 1, 256, 1]]","[3, 4]" +"add","2","torch.float32","torch.float32","H10080GBHBM3","[[1.0, 3072]]","[1]" +"mul","4","torch.float32,torch.float32","torch.float32","H10080GBHBM3","[[1, 128, 3072, 3072]]","[3]" +"type_as","3","torch.float16","torch.float16","H10080GBHBM3","[[1, 128, 3072]]","[3]" +"Linear","5","torch.float16,torch.float16","torch.float16","H10080GBHBM3","[[1, 128, 3072, 4096, 3072], [1, 128, 4096, 3072, 4096], [1, 128, 3072, 24576, 3072], [1, 128, 24576, 3072, 24576], [1, 128, 3072, 256000, 3072], [1, 1024, 1024, 50265, 1024], [2, 512, 1024, 50265, 1024], [1, 1024, 1600, 50257, 1600], [1, 720, 1600, 50257, 1600], [1, 512, 1600, 50257, 1600], [2, 512, 1600, 50257, 1600], [4, 256, 1600, 50257, 1600], [1, 512, 2560, 2560, 2560], [1, 512, 2560, 50257, 2560], [1, 256, 2560, 2560, 2560], [1, 256, 2560, 50257, 2560], [1, 1024, 1280, 50257, 1280], [1, 720, 1280, 50257, 1280], [1, 512, 1280, 50257, 1280], [1, 256, 4096, 4096, 4096], [1, 256, 4096, 1024, 4096], [1, 256, 4096, 14336, 4096], [1, 256, 14336, 4096, 14336], [1, 256, 4096, 128256, 4096], [1, 1024, 1024, 50257, 1024], [1, 512, 1024, 50257, 1024], [2, 512, 1024, 50257, 1024], [1, 1024, 1024, 96103, 1024], [1, 512, 1024, 96103, 1024], [2, 512, 1024, 96103, 1024]]","[20, 15, 62, 65, 555, 1271, 1261, 1923, 1446, 988, 1922, 1922, 19, 1543, 14, 811, 1574, 1167, 792, 27, 12, 59, 65, 446, 1257, 635, 1251, 2436, 1328, 2391]" +"view","4","N/A","torch.float16","H10080GBHBM3","[[1, 128, 16, 256], [1, 512, 32, 80], [2, 512, 32, 80], [1, -1, 16, 64], [1, 1024, 16, 64], [2, -1, 16, 64], [2, 512, 16, 64], [1, 256, 32, 128], [1, 256, 8, 128], [1, 16, 1024, 1024], [1, 16, 1024, 64], [1, 512, 16, 64], [1, 16, 512, 512], [1, 16, 512, 64], [2, 16, 512, 512], [2, 16, 512, 64], [1, 192, 50, 83], [128, -1, 8, 32], [128, 16, 8, 32], [128, 8, 16, 16], [128, 8, 16, 32], [128, 100, 8, 32], [128, 8, 100, 32], [128, 8, 100, 16], [256, -1, 8, 32], [256, 16, 8, 32], [256, 8, 16, 16], [256, 8, 16, 32], [256, 100, 8, 32], [256, 8, 100, 32], [256, 8, 100, 16]]","[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" +"transpose","2","N/A","torch.float16","H10080GBHBM3","[[1, 2]]","[0]" +"_set_grad_enabled","2","N/A","N/A","H10080GBHBM3","[[0, 1], [1, 1]]","[0, 0]" +"to","2","N/A","torch.float32","H10080GBHBM3","[[1, 1]]","[0]" +"getitem","2","torch.float32","torch.float32","H10080GBHBM3","[[128, 3], [16, 3], [64, 3]]","[0, 0, 0]" +"expand","3","N/A","torch.float32","H10080GBHBM3","[[1, -1, 1]]","[0]" +"getitem","3","torch.int64","torch.int64","H10080GBHBM3","[[1, 128, 3], [1, 512, 3], [1, 512, 2], [1, 256, 3]]","[0, 0, 0, 0]" +"_enter_autocast","4","N/A","N/A","H10080GBHBM3","[[1, 1, 0, 1]]","[0]" +"matmul","6","torch.float32,torch.float32","torch.float32","H10080GBHBM3","[[1, 128, 1, 1, 1, 128], [1, 16, 1, 1, 1, 512], [1, 64, 1, 1, 1, 256]]","[3, 3, 3]" +"transpose","2","N/A","torch.float32","H10080GBHBM3","[[1, 2], [-1, -2]]","[0, 0]" +"cat","3","torch.float32","torch.float32","H10080GBHBM3","[[2, 128, 128], [2, 512, 16], [2, 256, 64]]","[3, 3, 3]" +"cos","1","N/A","torch.float32","H10080GBHBM3","[[1]]","[2]" +"sin","1","N/A","torch.float32","H10080GBHBM3","[[1]]","[2]" +"_exit_autocast","2","N/A","N/A","H10080GBHBM3","[[1, 1]]","[0]" +"to","1","N/A","torch.float16","H10080GBHBM3","[[1]]","[2]" +"unsqueeze","2","N/A","torch.float16","H10080GBHBM3","[[1, 1], [0, 1]]","[0, 0]" +"mul","8","torch.float16,torch.float16","torch.float16","H10080GBHBM3","[[1, 16, 128, 256, 1, 1, 128, 256], [1, 32, 512, 32, 1, 1, 512, 32], [2, 32, 512, 32, 1, 1, 512, 32], [1, 32, 256, 128, 1, 1, 256, 128], [1, 8, 256, 128, 1, 1, 256, 128], [1, 64, 1, 1, 1, 64, 1, 1], [128, 64, 64, 64, 1, 64, 1, 1], [128, 64, 32, 32, 1, 64, 1, 1], [1, 256, 1, 1, 1, 256, 1, 1], [128, 256, 32, 32, 1, 256, 1, 1], [1, 128, 1, 1, 1, 128, 1, 1], [128, 128, 32, 32, 1, 128, 1, 1], [128, 128, 16, 16, 1, 128, 1, 1], [1, 512, 1, 1, 1, 512, 1, 1], [128, 512, 16, 16, 1, 512, 1, 1], [128, 256, 16, 16, 1, 256, 1, 1], [128, 256, 8, 8, 1, 256, 1, 1], [1, 1024, 1, 1, 1, 1024, 1, 1], [128, 1024, 8, 8, 1, 1024, 1, 1], [128, 512, 8, 8, 1, 512, 1, 1], [128, 512, 4, 4, 1, 512, 1, 1], [1, 2048, 1, 1, 1, 2048, 1, 1], [128, 2048, 4, 4, 1, 2048, 1, 1], [256, 64, 64, 64, 1, 64, 1, 1], [256, 64, 32, 32, 1, 64, 1, 1], [256, 256, 32, 32, 1, 256, 1, 1], [256, 128, 32, 32, 1, 128, 1, 1], [256, 128, 16, 16, 1, 128, 1, 1], [256, 512, 16, 16, 1, 512, 1, 1], [256, 256, 16, 16, 1, 256, 1, 1], [256, 256, 8, 8, 1, 256, 1, 1], [256, 1024, 8, 8, 1, 1024, 1, 1], [256, 512, 8, 8, 1, 512, 1, 1], [256, 512, 4, 4, 1, 512, 1, 1], [256, 2048, 4, 4, 1, 2048, 1, 1], [512, 32, 64, 64, 512, 32, 1, 1], [512, 96, 32, 32, 512, 96, 1, 1], [512, 144, 32, 32, 512, 144, 1, 1], [512, 144, 16, 16, 512, 144, 1, 1], [512, 240, 16, 16, 512, 240, 1, 1], [512, 240, 8, 8, 512, 240, 1, 1], [512, 480, 8, 8, 512, 480, 1, 1], [512, 672, 8, 8, 512, 672, 1, 1], [512, 672, 4, 4, 512, 672, 1, 1], [512, 1152, 4, 4, 512, 1152, 1, 1], [256, 32, 64, 64, 256, 32, 1, 1], [256, 96, 32, 32, 256, 96, 1, 1], [256, 144, 32, 32, 256, 144, 1, 1], [256, 144, 16, 16, 256, 144, 1, 1], [256, 240, 16, 16, 256, 240, 1, 1], [256, 240, 8, 8, 256, 240, 1, 1], [256, 480, 8, 8, 256, 480, 1, 1], [256, 672, 8, 8, 256, 672, 1, 1], [256, 672, 4, 4, 256, 672, 1, 1], [256, 1152, 4, 4, 256, 1152, 1, 1], [128, 32, 64, 64, 128, 32, 1, 1], [128, 96, 32, 32, 128, 96, 1, 1], [128, 144, 32, 32, 128, 144, 1, 1], [128, 144, 16, 16, 128, 144, 1, 1], [128, 240, 16, 16, 128, 240, 1, 1], [128, 240, 8, 8, 128, 240, 1, 1], [128, 480, 8, 8, 128, 480, 1, 1], [128, 672, 8, 8, 128, 672, 1, 1], [128, 672, 4, 4, 128, 672, 1, 1], [128, 1152, 4, 4, 128, 1152, 1, 1]]","[4, 4, 6, 5, 3, 1, 96, 23, 1, 98, 1, 51, 12, 1, 50, 23, 7, 1, 23, 12, 4, 1, 12, 188, 50, 190, 97, 24, 96, 50, 12, 49, 23, 7, 23, 173, 131, 195, 49, 82, 18, 40, 58, 13, 22, 85, 66, 98, 22, 40, 10, 18, 26, 8, 11, 42, 31, 49, 11, 18, 6, 10, 13, 5, 7]" +"getitem","5","torch.float16","torch.float16","H10080GBHBM3","[[1, 16, 128, 256, 2], [1, 1, 128, 129, 4], [1, 32, 512, 80, 2], [1, 32, 512, 32, 2], [1, 1, 512, 513, 4], [2, 32, 512, 80, 2], [2, 32, 512, 32, 2], [2, 1, 512, 513, 4], [1, 1, 256, 257, 4], [1, 32, 256, 128, 2], [1, 8, 256, 128, 2], [1, 8, 256, 128, 5]]","[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" +"neg","4","torch.float16","torch.float16","H10080GBHBM3","[[1, 16, 128, 128], [1, 32, 512, 16], [2, 32, 512, 16], [1, 32, 256, 64], [1, 8, 256, 64]]","[3, 3, 3, 3, 3]" +"cat","4","torch.float16","torch.float16","H10080GBHBM3","[[2, 16, 128, 128], [2, 32, 512, 16], [2, 32, 512, 32], [2, 32, 256, 64], [2, 8, 256, 64]]","[6, 6, 9, 8, 5]" +"add","8","torch.float16,torch.float16","torch.float16","H10080GBHBM3","[[1, 16, 128, 256, 1, 16, 128, 256], [1, 32, 512, 32, 1, 32, 512, 32], [2, 32, 512, 32, 2, 32, 512, 32], [1, 32, 256, 128, 1, 32, 256, 128], [1, 8, 256, 128, 1, 8, 256, 128], [1, 16, 1024, 1024, 1, 1, 1024, 1024], [1, 16, 512, 512, 1, 1, 512, 512], [2, 16, 512, 512, 2, 1, 512, 512], [128, 64, 64, 64, 1, 64, 1, 1], [128, 64, 32, 32, 1, 64, 1, 1], [128, 256, 32, 32, 1, 256, 1, 1], [128, 128, 32, 32, 1, 128, 1, 1], [128, 128, 16, 16, 1, 128, 1, 1], [128, 512, 16, 16, 1, 512, 1, 1], [128, 256, 16, 16, 1, 256, 1, 1], [128, 256, 8, 8, 1, 256, 1, 1], [128, 1024, 8, 8, 1, 1024, 1, 1], [128, 512, 8, 8, 1, 512, 1, 1], [128, 512, 4, 4, 1, 512, 1, 1], [128, 2048, 4, 4, 1, 2048, 1, 1], [128, 8, 16, 16, 128, 1, 16, 16], [128, 8, 100, 16, 128, 1, 100, 16], [256, 64, 64, 64, 1, 64, 1, 1], [256, 64, 32, 32, 1, 64, 1, 1], [256, 256, 32, 32, 1, 256, 1, 1], [256, 128, 32, 32, 1, 128, 1, 1], [256, 128, 16, 16, 1, 128, 1, 1], [256, 512, 16, 16, 1, 512, 1, 1], [256, 256, 16, 16, 1, 256, 1, 1], [256, 256, 8, 8, 1, 256, 1, 1], [256, 1024, 8, 8, 1, 1024, 1, 1], [256, 512, 8, 8, 1, 512, 1, 1], [256, 512, 4, 4, 1, 512, 1, 1], [256, 2048, 4, 4, 1, 2048, 1, 1], [256, 8, 16, 16, 256, 1, 16, 16], [256, 8, 100, 16, 256, 1, 100, 16], [512, 24, 32, 32, 512, 24, 32, 32], [512, 40, 16, 16, 512, 40, 16, 16], [512, 80, 8, 8, 512, 80, 8, 8], [512, 112, 8, 8, 512, 112, 8, 8], [512, 192, 4, 4, 512, 192, 4, 4], [256, 24, 32, 32, 256, 24, 32, 32], [256, 40, 16, 16, 256, 40, 16, 16], [256, 80, 8, 8, 256, 80, 8, 8], [256, 112, 8, 8, 256, 112, 8, 8], [256, 192, 4, 4, 256, 192, 4, 4], [128, 24, 32, 32, 128, 24, 32, 32], [128, 40, 16, 16, 128, 40, 16, 16], [128, 80, 8, 8, 128, 80, 8, 8], [128, 112, 8, 8, 128, 112, 8, 8], [128, 192, 4, 4, 128, 192, 4, 4]]","[3, 3, 5, 4, 3, 48, 11, 20, 97, 23, 97, 50, 12, 50, 23, 7, 23, 12, 4, 12, 3, 6, 189, 50, 190, 96, 23, 96, 49, 12, 50, 23, 7, 23, 3, 10, 24, 8, 6, 7, 4, 11, 5, 3, 4, 2, 5, 3, 2, 3, 2]" +"contiguous","1","N/A","torch.float16","H10080GBHBM3","[[1]]","[3]" +"scaled_dot_product_attention","12","torch.float16,torch.float16,torch.float16","torch.float16","H10080GBHBM3","[[1, 16, 128, 256, 1, 16, 128, 256, 1, 16, 128, 256], [1, 32, 512, 80, 1, 32, 512, 80, 1, 32, 512, 80], [2, 32, 512, 80, 2, 32, 512, 80, 2, 32, 512, 80], [1, 16, 1024, 64, 1, 16, 1024, 64, 1, 16, 1024, 64], [2, 16, 512, 64, 2, 16, 512, 64, 2, 16, 512, 64], [1, 25, 1024, 64, 1, 25, 1024, 64, 1, 25, 1024, 64], [1, 25, 720, 64, 1, 25, 720, 64, 1, 25, 720, 64], [1, 25, 512, 64, 1, 25, 512, 64, 1, 25, 512, 64], [2, 25, 512, 64, 2, 25, 512, 64, 2, 25, 512, 64], [4, 25, 256, 64, 4, 25, 256, 64, 4, 25, 256, 64], [1, 20, 1024, 64, 1, 20, 1024, 64, 1, 20, 1024, 64], [1, 20, 720, 64, 1, 20, 720, 64, 1, 20, 720, 64], [1, 20, 512, 64, 1, 20, 512, 64, 1, 20, 512, 64], [8, 16, 512, 64, 8, 16, 512, 64, 8, 16, 512, 64], [16, 16, 512, 64, 16, 16, 512, 64, 16, 16, 512, 64], [1, 32, 256, 128, 1, 32, 256, 128, 1, 32, 256, 128], [1, 16, 512, 64, 1, 16, 512, 64, 1, 16, 512, 64]]","[14, 43, 78, 71, 38, 103, 66, 38, 54, 30, 85, 53, 38, 107, 212, 19, 31]" +"view","3","N/A","torch.float16","H10080GBHBM3","[[1, 128, -1], [1, 1024, 1600], [1, 720, 1600], [1, 512, 1600], [2, 512, 1600], [4, 256, 1600], [1, 1024, 1280], [1, 720, 1280], [1, 512, 1280], [1, 256, -1], [1, 1024, 1024], [1, 512, 1024], [2, 512, 1024], [16, -1, 64], [16, 1024, 1024], [16, 512, 512], [32, -1, 64], [32, 512, 512], [1024, -1, 32], [1024, 16, 16], [1024, 100, 16], [2048, -1, 32], [2048, 16, 16], [2048, 100, 16]]","[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" +"add","6","torch.float16,torch.float16","torch.float16","H10080GBHBM3","[[1, 128, 3072, 1, 128, 3072], [1, 512, 10240, 1, 512, 10240], [1, 512, 2560, 1, 512, 2560], [2, 512, 10240, 2, 512, 10240], [2, 512, 2560, 2, 512, 2560], [1, 1024, 1024, 1, 1024, 1024], [2, 512, 1024, 2, 512, 1024], [1, 1024, 1600, 1, 1024, 1600], [1, 1024, 6400, 1, 1024, 6400], [1, 720, 1600, 1, 720, 1600], [1, 720, 6400, 1, 720, 6400], [1, 512, 1600, 1, 512, 1600], [1, 512, 6400, 1, 512, 6400], [2, 512, 1600, 1, 512, 1600], [2, 512, 1600, 2, 512, 1600], [2, 512, 6400, 2, 512, 6400], [4, 256, 1600, 1, 256, 1600], [4, 256, 1600, 4, 256, 1600], [4, 256, 6400, 4, 256, 6400], [1, 256, 2560, 1, 256, 2560], [1, 256, 10240, 1, 256, 10240], [1, 1024, 1280, 1, 1024, 1280], [1, 1024, 5120, 1, 1024, 5120], [1, 720, 1280, 1, 720, 1280], [1, 720, 5120, 1, 720, 5120], [1, 512, 1280, 1, 512, 1280], [1, 512, 5120, 1, 512, 5120], [8, 512, 1024, 8, 512, 1024], [16, 512, 1024, 16, 512, 1024], [1, 256, 4096, 1, 256, 4096], [1, 1024, 4096, 1, 1024, 4096], [1, 512, 1024, 1, 512, 1024], [1, 512, 4096, 1, 512, 4096], [2, 512, 1024, 1, 512, 1024], [2, 512, 4096, 2, 512, 4096], [128, 165, 192, 1, 165, 192], [128, 165, 192, 128, 165, 192], [256, 165, 192, 1, 165, 192], [256, 165, 192, 256, 165, 192], [512, 165, 192, 1, 165, 192], [512, 165, 192, 512, 165, 192], [128, 16, 256, 128, 16, 256], [128, 100, 256, 128, 100, 256], [256, 16, 256, 256, 16, 256], [256, 100, 256, 256, 100, 256], [128, 197, 768, 1, 197, 768], [128, 197, 768, 128, 197, 768]]","[2, 7, 3, 20, 5, 2, 2, 3, 10, 3, 7, 2, 5, 6, 4, 10, 5, 3, 10, 2, 4, 3, 7, 2, 5, 2, 4, 6, 15, 3, 6, 2, 4, 4, 6, 10, 8, 19, 14, 45, 35, 4, 5, 5, 10, 55, 40]" +"gelu","3","torch.float16","torch.float16","H10080GBHBM3","[[1, 128, 24576], [1, 1024, 4096], [2, 512, 4096], [8, 512, 4096], [8, 512, 1024], [16, 512, 4096], [16, 512, 1024], [128, 165, 768], [256, 165, 768], [512, 165, 768], [128, 197, 3072]]","[5, 7, 7, 27, 7, 56, 13, 28, 55, 109, 139]" +"mul","6","torch.float16,torch.float16","torch.float16","H10080GBHBM3","[[1, 128, 24576, 1, 128, 24576], [1, 512, 10240, 1, 512, 10240], [2, 512, 10240, 2, 512, 10240], [1, 1024, 6400, 1, 1024, 6400], [1, 720, 6400, 1, 720, 6400], [1, 512, 6400, 1, 512, 6400], [2, 512, 6400, 2, 512, 6400], [4, 256, 6400, 4, 256, 6400], [1, 256, 10240, 1, 256, 10240], [1, 1024, 5120, 1, 1024, 5120], [1, 720, 5120, 1, 720, 5120], [1, 512, 5120, 1, 512, 5120], [1, 256, 14336, 1, 256, 14336], [1, 1024, 4096, 1, 1024, 4096], [1, 512, 4096, 1, 512, 4096], [2, 512, 4096, 2, 512, 4096]]","[5, 9, 20, 11, 8, 5, 11, 11, 4, 9, 6, 4, 7, 7, 4, 7]" +"getitem","4","torch.float16","torch.float16","H10080GBHBM3","[[1, 128, 3072, 3], [1, 512, 2560, 3], [2, 512, 2560, 3], [3, 1024, 1600, 0], [3, 1024, 1600, 1], [3, 1024, 1600, 2], [3, 720, 1600, 0], [3, 720, 1600, 1], [3, 720, 1600, 2], [3, 512, 1600, 0], [3, 512, 1600, 1], [3, 512, 1600, 2], [3, 1024, 1280, 0], [3, 1024, 1280, 1], [3, 1024, 1280, 2], [3, 720, 1280, 0], [3, 720, 1280, 1], [3, 720, 1280, 2], [3, 512, 1280, 0], [3, 512, 1280, 1], [3, 512, 1280, 2], [1, 256, 4096, 3], [3, 1024, 1024, 0], [3, 1024, 1024, 1], [3, 1024, 1024, 2], [3, 512, 1024, 0], [3, 512, 1024, 1], [3, 512, 1024, 2], [1, 4251, 192, 3], [128, 165, 192, 3], [256, 165, 192, 3], [512, 165, 192, 3], [128, 128, 128, 1], [256, 128, 128, 1], [128, 197, 768, 3]]","[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" +"Dropout","3","torch.float16,","torch.float16","H10080GBHBM3","[[1, 512, 2560], [2, 512, 2560], [1, 1024, 1600], [1, 720, 1600], [1, 512, 1600], [2, 512, 1600], [4, 256, 1600], [1, 256, 2560], [1, 1024, 1280], [1, 720, 1280], [1, 512, 1280], [8, 512, 1024], [16, 512, 1024], [1, 1024, 1024], [1, 512, 1024], [2, 512, 1024], [128, 165, 192], [256, 165, 192], [512, 165, 192], [128, 197, 768]]","[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" +"mul","4","torch.float32","torch.float32","H10080GBHBM3","[[1, 512, 32, 1.0], [1, 256, 128, 1.0], [128, 32, 32, 6.283185307179586], [128, 16, 16, 6.283185307179586], [128, 8, 8, 6.283185307179586], [128, 4, 4, 6.283185307179586], [256, 32, 32, 6.283185307179586], [256, 16, 16, 6.283185307179586], [256, 8, 8, 6.283185307179586], [256, 4, 4, 6.283185307179586]]","[1, 1, 1, 1, 1, 1, 1, 1, 1, 1]" +"LayerNorm","5","torch.float16,torch.float16,torch.float16","torch.float16","H10080GBHBM3","[[1, 512, 2560, 2560, 2560], [2, 512, 2560, 2560, 2560], [1, 1024, 1024, 1024, 1024], [2, 512, 1024, 1024, 1024], [1, 1024, 1600, 1600, 1600], [1, 720, 1600, 1600, 1600], [1, 512, 1600, 1600, 1600], [2, 512, 1600, 1600, 1600], [4, 256, 1600, 1600, 1600], [1, 256, 2560, 2560, 2560], [1, 1024, 1280, 1280, 1280], [1, 720, 1280, 1280, 1280], [1, 512, 1280, 1280, 1280], [8, 512, 1024, 1024, 1024], [16, 512, 1024, 1024, 1024], [1, 512, 1024, 1024, 1024], [128, 165, 192, 192, 192], [256, 165, 192, 192, 192], [512, 165, 192, 192, 192], [128, 16, 256, 256, 256], [128, 100, 256, 256, 256], [256, 16, 256, 256, 256], [256, 100, 256, 256, 256], [128, 197, 768, 768, 768]]","[6, 7, 4, 4, 6, 5, 5, 6, 6, 6, 5, 5, 5, 11, 20, 4, 32, 63, 132, 8, 19, 11, 36, 64]" +"Linear","6","torch.float16,torch.float16,torch.float16","torch.float16","H10080GBHBM3","[[1, 512, 2560, 2560, 2560, 2560], [1, 512, 2560, 10240, 2560, 10240], [1, 512, 10240, 2560, 10240, 2560], [1, 512, 2560, 51200, 2560, 51200], [2, 512, 2560, 2560, 2560, 2560], [2, 512, 2560, 10240, 2560, 10240], [2, 512, 10240, 2560, 10240, 2560], [2, 512, 2560, 51200, 2560, 51200], [1, 1024, 1024, 1024, 1024, 1024], [1, 1024, 1024, 4096, 1024, 4096], [1, 1024, 4096, 1024, 4096, 1024], [2, 512, 1024, 1024, 1024, 1024], [2, 512, 1024, 4096, 1024, 4096], [2, 512, 4096, 1024, 4096, 1024], [1, 256, 2560, 2560, 2560, 2560], [1, 256, 2560, 10240, 2560, 10240], [1, 256, 10240, 2560, 10240, 2560], [8, 512, 1024, 1024, 1024, 1024], [8, 512, 1024, 4096, 1024, 4096], [8, 512, 4096, 1024, 4096, 1024], [8, 512, 1024, 30522, 1024, 30522], [16, 512, 1024, 1024, 1024, 1024], [16, 512, 1024, 4096, 1024, 4096], [16, 512, 4096, 1024, 4096, 1024], [16, 512, 1024, 30522, 1024, 30522], [1, 512, 1024, 1024, 1024, 1024], [1, 512, 1024, 4096, 1024, 4096], [1, 512, 4096, 1024, 4096, 1024], [128, 165, 192, 192, 192, 192], [128, 165, 192, 768, 192, 768], [128, 165, 768, 192, 768, 192], [128, 100, 192, 192, 192, 192], [128, 100, 192, 92, 192, 92], [128, 100, 192, 4, 192, 4], [256, 165, 192, 192, 192, 192], [256, 165, 192, 768, 192, 768], [256, 165, 768, 192, 768, 192], [256, 100, 192, 192, 192, 192], [256, 100, 192, 92, 192, 92], [256, 100, 192, 4, 192, 4], [512, 165, 192, 192, 192, 192], [512, 165, 192, 768, 192, 768], [512, 165, 768, 192, 768, 192], [512, 100, 192, 192, 192, 192], [512, 100, 192, 92, 192, 92], [512, 100, 192, 4, 192, 4], [128, 16, 256, 256, 256, 256], [128, 16, 256, 2048, 256, 2048], [128, 16, 2048, 256, 2048, 256], [128, 100, 256, 256, 256, 256], [128, 100, 256, 2048, 256, 2048], [128, 100, 2048, 256, 2048, 256], [128, 100, 256, 92, 256, 92], [128, 100, 256, 4, 256, 4], [256, 16, 256, 256, 256, 256], [256, 16, 256, 2048, 256, 2048], [256, 16, 2048, 256, 2048, 256], [256, 100, 256, 256, 256, 256], [256, 100, 256, 2048, 256, 2048], [256, 100, 2048, 256, 2048, 256], [256, 100, 256, 92, 256, 92], [256, 100, 256, 4, 256, 4], [128, 197, 768, 768, 768, 768], [128, 197, 768, 3072, 768, 3072], [128, 197, 3072, 768, 3072, 768]]","[19, 52, 56, 237, 28, 123, 95, 374, 10, 20, 23, 10, 20, 22, 14, 35, 41, 18, 50, 50, 1015, 29, 98, 97, 2056, 8, 14, 17, 13, 21, 22, 21, 9, 6, 18, 35, 39, 36, 12, 7, 27, 66, 72, 68, 23, 16, 11, 10, 11, 10, 34, 34, 10, 6, 14, 16, 15, 15, 63, 56, 13, 8, 49, 179, 174]" +"reshape","3","N/A","torch.float16","H10080GBHBM3","[[1, 512, 2560], [2, 512, 2560], [1, 1024, 1024], [2, 512, 1024], [8, 512, 1024], [16, 512, 1024], [16, -1, 64], [1, 512, 1024], [32, -1, 64], [128, 16, 256], [128, 100, 256], [256, 16, 256], [256, 100, 256]]","[0, 0, 0, 0, 0, 0, 0, 3, 0, 3, 10, 4, 19]" +"mul","4","torch.float16","torch.float16","H10080GBHBM3","[[0.5, 1, 512, 10240], [0.044715, 1, 512, 10240], [0.7978845608028654, 1, 512, 10240], [0.5, 2, 512, 10240], [0.044715, 2, 512, 10240], [0.7978845608028654, 2, 512, 10240], [1, 1024, 1024, 1.0], [2, 512, 1024, 1.0], [0.5, 1, 1024, 6400], [0.044715, 1, 1024, 6400], [0.7978845608028654, 1, 1024, 6400], [0.5, 1, 720, 6400], [0.044715, 1, 720, 6400], [0.7978845608028654, 1, 720, 6400], [0.5, 1, 512, 6400], [0.044715, 1, 512, 6400], [0.7978845608028654, 1, 512, 6400], [0.5, 2, 512, 6400], [0.044715, 2, 512, 6400], [0.7978845608028654, 2, 512, 6400], [0.5, 4, 256, 6400], [0.044715, 4, 256, 6400], [0.7978845608028654, 4, 256, 6400], [0.5, 1, 256, 10240], [0.044715, 1, 256, 10240], [0.7978845608028654, 1, 256, 10240], [0.5, 1, 1024, 5120], [0.044715, 1, 1024, 5120], [0.7978845608028654, 1, 1024, 5120], [0.5, 1, 720, 5120], [0.044715, 1, 720, 5120], [0.7978845608028654, 1, 720, 5120], [0.5, 1, 512, 5120], [0.044715, 1, 512, 5120], [0.7978845608028654, 1, 512, 5120], [0.5, 1, 1024, 4096], [0.044715, 1, 1024, 4096], [0.7978845608028654, 1, 1024, 4096], [0.5, 1, 512, 4096], [0.044715, 1, 512, 4096], [0.7978845608028654, 1, 512, 4096], [0.5, 2, 512, 4096], [0.044715, 2, 512, 4096], [0.7978845608028654, 2, 512, 4096], [1, 1024, 1024, 32.0], [1, 1024, 1024, 0.125], [1, 512, 1024, 32.0], [1, 512, 1024, 0.125], [2, 512, 1024, 32.0], [2, 512, 1024, 0.125], [128, 16, 256, 0.1767766952966369], [128, 100, 256, 0.1767766952966369], [256, 16, 256, 0.1767766952966369], [256, 100, 256, 0.1767766952966369]]","[8, 7, 7, 15, 13, 14, 2, 2, 9, 9, 9, 6, 6, 6, 4, 5, 5, 9, 9, 9, 9, 9, 9, 4, 4, 4, 7, 7, 7, 5, 5, 5, 4, 4, 4, 6, 6, 6, 3, 4, 4, 6, 6, 6, 2, 2, 2, 2, 2, 2, 2, 5, 2, 9]" +"pow","4","torch.float16","torch.float16","H10080GBHBM3","[[1, 512, 10240, 3.0], [2, 512, 10240, 3.0], [1, 1024, 6400, 3.0], [1, 720, 6400, 3.0], [1, 512, 6400, 3.0], [2, 512, 6400, 3.0], [4, 256, 6400, 3.0], [1, 256, 10240, 3.0], [1, 1024, 5120, 3.0], [1, 720, 5120, 3.0], [1, 512, 5120, 3.0], [1, 1024, 4096, 3.0], [1, 512, 4096, 3.0], [2, 512, 4096, 3.0]]","[7, 15, 9, 7, 5, 9, 9, 4, 7, 5, 4, 6, 4, 6]" +"tanh","3","torch.float16","torch.float16","H10080GBHBM3","[[1, 512, 10240], [2, 512, 10240], [1, 1024, 6400], [1, 720, 6400], [1, 512, 6400], [2, 512, 6400], [4, 256, 6400], [1, 256, 10240], [1, 1024, 5120], [1, 720, 5120], [1, 512, 5120], [1, 1024, 4096], [1, 512, 4096], [2, 512, 4096]]","[8, 14, 9, 7, 5, 9, 9, 5, 8, 6, 5, 6, 4, 6]" +"add","4","torch.float16","torch.float16","H10080GBHBM3","[[1.0, 1, 512, 10240], [1.0, 2, 512, 10240], [1.0, 1, 1024, 6400], [1.0, 1, 720, 6400], [1.0, 1, 512, 6400], [1.0, 2, 512, 6400], [1.0, 4, 256, 6400], [1.0, 1, 256, 10240], [1.0, 1, 1024, 5120], [1.0, 1, 720, 5120], [1.0, 1, 512, 5120], [1.0, 1, 1024, 4096], [1.0, 1, 512, 4096], [1.0, 2, 512, 4096]]","[7, 15, 9, 6, 5, 9, 9, 4, 7, 5, 4, 6, 3, 6]" +"size","1","N/A","N/A","H10080GBHBM3","[[1]]","[0]" +"getitem","2","N/A","N/A","H10080GBHBM3","[[3, 0], [2, 0], [2, 1], [3, 1], [4, 0], [4, 2], [4, 1], [3, 2], [4, 3]]","[0, 0, 0, 0, 0, 0, 0, 0, 0]" +"cat","7","torch.float16,torch.float16","torch.float16","H10080GBHBM3","[[2, 32, 512, 16, 32, 512, 16], [2, 32, 512, 32, 32, 512, 32]]","[8, 14]" +"view","2","N/A","torch.int64","H10080GBHBM3","[[-1, 1024], [1024, 1], [-1, 512], [512, 1], [-1, 720], [720, 1], [-1, 256], [256, 1]]","[0, 0, 0, 0, 0, 0, 0, 0]" +"embedding","9","torch.int64,torch.float16","torch.float16","H10080GBHBM3","[[1, 1024, 50265, 1024, 1, 1, 2.0, 0, 0], [1, 1024, 1026, 1024, 1, 1, 2.0, 0, 0], [2, 512, 50265, 1024, 1, 1, 2.0, 0, 0], [2, 512, 1026, 1024, 1, 1, 2.0, 0, 0]]","[10, 9, 10, 8]" +"add","2","torch.int64","torch.int64","H10080GBHBM3","[[1024, 1], [512, 1], [720, 1], [256, 1]]","[1, 1, 1, 1]" +"lt","3","torch.int64,torch.int64","torch.bool","H10080GBHBM3","[[1024, 1024, 1], [512, 512, 1], [720, 720, 1], [256, 256, 1]]","[4, 3, 3, 2]" +"masked_fill_","3","torch.bool","torch.float16","H10080GBHBM3","[[1024, 1024, 0], [512, 512, 0], [720, 720, 0], [256, 256, 0]]","[2, 1, 2, 1]" +"to","2","N/A","torch.float16","H10080GBHBM3","[[1, 1]]","[0]" +"expand","2","N/A","torch.int64","H10080GBHBM3","[[1, -1], [2, -1], [8, 512], [16, 512]]","[0, 0, 0, 0]" +"add","3","torch.int64","torch.int64","H10080GBHBM3","[[1, 1024, 2], [2, 512, 2]]","[1, 1]" +"dropout","3","torch.float16","torch.float16","H10080GBHBM3","[[1, 1024, 1024], [1, 1024, 4096], [2, 512, 1024], [2, 512, 4096], [16, 1024, 1024], [1, 512, 1024], [16, 512, 512], [1, 512, 4096], [32, 512, 512], [128, 16, 256], [1024, 16, 16], [128, 16, 2048], [1024, 100, 100], [128, 100, 256], [1024, 100, 16], [128, 100, 2048], [256, 16, 256], [2048, 16, 16], [256, 16, 2048], [2048, 100, 100], [256, 100, 256], [2048, 100, 16], [256, 100, 2048]]","[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" +"add","2","N/A","N/A","H10080GBHBM3","[[512, 0], [0, 512], [720, 0], [256, 0], [0, 256], [256, 1], [1024, 0]]","[0, 0, 0, 0, 0, 0, 0]" +"sub","2","N/A","N/A","H10080GBHBM3","[[512, 512], [720, 720], [256, 256], [1024, 1024]]","[0, 0, 0, 0]" +"gt","2","N/A","N/A","H10080GBHBM3","[[512, 1], [0, 0], [720, 1], [256, 1], [1024, 1]]","[0, 0, 0, 0, 0]" +"size","2","N/A","N/A","H10080GBHBM3","[[-1, 1], [-2, 1], [1, 1]]","[0, 0, 0]" +"eq","2","N/A","N/A","H10080GBHBM3","[[2, 2], [512, 512], [32, 32], [2048, 2048], [256, 256]]","[0, 0, 0, 0, 0]" +"and_","2","N/A","N/A","H10080GBHBM3","[[1, 1]]","[0]" +"not_","2","N/A","N/A","H10080GBHBM3","[[1, 1]]","[0]" +"view","2","N/A","torch.float16","H10080GBHBM3","[[-1, 1600], [3, 1], [4, 1], [-1, 6400], [-1, 1280], [-1, 5120], [-1, 1024], [-1, 4096]]","[0, 0, 0, 0, 0, 0, 0, 0]" +"addmm","5","torch.float16,torch.float16,torch.float16","torch.float16","H10080GBHBM3","[[4800, 1024, 1600, 1600, 4800], [1600, 1024, 1600, 1600, 1600], [6400, 1024, 1600, 1600, 6400], [1600, 1024, 6400, 6400, 1600], [4800, 720, 1600, 1600, 4800], [1600, 720, 1600, 1600, 1600], [6400, 720, 1600, 1600, 6400], [1600, 720, 6400, 6400, 1600], [4800, 512, 1600, 1600, 4800], [1600, 512, 1600, 1600, 1600], [6400, 512, 1600, 1600, 6400], [1600, 512, 6400, 6400, 1600], [3840, 1024, 1280, 1280, 3840], [1280, 1024, 1280, 1280, 1280], [5120, 1024, 1280, 1280, 5120], [1280, 1024, 5120, 5120, 1280], [3840, 720, 1280, 1280, 3840], [1280, 720, 1280, 1280, 1280], [5120, 720, 1280, 1280, 5120], [1280, 720, 5120, 5120, 1280], [3840, 512, 1280, 1280, 3840], [1280, 512, 1280, 1280, 1280], [5120, 512, 1280, 1280, 5120], [1280, 512, 5120, 5120, 1280], [3072, 1024, 1024, 1024, 3072], [1024, 1024, 1024, 1024, 1024], [4096, 1024, 1024, 1024, 4096], [1024, 1024, 4096, 4096, 1024], [3072, 512, 1024, 1024, 3072], [1024, 512, 1024, 1024, 1024], [4096, 512, 1024, 1024, 4096], [1024, 512, 4096, 4096, 1024]]","[31, 15, 40, 37, 23, 15, 38, 37, 20, 11, 24, 25, 24, 13, 26, 31, 20, 10, 20, 21, 16, 9, 19, 20, 17, 9, 21, 22, 12, 8, 14, 16]" +"split","2","N/A","torch.float16,torch.float16,torch.float16","H10080GBHBM3","[[1600, 1], [1280, 1], [1024, 1]]","[0, 0, 0]" +"permute","4","N/A","torch.float16","H10080GBHBM3","[[0, 2, 1, 3]]","[0]" +"getitem","6","torch.float16,torch.float16","torch.float16","H10080GBHBM3","[[3, 512, 1600, 512, 1600, 0], [3, 512, 1600, 512, 1600, 1], [3, 512, 1600, 512, 1600, 2], [3, 512, 1024, 512, 1024, 0], [3, 512, 1024, 512, 1024, 1], [3, 512, 1024, 512, 1024, 2]]","[0, 0, 0, 0, 0, 0]" +"getitem","10","torch.float16,torch.float16,torch.float16,torch.float16","torch.float16","H10080GBHBM3","[[3, 256, 1600, 256, 1600, 256, 1600, 256, 1600, 0], [3, 256, 1600, 256, 1600, 256, 1600, 256, 1600, 1], [3, 256, 1600, 256, 1600, 256, 1600, 256, 1600, 2]]","[0, 0, 0]" +"matmul","8","torch.float32,torch.float32","torch.float32","H10080GBHBM3","[[1, 20, 512, 128, 1, 20, 128, 512], [1, 20, 256, 128, 1, 20, 128, 256]]","[22, 7]" +"getitem","5","torch.bool","torch.bool","H10080GBHBM3","[[1, 1, 2048, 2048, 4], [1, 128, 32, 32, 0], [1, 128, 16, 16, 0], [1, 128, 8, 8, 0], [1, 128, 4, 4, 0], [1, 256, 32, 32, 0], [1, 256, 16, 16, 0], [1, 256, 8, 8, 0], [1, 256, 4, 4, 0]]","[0, 0, 0, 0, 0, 0, 0, 0, 0]" +"tensor","2","N/A","torch.float32","H10080GBHBM3","[[-3.4028234663852886e+38, 1]]","[0]" +"where","8","torch.bool,torch.float32,torch.float32","torch.float32","H10080GBHBM3","[[1, 1, 512, 512, 1, 20, 512, 512], [1, 1, 256, 256, 1, 20, 256, 256]]","[18, 6]" +"add","8","torch.float32,torch.float16","torch.float32","H10080GBHBM3","[[1, 20, 512, 512, 1, 1, 512, 512], [1, 20, 256, 256, 1, 1, 256, 256]]","[25, 8]" +"softmax","4","torch.float32","torch.float32","H10080GBHBM3","[[1, 20, 512, 512], [1, 20, 256, 256]]","[17, 5]" +"Dropout","4","torch.float16,","torch.float16","H10080GBHBM3","[[1, 20, 512, 512], [1, 20, 256, 256], [512, 24, 32, 32], [512, 40, 16, 16], [512, 80, 8, 8], [512, 112, 8, 8], [512, 192, 4, 4], [256, 24, 32, 32], [256, 40, 16, 16], [256, 80, 8, 8], [256, 112, 8, 8], [256, 192, 4, 4], [128, 24, 32, 32], [128, 40, 16, 16], [128, 80, 8, 8], [128, 112, 8, 8], [128, 192, 4, 4]]","[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" +"matmul","8","torch.float16,torch.float16","torch.float16","H10080GBHBM3","[[1, 20, 512, 512, 1, 20, 512, 128], [1, 20, 256, 256, 1, 20, 256, 128]]","[9, 5]" +"ne","2","N/A","N/A","H10080GBHBM3","[[256, 1]]","[0]" +"iadd","6","torch.float16,torch.float16","torch.float16","H10080GBHBM3","[[8, 512, 1024, 1, 512, 1024], [16, 512, 1024, 1, 512, 1024]]","[11, 21]" +"ones","2","N/A","torch.float16","H10080GBHBM3","[[2, 1], [3, 1]]","[1, 3]" +"sub","5","torch.float16","torch.float16","H10080GBHBM3","[[1.0, 8, 1, 512, 512], [1.0, 16, 1, 512, 512], [1.0, 128, 1, 16, 16], [1.0, 128, 1, 100, 16], [1.0, 256, 1, 16, 16], [1.0, 256, 1, 100, 16]]","[6, 11, 1, 1, 1, 1]" +"to","2","N/A","torch.bool","H10080GBHBM3","[[1, 1]]","[6]" +"masked_fill","5","torch.bool","torch.float16","H10080GBHBM3","[[8, 1, 512, 512, -65504.0], [16, 1, 512, 512, -65504.0], [128, 1, 16, 16, -65504.0], [128, 1, 100, 16, -65504.0], [256, 1, 16, 16, -65504.0], [256, 1, 100, 16, -65504.0]]","[7, 10, 2, 2, 2, 2]" +"mul","4","torch.float16,torch.float16","torch.float16","H10080GBHBM3","[[4096, 1, 256, 4096]]","[4]" +"expand","5","N/A","torch.float16","H10080GBHBM3","[[1, 8, 4, 256, 128]]","[0]" +"reshape","4","N/A","torch.float16","H10080GBHBM3","[[1, 32, 256, 128], [1, -1, 1, 1]]","[4, 0]" +"SiLU","3","torch.float16,","torch.float16","H10080GBHBM3","[[1, 256, 14336]]","[6]" +"embedding","8","torch.int64,torch.float16","torch.float16","H10080GBHBM3","[[1024, 1024, 1024, 1, 1, 2.0, 0, 0], [512, 1024, 1024, 1, 1, 2.0, 0, 0]]","[9, 6]" +"add","5","torch.float16,torch.float16","torch.float16","H10080GBHBM3","[[1, 1024, 1024, 1024, 1024], [1, 512, 1024, 512, 1024], [2, 512, 1024, 512, 1024]]","[2, 2, 4]" +"bmm","6","torch.float16,torch.float16","torch.float16","H10080GBHBM3","[[16, 1024, 64, 16, 64, 1024], [16, 1024, 1024, 16, 1024, 64], [16, 512, 64, 16, 64, 512], [16, 512, 512, 16, 512, 64], [32, 512, 64, 32, 64, 512], [32, 512, 512, 32, 512, 64], [1024, 16, 32, 1024, 32, 16], [1024, 16, 16, 1024, 16, 32], [1024, 100, 32, 1024, 32, 100], [1024, 100, 100, 1024, 100, 32], [1024, 100, 32, 1024, 32, 16], [1024, 100, 16, 1024, 16, 32], [2048, 16, 32, 2048, 32, 16], [2048, 16, 16, 2048, 16, 32], [2048, 100, 32, 2048, 32, 100], [2048, 100, 100, 2048, 100, 32], [2048, 100, 32, 2048, 32, 16], [2048, 100, 16, 2048, 16, 32]]","[21, 14, 7, 6, 11, 8, 3, 4, 24, 25, 7, 10, 4, 6, 46, 49, 12, 19]" +"softmax","3","torch.float16","torch.float16","H10080GBHBM3","[[16, 1024, 1024], [16, 512, 512], [32, 512, 512], [1024, 16, 16], [1024, 100, 100], [1024, 100, 16], [2048, 16, 16], [2048, 100, 100], [2048, 100, 16]]","[45, 13, 21, 2, 23, 7, 3, 46, 12]" +"ReLU","3","torch.float16,","torch.float16","H10080GBHBM3","[[1, 1024, 4096], [1, 512, 4096], [2, 512, 4096], [128, 16, 2048], [128, 100, 2048], [256, 16, 2048], [256, 100, 2048]]","[6, 4, 6, 6, 40, 11, 74]" +"mul","2","N/A","N/A","H10080GBHBM3","[[2, 16], [256, 8]]","[0, 0]" +"Conv2d","9","torch.float16,torch.float16,torch.float16","torch.float16","H10080GBHBM3","[[128, 3, 128, 128, 192, 3, 16, 16, 192], [256, 3, 128, 128, 192, 3, 16, 16, 192], [512, 3, 128, 128, 192, 3, 16, 16, 192], [128, 2048, 4, 4, 256, 2048, 1, 1, 256], [256, 2048, 4, 4, 256, 2048, 1, 1, 256], [512, 32, 1, 1, 8, 32, 1, 1, 8], [512, 8, 1, 1, 32, 8, 1, 1, 32], [512, 96, 1, 1, 4, 96, 1, 1, 4], [512, 4, 1, 1, 96, 4, 1, 1, 96], [512, 144, 1, 1, 6, 144, 1, 1, 6], [512, 6, 1, 1, 144, 6, 1, 1, 144], [512, 240, 1, 1, 10, 240, 1, 1, 10], [512, 10, 1, 1, 240, 10, 1, 1, 240], [512, 480, 1, 1, 20, 480, 1, 1, 20], [512, 20, 1, 1, 480, 20, 1, 1, 480], [512, 672, 1, 1, 28, 672, 1, 1, 28], [512, 28, 1, 1, 672, 28, 1, 1, 672], [512, 1152, 1, 1, 48, 1152, 1, 1, 48], [512, 48, 1, 1, 1152, 48, 1, 1, 1152], [256, 32, 1, 1, 8, 32, 1, 1, 8], [256, 8, 1, 1, 32, 8, 1, 1, 32], [256, 96, 1, 1, 4, 96, 1, 1, 4], [256, 4, 1, 1, 96, 4, 1, 1, 96], [256, 144, 1, 1, 6, 144, 1, 1, 6], [256, 6, 1, 1, 144, 6, 1, 1, 144], [256, 240, 1, 1, 10, 240, 1, 1, 10], [256, 10, 1, 1, 240, 10, 1, 1, 240], [256, 480, 1, 1, 20, 480, 1, 1, 20], [256, 20, 1, 1, 480, 20, 1, 1, 480], [256, 672, 1, 1, 28, 672, 1, 1, 28], [256, 28, 1, 1, 672, 28, 1, 1, 672], [256, 1152, 1, 1, 48, 1152, 1, 1, 48], [256, 48, 1, 1, 1152, 48, 1, 1, 1152], [128, 32, 1, 1, 8, 32, 1, 1, 8], [128, 8, 1, 1, 32, 8, 1, 1, 32], [128, 96, 1, 1, 4, 96, 1, 1, 4], [128, 4, 1, 1, 96, 4, 1, 1, 96], [128, 144, 1, 1, 6, 144, 1, 1, 6], [128, 6, 1, 1, 144, 6, 1, 1, 144], [128, 240, 1, 1, 10, 240, 1, 1, 10], [128, 10, 1, 1, 240, 10, 1, 1, 240], [128, 480, 1, 1, 20, 480, 1, 1, 20], [128, 20, 1, 1, 480, 20, 1, 1, 480], [128, 672, 1, 1, 28, 672, 1, 1, 28], [128, 28, 1, 1, 672, 28, 1, 1, 672], [128, 1152, 1, 1, 48, 1152, 1, 1, 48], [128, 48, 1, 1, 1152, 48, 1, 1, 1152], [128, 3, 224, 224, 768, 3, 16, 16, 768]]","[196, 408, 711, 31, 53, 6, 5, 6, 5, 7, 6, 6, 6, 8, 7, 10, 6, 8, 6, 6, 4, 6, 5, 6, 6, 7, 6, 8, 6, 9, 6, 8, 6, 5, 5, 5, 6, 6, 6, 6, 5, 8, 6, 8, 6, 8, 6, 1434]" +"flatten","2","N/A","torch.float16","H10080GBHBM3","[[2, 1]]","[0]" +"expand","3","N/A","torch.float16","H10080GBHBM3","[[128, -1, -1], [256, -1, -1], [512, -1, -1]]","[0, 0, 0]" +"cat","257","torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16","torch.float16","H10080GBHBM3","[[3, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192], [2, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768]]","[15, 164]" +"interpolate","4","torch.float16","torch.float16","H10080GBHBM3","[[1, 192, 50, 83]]","[372]" +"cat","3","torch.float16","torch.float16","H10080GBHBM3","[[3, 1, 192]]","[3]" +"scaled_dot_product_attention","14","torch.float16,torch.float16,torch.float16","torch.float16","H10080GBHBM3","[[128, 3, 165, 64, 128, 3, 165, 64, 128, 3, 165, 64, 1, 0.0], [256, 3, 165, 64, 256, 3, 165, 64, 256, 3, 165, 64, 1, 0.0], [512, 3, 165, 64, 512, 3, 165, 64, 512, 3, 165, 64, 1, 0.0], [128, 12, 197, 64, 128, 12, 197, 64, 128, 12, 197, 64, 1, 0.0]]","[30, 61, 119, 131]" +"relu","3","torch.float16","torch.float16","H10080GBHBM3","[[128, 100, 192], [256, 100, 192], [512, 100, 192], [128, 100, 256], [256, 100, 256]]","[4, 7, 13, 5, 8]" +"sigmoid","1","N/A","torch.float16","H10080GBHBM3","[[1]]","[1]" +"cat","513","torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16","torch.float16","H10080GBHBM3","[[3, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192]]","[27]" +"cat","1025","torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16","torch.float16","H10080GBHBM3","[[3, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192]]","[49]" +"Conv2d","8","torch.float16,torch.float16","torch.float16","H10080GBHBM3","[[128, 3, 128, 128, 64, 3, 7, 7], [128, 64, 32, 32, 64, 64, 1, 1], [128, 64, 32, 32, 64, 64, 3, 3], [128, 64, 32, 32, 256, 64, 1, 1], [128, 256, 32, 32, 64, 256, 1, 1], [128, 256, 32, 32, 128, 256, 1, 1], [128, 128, 32, 32, 128, 128, 3, 3], [128, 128, 16, 16, 512, 128, 1, 1], [128, 256, 32, 32, 512, 256, 1, 1], [128, 512, 16, 16, 128, 512, 1, 1], [128, 128, 16, 16, 128, 128, 3, 3], [128, 512, 16, 16, 256, 512, 1, 1], [128, 256, 16, 16, 256, 256, 3, 3], [128, 256, 8, 8, 1024, 256, 1, 1], [128, 512, 16, 16, 1024, 512, 1, 1], [128, 1024, 8, 8, 256, 1024, 1, 1], [128, 256, 8, 8, 256, 256, 3, 3], [128, 1024, 8, 8, 512, 1024, 1, 1], [128, 512, 8, 8, 512, 512, 3, 3], [128, 512, 4, 4, 2048, 512, 1, 1], [128, 1024, 8, 8, 2048, 1024, 1, 1], [128, 2048, 4, 4, 512, 2048, 1, 1], [128, 512, 4, 4, 512, 512, 3, 3], [256, 3, 128, 128, 64, 3, 7, 7], [256, 64, 32, 32, 64, 64, 1, 1], [256, 64, 32, 32, 64, 64, 3, 3], [256, 64, 32, 32, 256, 64, 1, 1], [256, 256, 32, 32, 64, 256, 1, 1], [256, 256, 32, 32, 128, 256, 1, 1], [256, 128, 32, 32, 128, 128, 3, 3], [256, 128, 16, 16, 512, 128, 1, 1], [256, 256, 32, 32, 512, 256, 1, 1], [256, 512, 16, 16, 128, 512, 1, 1], [256, 128, 16, 16, 128, 128, 3, 3], [256, 512, 16, 16, 256, 512, 1, 1], [256, 256, 16, 16, 256, 256, 3, 3], [256, 256, 8, 8, 1024, 256, 1, 1], [256, 512, 16, 16, 1024, 512, 1, 1], [256, 1024, 8, 8, 256, 1024, 1, 1], [256, 256, 8, 8, 256, 256, 3, 3], [256, 1024, 8, 8, 512, 1024, 1, 1], [256, 512, 8, 8, 512, 512, 3, 3], [256, 512, 4, 4, 2048, 512, 1, 1], [256, 1024, 8, 8, 2048, 1024, 1, 1], [256, 2048, 4, 4, 512, 2048, 1, 1], [256, 512, 4, 4, 512, 512, 3, 3], [512, 3, 129, 129, 32, 3, 3, 3], [512, 32, 64, 64, 16, 32, 1, 1], [512, 16, 64, 64, 96, 16, 1, 1], [512, 96, 32, 32, 24, 96, 1, 1], [512, 24, 32, 32, 144, 24, 1, 1], [512, 144, 32, 32, 24, 144, 1, 1], [512, 144, 16, 16, 40, 144, 1, 1], [512, 40, 16, 16, 240, 40, 1, 1], [512, 240, 16, 16, 40, 240, 1, 1], [512, 240, 8, 8, 80, 240, 1, 1], [512, 80, 8, 8, 480, 80, 1, 1], [512, 480, 8, 8, 80, 480, 1, 1], [512, 480, 8, 8, 112, 480, 1, 1], [512, 112, 8, 8, 672, 112, 1, 1], [512, 672, 8, 8, 112, 672, 1, 1], [512, 672, 4, 4, 192, 672, 1, 1], [512, 192, 4, 4, 1152, 192, 1, 1], [512, 1152, 4, 4, 192, 1152, 1, 1], [512, 1152, 4, 4, 320, 1152, 1, 1], [512, 320, 4, 4, 1280, 320, 1, 1], [256, 3, 129, 129, 32, 3, 3, 3], [256, 32, 64, 64, 16, 32, 1, 1], [256, 16, 64, 64, 96, 16, 1, 1], [256, 96, 32, 32, 24, 96, 1, 1], [256, 24, 32, 32, 144, 24, 1, 1], [256, 144, 32, 32, 24, 144, 1, 1], [256, 144, 16, 16, 40, 144, 1, 1], [256, 40, 16, 16, 240, 40, 1, 1], [256, 240, 16, 16, 40, 240, 1, 1], [256, 240, 8, 8, 80, 240, 1, 1], [256, 80, 8, 8, 480, 80, 1, 1], [256, 480, 8, 8, 80, 480, 1, 1], [256, 480, 8, 8, 112, 480, 1, 1], [256, 112, 8, 8, 672, 112, 1, 1], [256, 672, 8, 8, 112, 672, 1, 1], [256, 672, 4, 4, 192, 672, 1, 1], [256, 192, 4, 4, 1152, 192, 1, 1], [256, 1152, 4, 4, 192, 1152, 1, 1], [256, 1152, 4, 4, 320, 1152, 1, 1], [256, 320, 4, 4, 1280, 320, 1, 1], [128, 3, 129, 129, 32, 3, 3, 3], [128, 32, 64, 64, 16, 32, 1, 1], [128, 16, 64, 64, 96, 16, 1, 1], [128, 96, 32, 32, 24, 96, 1, 1], [128, 24, 32, 32, 144, 24, 1, 1], [128, 144, 32, 32, 24, 144, 1, 1], [128, 144, 16, 16, 40, 144, 1, 1], [128, 40, 16, 16, 240, 40, 1, 1], [128, 240, 16, 16, 40, 240, 1, 1], [128, 240, 8, 8, 80, 240, 1, 1], [128, 80, 8, 8, 480, 80, 1, 1], [128, 480, 8, 8, 80, 480, 1, 1], [128, 480, 8, 8, 112, 480, 1, 1], [128, 112, 8, 8, 672, 112, 1, 1], [128, 672, 8, 8, 112, 672, 1, 1], [128, 672, 4, 4, 192, 672, 1, 1], [128, 192, 4, 4, 1152, 192, 1, 1], [128, 1152, 4, 4, 192, 1152, 1, 1], [128, 1152, 4, 4, 320, 1152, 1, 1], [128, 320, 4, 4, 1280, 320, 1, 1], [512, 3, 128, 128, 64, 3, 7, 7], [512, 64, 32, 32, 64, 64, 1, 1], [512, 64, 32, 32, 64, 64, 3, 3], [512, 64, 32, 32, 256, 64, 1, 1], [512, 256, 32, 32, 64, 256, 1, 1], [512, 256, 32, 32, 128, 256, 1, 1], [512, 128, 32, 32, 128, 128, 3, 3], [512, 128, 16, 16, 512, 128, 1, 1], [512, 256, 32, 32, 512, 256, 1, 1], [512, 512, 16, 16, 128, 512, 1, 1], [512, 128, 16, 16, 128, 128, 3, 3], [512, 512, 16, 16, 256, 512, 1, 1], [512, 256, 16, 16, 256, 256, 3, 3], [512, 256, 8, 8, 1024, 256, 1, 1], [512, 512, 16, 16, 1024, 512, 1, 1], [512, 1024, 8, 8, 256, 1024, 1, 1], [512, 256, 8, 8, 256, 256, 3, 3], [512, 1024, 8, 8, 512, 1024, 1, 1], [512, 512, 8, 8, 512, 512, 3, 3], [512, 512, 4, 4, 2048, 512, 1, 1], [512, 1024, 8, 8, 2048, 1024, 1, 1], [512, 2048, 4, 4, 512, 2048, 1, 1], [512, 512, 4, 4, 512, 512, 3, 3]]","[228, 16, 63, 33, 38, 42, 69, 20, 119, 58, 39, 19, 40, 19, 71, 13, 32, 38, 51, 31, 49, 47, 49, 449, 29, 133, 66, 66, 73, 126, 35, 226, 115, 74, 42, 74, 71, 132, 27, 49, 80, 83, 55, 91, 50, 67, 247, 92, 174, 55, 70, 71, 23, 39, 33, 12, 69, 15, 22, 39, 28, 36, 55, 52, 63, 64, 132, 51, 89, 31, 38, 41, 11, 22, 14, 7, 36, 9, 10, 47, 17, 21, 32, 31, 36, 39, 68, 32, 50, 17, 25, 23, 6, 13, 7, 5, 23, 6, 7, 27, 9, 16, 21, 18, 21, 23, 891, 53, 245, 127, 119, 138, 230, 233, 445, 213, 152, 74, 140, 134, 252, 125, 87, 157, 113, 109, 173, 105, 94]" +"add","5","torch.float16","torch.float16","H10080GBHBM3","[[1, 64, 1, 1, 1e-05], [1, 256, 1, 1, 1e-05], [1, 128, 1, 1, 1e-05], [1, 512, 1, 1, 1e-05], [1, 1024, 1, 1, 1e-05], [1, 2048, 1, 1, 1e-05]]","[1, 1, 1, 1, 1, 1]" +"rsqrt","1","N/A","torch.float16","H10080GBHBM3","[[1]]","[1]" +"sub","8","torch.float16,torch.float16","torch.float16","H10080GBHBM3","[[1, 64, 1, 1, 1, 64, 1, 1], [1, 256, 1, 1, 1, 256, 1, 1], [1, 128, 1, 1, 1, 128, 1, 1], [1, 512, 1, 1, 1, 512, 1, 1], [1, 1024, 1, 1, 1, 1024, 1, 1], [1, 2048, 1, 1, 1, 2048, 1, 1]]","[1, 1, 1, 1, 1, 1]" +"ReLU","4","torch.float16,","torch.float16","H10080GBHBM3","[[128, 64, 64, 64], [128, 64, 32, 32], [128, 256, 32, 32], [128, 128, 32, 32], [128, 128, 16, 16], [128, 512, 16, 16], [128, 256, 16, 16], [128, 256, 8, 8], [128, 1024, 8, 8], [128, 512, 8, 8], [128, 512, 4, 4], [128, 2048, 4, 4], [256, 64, 64, 64], [256, 64, 32, 32], [256, 256, 32, 32], [256, 128, 32, 32], [256, 128, 16, 16], [256, 512, 16, 16], [256, 256, 16, 16], [256, 256, 8, 8], [256, 1024, 8, 8], [256, 512, 8, 8], [256, 512, 4, 4], [256, 2048, 4, 4], [512, 64, 64, 64], [512, 64, 32, 32], [512, 256, 32, 32], [512, 128, 32, 32], [512, 128, 16, 16], [512, 512, 16, 16], [512, 256, 16, 16], [512, 256, 8, 8], [512, 1024, 8, 8], [512, 512, 8, 8], [512, 512, 4, 4], [512, 2048, 4, 4]]","[46, 11, 46, 22, 6, 22, 11, 4, 11, 6, 2, 6, 92, 22, 93, 46, 11, 46, 22, 6, 22, 11, 4, 11, 186, 48, 188, 93, 24, 95, 48, 11, 49, 24, 6, 25]" +"MaxPool2d","4","torch.float16,","torch.float16","H10080GBHBM3","[[128, 64, 64, 64], [256, 64, 64, 64], [512, 64, 64, 64]]","[138, 270, 541]" +"Identity","4","torch.float16,","torch.float16","H10080GBHBM3","[[128, 64, 32, 32], [128, 128, 16, 16], [128, 256, 8, 8], [128, 512, 4, 4], [256, 64, 32, 32], [256, 128, 16, 16], [256, 256, 8, 8], [256, 512, 4, 4], [256, 256, 32, 32], [256, 512, 16, 16], [256, 1024, 8, 8], [256, 2048, 4, 4], [512, 256, 32, 32], [512, 512, 16, 16], [512, 1024, 8, 8], [512, 2048, 4, 4]]","[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" +"iadd","8","torch.float16,torch.float16","torch.float16","H10080GBHBM3","[[128, 256, 32, 32, 128, 256, 32, 32], [128, 512, 16, 16, 128, 512, 16, 16], [128, 1024, 8, 8, 128, 1024, 8, 8], [128, 2048, 4, 4, 128, 2048, 4, 4], [256, 256, 32, 32, 256, 256, 32, 32], [256, 512, 16, 16, 256, 512, 16, 16], [256, 1024, 8, 8, 256, 1024, 8, 8], [256, 2048, 4, 4, 256, 2048, 4, 4], [512, 256, 32, 32, 512, 256, 32, 32], [512, 512, 16, 16, 512, 512, 16, 16], [512, 1024, 8, 8, 512, 1024, 8, 8], [512, 2048, 4, 4, 512, 2048, 4, 4]]","[65, 34, 13, 7, 130, 65, 32, 13, 258, 128, 64, 30]" +"interpolate","4","torch.float32","torch.float32","H10080GBHBM3","[[1, 128, 128, 128], [1, 256, 128, 128]]","[2, 3]" +"cumsum","2","N/A","torch.float32","H10080GBHBM3","[[1, 1], [2, 1]]","[12, 4]" +"getitem","4","torch.float32","torch.float32","H10080GBHBM3","[[128, 32, 32, 3], [128, 32, 32, 4], [128, 16, 16, 3], [128, 16, 16, 4], [128, 8, 8, 3], [128, 8, 8, 4], [128, 4, 4, 3], [128, 4, 4, 4], [256, 32, 32, 3], [256, 32, 32, 4], [256, 16, 16, 3], [256, 16, 16, 4], [256, 8, 8, 3], [256, 8, 8, 4], [256, 4, 4, 3], [256, 4, 4, 4]]","[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" +"truediv","6","torch.float32,torch.float32","torch.float32","H10080GBHBM3","[[128, 32, 32, 128, 1, 32], [128, 32, 32, 128, 32, 1], [128, 16, 16, 128, 1, 16], [128, 16, 16, 128, 16, 1], [128, 8, 8, 128, 1, 8], [128, 8, 8, 128, 8, 1], [128, 4, 4, 128, 1, 4], [128, 4, 4, 128, 4, 1], [256, 32, 32, 256, 1, 32], [256, 32, 32, 256, 32, 1], [256, 16, 16, 256, 1, 16], [256, 16, 16, 256, 16, 1], [256, 8, 8, 256, 1, 8], [256, 8, 8, 256, 8, 1], [256, 4, 4, 256, 1, 4], [256, 4, 4, 256, 4, 1]]","[2, 2, 2, 2, 2, 2, 1, 1, 3, 2, 2, 2, 2, 2, 2, 2]" +"div","2","torch.float32","torch.float32","H10080GBHBM3","[[128, 2]]","[1]" +"mul","2","torch.float32","torch.float32","H10080GBHBM3","[[2, 128]]","[1]" +"truediv","2","torch.float32","torch.float32","H10080GBHBM3","[[128, 128]]","[1]" +"pow","2","torch.float32","torch.float32","H10080GBHBM3","[[10000, 128]]","[3]" +"truediv","5","torch.float32,torch.float32","torch.float32","H10080GBHBM3","[[128, 32, 32, 1, 128], [128, 16, 16, 1, 128], [128, 8, 8, 1, 128], [128, 4, 4, 1, 128], [256, 32, 32, 1, 128], [256, 16, 16, 1, 128], [256, 8, 8, 1, 128], [256, 4, 4, 1, 128]]","[41, 12, 4, 2, 82, 21, 7, 3]" +"getitem","5","torch.float32","torch.float32","H10080GBHBM3","[[128, 32, 32, 128, 4], [128, 16, 16, 128, 4], [128, 8, 8, 128, 4], [128, 4, 4, 128, 4], [256, 32, 32, 128, 4], [256, 16, 16, 128, 4], [256, 8, 8, 128, 4], [256, 4, 4, 128, 4]]","[0, 0, 0, 0, 0, 0, 0, 0]" +"stack","385","torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32","torch.float32","H10080GBHBM3","[[2, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64], [2, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64], [2, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64], [2, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64]]","[112, 17, 6, 4]" +"flatten","2","N/A","torch.float32","H10080GBHBM3","[[3, 1]]","[0]" +"cat","385","torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32","torch.float32","H10080GBHBM3","[[2, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128], [2, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128], [2, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128], [2, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128]]","[91, 24, 7, 3]" +"permute","4","N/A","torch.float32","H10080GBHBM3","[[0, 3, 1, 2]]","[0]" +"permute","3","N/A","torch.float16","H10080GBHBM3","[[0, 2, 1]]","[0]" +"flatten","2","N/A","torch.bool","H10080GBHBM3","[[1, 1]]","[0]" +"getitem","3","torch.bool","torch.bool","H10080GBHBM3","[[128, 16, 4], [256, 16, 4]]","[0, 0]" +"expand","4","N/A","torch.bool","H10080GBHBM3","[[128, 1, 16, 16], [128, 1, 100, 16], [256, 1, 16, 16], [256, 1, 100, 16]]","[0, 0, 0, 0]" +"repeat","3","N/A","torch.float16","H10080GBHBM3","[[128, 1, 1], [256, 1, 1]]","[8, 13]" +"zeros_like","3","torch.float16","torch.float16","H10080GBHBM3","[[128, 100, 256], [256, 100, 256]]","[5, 9]" +"stack","769","torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32","torch.float32","H10080GBHBM3","[[2, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64], [2, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64], [2, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64], [2, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64]]","[220, 52, 10, 4]" +"cat","769","torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32","torch.float32","H10080GBHBM3","[[2, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128], [2, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128], [2, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128], [2, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128]]","[186, 49, 13, 5]" +"ZeroPad2d","4","torch.float16,","torch.float16","H10080GBHBM3","[[512, 3, 128, 128], [512, 96, 64, 64], [512, 144, 32, 32], [512, 240, 16, 16], [512, 672, 8, 8], [256, 3, 128, 128], [256, 96, 64, 64], [256, 144, 32, 32], [256, 240, 16, 16], [256, 672, 8, 8], [128, 3, 128, 128], [128, 96, 64, 64], [128, 144, 32, 32], [128, 240, 16, 16], [128, 672, 8, 8]]","[104, 836, 341, 146, 134, 54, 421, 174, 78, 73, 27, 213, 90, 32, 27]" +"BatchNorm2d","6","torch.float16,torch.float16,torch.float16","torch.float16","H10080GBHBM3","[[512, 32, 64, 64, 32, 32], [512, 16, 64, 64, 16, 16], [512, 96, 64, 64, 96, 96], [512, 96, 32, 32, 96, 96], [512, 24, 32, 32, 24, 24], [512, 144, 32, 32, 144, 144], [512, 144, 16, 16, 144, 144], [512, 40, 16, 16, 40, 40], [512, 240, 16, 16, 240, 240], [512, 240, 8, 8, 240, 240], [512, 80, 8, 8, 80, 80], [512, 480, 8, 8, 480, 480], [512, 112, 8, 8, 112, 112], [512, 672, 8, 8, 672, 672], [512, 672, 4, 4, 672, 672], [512, 192, 4, 4, 192, 192], [512, 1152, 4, 4, 1152, 1152], [512, 320, 4, 4, 320, 320], [512, 1280, 4, 4, 1280, 1280], [256, 32, 64, 64, 32, 32], [256, 16, 64, 64, 16, 16], [256, 96, 64, 64, 96, 96], [256, 96, 32, 32, 96, 96], [256, 24, 32, 32, 24, 24], [256, 144, 32, 32, 144, 144], [256, 144, 16, 16, 144, 144], [256, 40, 16, 16, 40, 40], [256, 240, 16, 16, 240, 240], [256, 240, 8, 8, 240, 240], [256, 80, 8, 8, 80, 80], [256, 480, 8, 8, 480, 480], [256, 112, 8, 8, 112, 112], [256, 672, 8, 8, 672, 672], [256, 672, 4, 4, 672, 672], [256, 192, 4, 4, 192, 192], [256, 1152, 4, 4, 1152, 1152], [256, 320, 4, 4, 320, 320], [256, 1280, 4, 4, 1280, 1280], [128, 32, 64, 64, 32, 32], [128, 16, 64, 64, 16, 16], [128, 96, 64, 64, 96, 96], [128, 96, 32, 32, 96, 96], [128, 24, 32, 32, 24, 24], [128, 144, 32, 32, 144, 144], [128, 144, 16, 16, 144, 144], [128, 40, 16, 16, 40, 40], [128, 240, 16, 16, 240, 240], [128, 240, 8, 8, 240, 240], [128, 80, 8, 8, 80, 80], [128, 480, 8, 8, 480, 480], [128, 112, 8, 8, 112, 112], [128, 672, 8, 8, 672, 672], [128, 672, 4, 4, 672, 672], [128, 192, 4, 4, 192, 192], [128, 1152, 4, 4, 1152, 1152], [128, 320, 4, 4, 320, 320], [128, 1280, 4, 4, 1280, 1280], [256, 64, 64, 64, 64, 64], [256, 64, 32, 32, 64, 64], [256, 256, 32, 32, 256, 256], [256, 128, 32, 32, 128, 128], [256, 128, 16, 16, 128, 128], [256, 512, 16, 16, 512, 512], [256, 256, 16, 16, 256, 256], [256, 256, 8, 8, 256, 256], [256, 1024, 8, 8, 1024, 1024], [256, 512, 8, 8, 512, 512], [256, 512, 4, 4, 512, 512], [256, 2048, 4, 4, 2048, 2048], [512, 64, 64, 64, 64, 64], [512, 64, 32, 32, 64, 64], [512, 256, 32, 32, 256, 256], [512, 128, 32, 32, 128, 128], [512, 128, 16, 16, 128, 128], [512, 512, 16, 16, 512, 512], [512, 256, 16, 16, 256, 256], [512, 256, 8, 8, 256, 256], [512, 1024, 8, 8, 1024, 1024], [512, 512, 8, 8, 512, 512], [512, 512, 4, 4, 512, 512], [512, 2048, 4, 4, 2048, 2048]]","[169, 87, 494, 132, 36, 198, 52, 18, 83, 79, 28, 155, 39, 164, 110, 34, 165, 55, 164, 88, 45, 252, 67, 18, 104, 28, 11, 45, 41, 16, 80, 22, 109, 59, 19, 94, 30, 104, 47, 18, 129, 37, 9, 55, 17, 7, 23, 23, 10, 41, 12, 57, 31, 13, 50, 18, 55, 169, 49, 179, 92, 25, 89, 47, 45, 164, 86, 45, 164, 329, 92, 348, 176, 46, 172, 89, 84, 164, 164, 85, 164]" +"SiLU","4","torch.float16,","torch.float16","H10080GBHBM3","[[512, 32, 64, 64], [512, 8, 1, 1], [512, 96, 64, 64], [512, 96, 32, 32], [512, 4, 1, 1], [512, 144, 32, 32], [512, 6, 1, 1], [512, 144, 16, 16], [512, 240, 16, 16], [512, 10, 1, 1], [512, 240, 8, 8], [512, 480, 8, 8], [512, 20, 1, 1], [512, 672, 8, 8], [512, 28, 1, 1], [512, 672, 4, 4], [512, 1152, 4, 4], [512, 48, 1, 1], [512, 1280, 4, 4], [256, 32, 64, 64], [256, 8, 1, 1], [256, 96, 64, 64], [256, 96, 32, 32], [256, 4, 1, 1], [256, 144, 32, 32], [256, 6, 1, 1], [256, 144, 16, 16], [256, 240, 16, 16], [256, 10, 1, 1], [256, 240, 8, 8], [256, 480, 8, 8], [256, 20, 1, 1], [256, 672, 8, 8], [256, 28, 1, 1], [256, 672, 4, 4], [256, 1152, 4, 4], [256, 48, 1, 1], [256, 1280, 4, 4], [128, 32, 64, 64], [128, 8, 1, 1], [128, 96, 64, 64], [128, 96, 32, 32], [128, 4, 1, 1], [128, 144, 32, 32], [128, 6, 1, 1], [128, 144, 16, 16], [128, 240, 16, 16], [128, 10, 1, 1], [128, 240, 8, 8], [128, 480, 8, 8], [128, 20, 1, 1], [128, 672, 8, 8], [128, 28, 1, 1], [128, 672, 4, 4], [128, 1152, 4, 4], [128, 48, 1, 1], [128, 1280, 4, 4]]","[98, 1, 292, 73, 1, 109, 1, 29, 47, 1, 11, 24, 1, 32, 1, 8, 13, 2, 15, 50, 1, 149, 37, 1, 56, 1, 13, 24, 1, 6, 11, 1, 16, 2, 5, 7, 1, 8, 26, 1, 73, 19, 1, 29, 1, 7, 11, 1, 4, 6, 1, 8, 1, 3, 4, 1, 4]" +"forward","4","torch.float16","torch.float16","H10080GBHBM3","[[512, 32, 64, 64], [512, 96, 65, 65], [512, 144, 32, 32], [512, 144, 35, 35], [512, 240, 16, 16], [512, 240, 17, 17], [512, 480, 8, 8], [512, 672, 8, 8], [512, 672, 11, 11], [512, 1152, 4, 4], [256, 32, 64, 64], [256, 96, 65, 65], [256, 144, 32, 32], [256, 144, 35, 35], [256, 240, 16, 16], [256, 240, 17, 17], [256, 480, 8, 8], [256, 672, 8, 8], [256, 672, 11, 11], [256, 1152, 4, 4], [128, 32, 64, 64], [128, 96, 65, 65], [128, 144, 32, 32], [128, 144, 35, 35], [128, 240, 16, 16], [128, 240, 17, 17], [128, 480, 8, 8], [128, 672, 8, 8], [128, 672, 11, 11], [128, 1152, 4, 4]]","[151, 546, 183, 697, 121, 84, 70, 163, 129, 302, 76, 275, 95, 352, 62, 43, 35, 82, 67, 150, 40, 139, 48, 176, 32, 21, 19, 42, 34, 78]" +"AdaptiveAvgPool2d","4","torch.float16,","torch.float16","H10080GBHBM3","[[512, 32, 64, 64], [512, 96, 32, 32], [512, 144, 32, 32], [512, 144, 16, 16], [512, 240, 16, 16], [512, 240, 8, 8], [512, 480, 8, 8], [512, 672, 8, 8], [512, 672, 4, 4], [512, 1152, 4, 4], [256, 32, 64, 64], [256, 96, 32, 32], [256, 144, 32, 32], [256, 144, 16, 16], [256, 240, 16, 16], [256, 240, 8, 8], [256, 480, 8, 8], [256, 672, 8, 8], [256, 672, 4, 4], [256, 1152, 4, 4], [128, 32, 64, 64], [128, 96, 32, 32], [128, 144, 32, 32], [128, 144, 16, 16], [128, 240, 16, 16], [128, 240, 8, 8], [128, 480, 8, 8], [128, 672, 8, 8], [128, 672, 4, 4], [128, 1152, 4, 4], [256, 2048, 4, 4], [512, 2048, 4, 4]]","[58, 51, 70, 30, 44, 29, 60, 83, 37, 62, 32, 29, 42, 11, 24, 16, 29, 42, 19, 32, 19, 10, 21, 7, 10, 9, 16, 21, 11, 17, 55, 114]" +"Sigmoid","4","torch.float16,","torch.float16","H10080GBHBM3","[[512, 32, 1, 1], [512, 96, 1, 1], [512, 144, 1, 1], [512, 240, 1, 1], [512, 480, 1, 1], [512, 672, 1, 1], [512, 1152, 1, 1], [256, 32, 1, 1], [256, 96, 1, 1], [256, 144, 1, 1], [256, 240, 1, 1], [256, 480, 1, 1], [256, 672, 1, 1], [256, 1152, 1, 1], [128, 32, 1, 1], [128, 96, 1, 1], [128, 144, 1, 1], [128, 240, 1, 1], [128, 480, 1, 1], [128, 672, 1, 1], [128, 1152, 1, 1]]","[1, 1, 1, 2, 2, 2, 2, 1, 1, 1, 1, 1, 1, 2, 1, 2, 1, 1, 1, 1, 1]" +"AvgPool2d","4","torch.float16,","torch.float16","H10080GBHBM3","[[512, 1280, 4, 4], [256, 1280, 4, 4], [128, 1280, 4, 4]]","[16, 10, 7]" +"reshape","2","N/A","torch.float16","H10080GBHBM3","[[2, 1]]","[0]" +"Dropout","2","torch.float16,","torch.float16","H10080GBHBM3","[[512, 1280], [256, 1280], [128, 1280]]","[0, 0, 0]" +"Linear","5","torch.float16,torch.float16,torch.float16","torch.float16","H10080GBHBM3","[[512, 1280, 1000, 1280, 1000], [256, 1280, 1000, 1280, 1000], [128, 1280, 1000, 1280, 1000], [128, 768, 1000, 768, 1000], [256, 2048, 1000, 2048, 1000], [512, 2048, 1000, 2048, 1000]]","[11, 8, 7, 9, 10, 11]" +"Size","2","N/A","N/A","H10080GBHBM3","[[2, 1]]","[0]" +"Flatten","4","torch.float16,","torch.float16","H10080GBHBM3","[[256, 2048, 1, 1], [512, 2048, 1, 1]]","[0, 0]" From 8b33fc5a93bbe39a3e16c1cc0dd5586b37daf3dd Mon Sep 17 00:00:00 2001 From: Yazan Masoud Date: Sat, 26 Oct 2024 20:19:10 -0400 Subject: [PATCH 15/16] remove profileractivity.cpu --- centml/compiler/prediction/profiler.py | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/centml/compiler/prediction/profiler.py b/centml/compiler/prediction/profiler.py index 28226a7..5a59afa 100644 --- a/centml/compiler/prediction/profiler.py +++ b/centml/compiler/prediction/profiler.py @@ -32,7 +32,7 @@ def propagate(self, *args): actual_time = t with torch.profiler.profile( - activities=[torch.profiler.ProfilerActivity.CUDA, torch.profiler.ProfilerActivity.CPU] + activities=[torch.profiler.ProfilerActivity.CUDA] ) as prof: self.mod(*args) for event in prof.events(): @@ -106,7 +106,7 @@ def get_time_or_profile(key, inp_shapes, operation, *args, **kwargs): if self.data_collection_mode: with torch.profiler.profile( - activities=[torch.profiler.ProfilerActivity.CUDA, torch.profiler.ProfilerActivity.CPU] + activities=[torch.profiler.ProfilerActivity.CUDA] ) as prof: operation(*args, **kwargs) From d5d6beedcaae7cdfe4e104d3d5e866e7f79cfae7 Mon Sep 17 00:00:00 2001 From: yaxan Date: Sun, 27 Oct 2024 00:24:47 +0000 Subject: [PATCH 16/16] run linter --- centml/compiler/prediction/profiler.py | 8 ++------ 1 file changed, 2 insertions(+), 6 deletions(-) diff --git a/centml/compiler/prediction/profiler.py b/centml/compiler/prediction/profiler.py index 5a59afa..9325e7a 100644 --- a/centml/compiler/prediction/profiler.py +++ b/centml/compiler/prediction/profiler.py @@ -31,9 +31,7 @@ def propagate(self, *args): # actual_time is to compare prediction to execution time of GraphModule actual_time = t - with torch.profiler.profile( - activities=[torch.profiler.ProfilerActivity.CUDA] - ) as prof: + with torch.profiler.profile(activities=[torch.profiler.ProfilerActivity.CUDA]) as prof: self.mod(*args) for event in prof.events(): # Ignore CPU events for now @@ -105,9 +103,7 @@ def get_time_or_profile(key, inp_shapes, operation, *args, **kwargs): t = self.tree_db.get(key, inp_shapes) if self.data_collection_mode: - with torch.profiler.profile( - activities=[torch.profiler.ProfilerActivity.CUDA] - ) as prof: + with torch.profiler.profile(activities=[torch.profiler.ProfilerActivity.CUDA]) as prof: operation(*args, **kwargs) if t is None: