diff --git a/.github/workflows/unit_tests.yml b/.github/workflows/unit_tests.yml index 9c2d6e1..b924aeb 100644 --- a/.github/workflows/unit_tests.yml +++ b/.github/workflows/unit_tests.yml @@ -25,7 +25,6 @@ jobs: run: | python -m pip install --upgrade pip pip install -r requirements-dev.txt - pip install hidet pip install . - name: Test with pytest run: | diff --git a/README.md b/README.md index 98ad196..d14fa8f 100644 --- a/README.md +++ b/README.md @@ -2,9 +2,6 @@ ![](https://github.com/CentML/centml-python-client/actions/workflows/unit_tests.yml/badge.svg) ### Installation -First, ensure you meet the requirements for [Hidet](https://github.com/hidet-org/hidet), namely: -- CUDA Toolkit 11.6+ -- Python 3.8+ To install without cloning, run the following command: ```bash @@ -36,46 +33,6 @@ source scripts/completions/completion. Shell language can be: bash, zsh, fish (Hint: add `source /path/to/completions/completion.` to your `~/.bashrc`, `~/.zshrc` or `~/.config/fish/completions/centml.fish`) -### Compilation - -centml-python-client's compiler feature allows you to compile your ML model remotely using the [hidet](https://hidet.org/docs/stable/index.html) backend. \ -Thus, use the compilation feature, make sure to run: -```bash -pip install hidet -``` - -To run the server locally, you can use the following CLI command: -```bash -centml server -``` -By default, the server will run at the URL `http://0.0.0.0:8090`. \ -You can change this by setting the environment variable `CENTML_SERVER_URL` - - -Then, within your python script include the following: -```python -import torch -# This will import the "centml" torch.compile backend -import centml.compiler - -# Define these yourself -model = ... -inputs = ... - -# Pass the "centml" backend -compiled_model = torch.compile(model, backend="centml") -# Since torch.compile is JIT, compilation is only triggered when you first call the model -output = compiled_model(inputs) -``` -Note that the centml backend compiler is non-blocking. This means it that until the server returns the compiled model, your python script will use the uncompiled model to generate the output. - -Again, make sure your script's environment sets `CENTML_SERVER_URL` to communicate with the desired server. - -To see logs, add this to your script before triggering compilation: -```python -logging.basicConfig(level=logging.INFO) -``` - ### Tests To run tests, first install required packages: ```bash diff --git a/centml/__init__.py b/centml/__init__.py index 551291c..e69de29 100644 --- a/centml/__init__.py +++ b/centml/__init__.py @@ -1 +0,0 @@ -from centml.compiler.main import compile diff --git a/centml/cli/main.py b/centml/cli/main.py index 20b960e..dbf1000 100644 --- a/centml/cli/main.py +++ b/centml/cli/main.py @@ -31,13 +31,6 @@ def cli(): cli.add_command(logout) -@cli.command(help="Start remote compilation server") -def server(): - from centml.compiler.server import run - - run() - - @click.group(help="CentML cluster CLI tool") def ccluster(): pass diff --git a/centml/compiler/__init__.py b/centml/compiler/__init__.py deleted file mode 100644 index 03d6a07..0000000 --- a/centml/compiler/__init__.py +++ /dev/null @@ -1,3 +0,0 @@ -from centml.compiler.main import compile - -all = ["compile"] diff --git a/centml/compiler/backend.py b/centml/compiler/backend.py deleted file mode 100644 index 509e8a0..0000000 --- a/centml/compiler/backend.py +++ /dev/null @@ -1,194 +0,0 @@ -import os -import gc -import time -import hashlib -import logging -import threading as th -from http import HTTPStatus -from weakref import ReferenceType, ref -from tempfile import TemporaryDirectory -from typing import List, Callable, Optional -import requests -import torch -from torch.fx import GraphModule -from centml.compiler.config import settings, CompilationStatus -from centml.compiler.utils import get_backend_compiled_forward_path - - -class Runner: - def __init__(self, module: GraphModule, inputs: List[torch.Tensor]): - if not module: - raise Exception("No module provided") - - self._module: ReferenceType[GraphModule] = ref(module) - self._inputs: List[torch.Tensor] = inputs - self.compiled_forward_function: Optional[Callable[[torch.Tensor], tuple]] = None - self.lock = th.Lock() - self.child_thread = th.Thread(target=self.remote_compilation_starter) - - self.serialized_model_dir: Optional[TemporaryDirectory] = None - self.serialized_model_path: Optional[str] = None - self.serialized_input_path: Optional[str] = None - - try: - self.child_thread.start() - except Exception as e: - logging.getLogger(__name__).exception(f"Failed to start compilation thread\n{e}") - - @property - def module(self) -> Optional[GraphModule]: - return self._module() - - @module.deleter - def module(self): - self._module().graph.owning_module = None - self._module = None - - @property - def inputs(self) -> List[torch.Tensor]: - return self._inputs - - @inputs.deleter - def inputs(self): - self._inputs = None - - def _serialize_model_and_inputs(self): - self.serialized_model_dir = TemporaryDirectory() # pylint: disable=consider-using-with - self.serialized_model_path = os.path.join(self.serialized_model_dir.name, settings.CENTML_SERIALIZED_MODEL_FILE) - self.serialized_input_path = os.path.join(self.serialized_model_dir.name, settings.CENTML_SERIALIZED_INPUT_FILE) - - # torch.save saves a zip file full of pickled files with the model's states. - try: - torch.save(self.module, self.serialized_model_path, pickle_protocol=settings.CENTML_PICKLE_PROTOCOL) - torch.save(self.inputs, self.serialized_input_path, pickle_protocol=settings.CENTML_PICKLE_PROTOCOL) - except Exception as e: - raise Exception(f"Failed to save module or inputs with torch.save: {e}") from e - - def _get_model_id(self) -> str: - if not self.serialized_model_path or not os.path.isfile(self.serialized_model_path): - raise Exception(f"Model not saved at path {self.serialized_model_path}") - - sha_hash = hashlib.sha256() - with open(self.serialized_model_path, "rb") as serialized_model_file: - # Read in chunks to not load too much into memory - for block in iter(lambda: serialized_model_file.read(settings.CENTML_HASH_CHUNK_SIZE), b""): - sha_hash.update(block) - - model_id = sha_hash.hexdigest() - logging.info(f"Model has id {model_id}") - return model_id - - def _download_model(self, model_id: str): - download_response = requests.get( - url=f"{settings.CENTML_SERVER_URL}/download/{model_id}", timeout=settings.CENTML_COMPILER_TIMEOUT - ) - if download_response.status_code != HTTPStatus.OK: - raise Exception( - f"Download: request failed, exception from server:\n{download_response.json().get('detail')}" - ) - if download_response.content == b"": - raise Exception("Download: empty response from server") - download_path = get_backend_compiled_forward_path(model_id) - with open(download_path, "wb") as f: - f.write(download_response.content) - return torch.load(download_path) - - def _compile_model(self, model_id: str): - # The model should have been saved using torch.save when we found the model_id - if not self.serialized_model_path or not self.serialized_input_path: - raise Exception("Model or inputs not serialized") - if not os.path.isfile(self.serialized_model_path): - raise Exception(f"Model not saved at path {self.serialized_model_path}") - if not os.path.isfile(self.serialized_input_path): - raise Exception(f"Inputs not saved at path {self.serialized_input_path}") - - with open(self.serialized_model_path, 'rb') as model_file, open(self.serialized_input_path, 'rb') as input_file: - compile_response = requests.post( - url=f"{settings.CENTML_SERVER_URL}/submit/{model_id}", - files={"model": model_file, "inputs": input_file}, - timeout=settings.CENTML_COMPILER_TIMEOUT, - ) - if compile_response.status_code != HTTPStatus.OK: - raise Exception( - f"Compile model: request failed, exception from server:\n{compile_response.json().get('detail')}\n" - ) - - def _wait_for_status(self, model_id: str) -> bool: - tries = 0 - while True: - # get server compilation status - status = None - try: - status_response = requests.get( - f"{settings.CENTML_SERVER_URL}/status/{model_id}", timeout=settings.CENTML_COMPILER_TIMEOUT - ) - if status_response.status_code != HTTPStatus.OK: - raise Exception( - f"Status check: request failed, exception from server:\n{status_response.json().get('detail')}" - ) - status = status_response.json().get("status") - except Exception as e: - logging.getLogger(__name__).exception(f"Status check failed:\n{e}") - - if status == CompilationStatus.DONE.value: - return True - elif status == CompilationStatus.COMPILING.value: - pass - elif status == CompilationStatus.NOT_FOUND.value: - logging.info("Submitting model to server for compilation.") - try: - self._compile_model(model_id) - except Exception as e: - logging.getLogger(__name__).exception(f"Submitting compilation failed:\n{e}") - tries += 1 - else: - tries += 1 - - if tries > settings.CENTML_COMPILER_MAX_RETRIES: - raise Exception("Waiting for status: compilation failed too many times.\n") - - time.sleep(settings.CENTML_COMPILER_SLEEP_TIME) - - def remote_compilation_starter(self): - try: - self.remote_compilation() - except Exception as e: - logging.getLogger(__name__).exception(f"Compilation thread failed:\n{e}") - - def remote_compilation(self): - self._serialize_model_and_inputs() - - model_id = self._get_model_id() - - # check if compiled forward is saved locally - compiled_forward_path = get_backend_compiled_forward_path(model_id) - if os.path.isfile(compiled_forward_path): - logging.info("Compiled model found in local cache. Not submitting to server.") - compiled_forward = torch.load(compiled_forward_path) - else: - self._wait_for_status(model_id) - compiled_forward = self._download_model(model_id) - - self.compiled_forward_function = compiled_forward - - logging.info("Compilation successful.") - - # Let garbage collector free the memory used by the uncompiled model - with self.lock: - del self.inputs - if self.module: - del self.module - gc.collect() - torch.cuda.empty_cache() - - def __call__(self, *args, **kwargs): - # If model is currently compiling, return the uncompiled forward function - with self.lock: - if not self.compiled_forward_function: - return self.module.forward(*args, **kwargs) - - return self.compiled_forward_function(*args) - - -def centml_dynamo_backend(gm: GraphModule, example_inputs: List[torch.Tensor]): - return Runner(gm, example_inputs) diff --git a/centml/compiler/config.py b/centml/compiler/config.py deleted file mode 100644 index 9c11c53..0000000 --- a/centml/compiler/config.py +++ /dev/null @@ -1,45 +0,0 @@ -import os -from enum import Enum -from pydantic_settings import BaseSettings - - -class CompilationStatus(Enum): - NOT_FOUND = "NOT_FOUND" - COMPILING = "COMPILING" - DONE = "DONE" - - -class OperationMode(Enum): - PREDICTION = "PREDICTION" - REMOTE_COMPILATION = "REMOTE_COMPILATION" - - -class Config(BaseSettings): - CENTML_COMPILER_TIMEOUT: int = 10 - CENTML_COMPILER_MAX_RETRIES: int = 3 - CENTML_COMPILER_SLEEP_TIME: int = 15 - - CENTML_BASE_CACHE_DIR: str = os.path.expanduser("~/.cache/centml") - CENTML_BACKEND_BASE_PATH: str = os.path.join(CENTML_BASE_CACHE_DIR, "backend") - CENTML_SERVER_BASE_PATH: str = os.path.join(CENTML_BASE_CACHE_DIR, "server") - - CENTML_SERVER_URL: str = "http://0.0.0.0:8090" - - # Use a constant path since torch.save uses the given file name in it's zipfile. - # Using a different filename would result in a different hash. - CENTML_SERIALIZED_MODEL_FILE: str = "serialized_model.zip" - CENTML_SERIALIZED_INPUT_FILE: str = "serialized_input.zip" - CENTML_PICKLE_PROTOCOL: int = 4 - - CENTML_HASH_CHUNK_SIZE: int = 4096 - - # If the server response is smaller than this, don't gzip it - CENTML_MINIMUM_GZIP_SIZE: int = 1000 - - CENTML_MODE: OperationMode = OperationMode.REMOTE_COMPILATION - CENTML_PREDICTION_DATA_FILE: str = 'tests/sample_data.csv' - CENTML_PREDICTION_GPUS: str = "A10G,A100SXM440GB,L4,H10080GBHBM3" - CENTML_PROMETHEUS_PORT: int = 8000 - - -settings = Config() diff --git a/centml/compiler/main.py b/centml/compiler/main.py deleted file mode 100644 index d3efee1..0000000 --- a/centml/compiler/main.py +++ /dev/null @@ -1,57 +0,0 @@ -import builtins -from typing import Callable, Dict, Optional, Union - -from centml.compiler.config import OperationMode, settings - - -def compile( - model: Optional[Callable] = None, - *, - fullgraph: builtins.bool = False, - dynamic: Optional[builtins.bool] = None, - mode: Union[str, None] = None, - options: Optional[Dict[str, Union[str, builtins.int, builtins.bool]]] = None, - disable: builtins.bool = False, -) -> Callable: - import torch - - if settings.CENTML_MODE == OperationMode.REMOTE_COMPILATION: - from centml.compiler.backend import centml_dynamo_backend - - # Return the remote-compiled model - compiled_model = torch.compile( - model, - backend=centml_dynamo_backend, # Compilation backend - fullgraph=fullgraph, - dynamic=dynamic, - mode=mode, - options=options, - disable=disable, - ) - return compiled_model - elif settings.CENTML_MODE == OperationMode.PREDICTION: - from centml.compiler.prediction.backend import centml_prediction_backend, get_gauge - - # Proceed with prediction workflow - compiled_model = torch.compile( - model, - backend=centml_prediction_backend, # Prediction backend - fullgraph=fullgraph, - dynamic=dynamic, - mode=mode, - options=options, - disable=disable, - ) - - def centml_wrapper(*args, **kwargs): - out = compiled_model(*args, **kwargs) - # Update the prometheus metrics with final values - gauge = get_gauge() - for gpu in settings.CENTML_PREDICTION_GPUS.split(','): - gauge.set_metric_value(gpu) - - return out - - return centml_wrapper - else: - raise Exception("Invalid operation mode") diff --git a/centml/compiler/prediction/backend.py b/centml/compiler/prediction/backend.py deleted file mode 100644 index 6610812..0000000 --- a/centml/compiler/prediction/backend.py +++ /dev/null @@ -1,28 +0,0 @@ -from typing import List - -import torch -from torch._subclasses.fake_tensor import FakeTensorMode - -from centml.compiler.config import settings -from centml.compiler.prediction.kdtree import get_tree_db -from centml.compiler.prediction.metric import get_gauge -from centml.compiler.prediction.profiler import Profiler - - -def centml_prediction_backend(gm: torch.fx.GraphModule, example_inputs: List[torch.Tensor]): - profilers = [] - tree_db = get_tree_db() - for gpu in settings.CENTML_PREDICTION_GPUS.split(','): - profilers.append(Profiler(gm, gpu, tree_db)) - - def forward(*args): - fake_mode = FakeTensorMode(allow_non_fake_inputs=True) - fake_args = [fake_mode.from_tensor(arg) if isinstance(arg, torch.Tensor) else arg for arg in args] - with fake_mode: - for prof in profilers: - out, t = prof.propagate(*fake_args) - gauge = get_gauge() - gauge.increment(prof.gpu, t) - return out - - return forward diff --git a/centml/compiler/prediction/kdtree.py b/centml/compiler/prediction/kdtree.py deleted file mode 100644 index f42a63e..0000000 --- a/centml/compiler/prediction/kdtree.py +++ /dev/null @@ -1,69 +0,0 @@ -import ast -import csv -import logging - -from sklearn.neighbors import KDTree # type: ignore - -from centml.compiler.config import settings - -_tree_db = None - - -class KDTreeWithValues: - def __init__(self, points=None, values=None): - self.points = points if points else [] - self.values = values if values else [] - if self.points: - self.tree = KDTree(self.points) - else: - self.tree = None - - def add(self, point, value): - self.points.append(point) - self.values.append(value) - self.tree = KDTree(self.points) - - def query(self, point): - if self.tree is None: - return None, None - - dist, idx = self.tree.query([point], k=1) - return dist[0][0], self.values[idx[0][0]] - - -class TreeDB: - def __init__(self, data_csv): - self.db = {} - self._populate_db(data_csv) - - def get(self, key, inp): - if key not in self.db: - logging.getLogger(__name__).warning(f"Key {key} not found in database") - return float('-inf') - # TODO: Handle the case of unfound keys better. For now, return -inf to indicate something went wrong. - # Ideally, we shouldn't throw away a whole prediction because of one possibly insignificant node. - - _, val = self.db[key].query(inp) - return val - - def _add_from_db(self, key, points, values): - self.db[key] = KDTreeWithValues(points, values) - - def _populate_db(self, data_csv): - with open(data_csv, newline='') as f: - reader = csv.DictReader(f) - for row in reader: - try: - key = (row['op'], int(row['dim']), row['inp_dtypes'], row['out_dtypes'], row['gpu']) - points = ast.literal_eval(row['points']) - values = ast.literal_eval(row['values']) - self._add_from_db(key, points, values) - except ValueError as e: - logging.getLogger(__name__).exception(f"Error parsing row: {row}\n{e}") - - -def get_tree_db(): - global _tree_db - if _tree_db is None: - _tree_db = TreeDB(settings.CENTML_PREDICTION_DATA_FILE) - return _tree_db diff --git a/centml/compiler/prediction/metric.py b/centml/compiler/prediction/metric.py deleted file mode 100644 index 8736136..0000000 --- a/centml/compiler/prediction/metric.py +++ /dev/null @@ -1,30 +0,0 @@ -import time - -from prometheus_client import Gauge, start_http_server - -from centml.compiler.config import settings - -_gauge = None - - -def get_gauge(): - global _gauge - if _gauge is None: - _gauge = GaugeMetric() - return _gauge - - -class GaugeMetric: - def __init__(self): - start_http_server(settings.CENTML_PROMETHEUS_PORT) - self._gauge = Gauge('execution_time_microseconds', 'Kernel execution times by GPU', ['gpu', 'timestamp']) - self._values = {} - - def increment(self, gpu_name, value): - if gpu_name not in self._values: - self._values[gpu_name] = 0 - self._values[gpu_name] += value - - def set_metric_value(self, gpu_name): - self._gauge.labels(gpu=gpu_name, timestamp=time.time()).set(self._values[gpu_name]) - self._values[gpu_name] = 0 diff --git a/centml/compiler/prediction/profiler.py b/centml/compiler/prediction/profiler.py deleted file mode 100644 index 9325e7a..0000000 --- a/centml/compiler/prediction/profiler.py +++ /dev/null @@ -1,189 +0,0 @@ -from typing import Dict - -import torch -import torch.fx -from torch.fx.node import Node - -from scripts.timer import timed - - -class Profiler: - def __init__(self, mod, gpu, treeDB, data_collection_mode=False): - self.mod = mod - self.graph = mod.graph - self.modules = dict(self.mod.named_modules()) - self.tree_db = treeDB - self.gpu = gpu - self.data_collection_mode = data_collection_mode - self.trace_event_idx = 0 - - def propagate(self, *args): - args_iter = iter(args) - env: Dict[str, Node] = {} - total_gpu_time = 0 - actual_time = 0 - trace_events = [] - if self.data_collection_mode: - # Warmup before profiling - for _ in range(10): - _, t = timed(lambda: self.mod(*args)) - - # actual_time is to compare prediction to execution time of GraphModule - actual_time = t - - with torch.profiler.profile(activities=[torch.profiler.ProfilerActivity.CUDA]) as prof: - self.mod(*args) - for event in prof.events(): - # Ignore CPU events for now - if event.trace_name is None or event.device_type == torch.autograd.DeviceType.CPU: - continue - # Create a mapping of kernel execution times to the corresponding trace events - trace_events.append(event.time_range.elapsed_us()) - - def load_arg(a): - return torch.fx.graph.map_arg(a, lambda n: env[n.name]) - - def fetch_attr(target: str): - target_atoms = target.split('.') - attr_itr = self.mod - for i, atom in enumerate(target_atoms): - if not hasattr(attr_itr, atom): - raise RuntimeError(f"Node referenced nonexistant target {'.'.join(target_atoms[:i])}") - attr_itr = getattr(attr_itr, atom) - return attr_itr - - def get_flattened_shapes(args): - flattened_shapes = [] - dtypes = [] - - for arg in args: - if isinstance(arg, (tuple, list)): - if len(arg) > 0 and isinstance(arg[0], (tuple, list, torch.Tensor)): - nested_shapes, nested_dtypes = get_flattened_shapes(arg[0]) - shape = [len(arg)] + nested_shapes - dtypes.extend(nested_dtypes.split(',')) - else: - shape = [len(arg)] - elif isinstance(arg, torch.Tensor): - shape = list(arg.shape) - dtypes.append(str(arg.dtype)) - elif isinstance(arg, bool): - shape = [1 if arg is True else 0] - elif isinstance(arg, (int, float)): - shape = [arg] - else: - shape = [1] - flattened_shapes.extend(shape) - - if len(flattened_shapes) < 2: - flattened_shapes.extend([1]) - - input_dtypes = ','.join(dtypes) if dtypes else 'N/A' - - return flattened_shapes, input_dtypes - - def get_output_dtypes(results): - def find_dtypes(results): - if isinstance(results, torch.Tensor): - return [str(results.dtype)] - if isinstance(results, (list, tuple)): - dtypes = [] - for item in results: - dtypes.extend(find_dtypes(item)) - return dtypes - return [] - - types = find_dtypes(results) - - if types: - return ','.join(types) - return 'N/A' - - def get_time_or_profile(key, inp_shapes, operation, *args, **kwargs): - t = self.tree_db.get(key, inp_shapes) - - if self.data_collection_mode: - with torch.profiler.profile(activities=[torch.profiler.ProfilerActivity.CUDA]) as prof: - operation(*args, **kwargs) - - if t is None: - # New key - event_time_total = 0 - for event in prof.events(): - if event.trace_name is None or event.device_type == torch.autograd.DeviceType.CPU: - continue - event_time_total += trace_events[self.trace_event_idx] - self.trace_event_idx += 1 - t = event_time_total - self.tree_db.add(key, inp_shapes, t) - else: - # Existing key, increment trace_event_idx by # of events to maintain mapping to trace_events list - for event in prof.events(): - if event.trace_name is None or event.device_type == torch.autograd.DeviceType.CPU: - continue - self.trace_event_idx += 1 - - return t - - for node in self.graph.nodes: - result = None - if node.op == 'placeholder': - result = next(args_iter) - elif node.op == 'get_attr': - result = fetch_attr(node.target) - elif node.op == 'call_function': - args = load_arg(node.args) - kwargs = load_arg(node.kwargs) - result = node.target(*args, **kwargs) - - inp_shapes, input_dtypes = get_flattened_shapes(args) - output_dtypes = get_output_dtypes(result) - - key = (node.target.__name__, len(inp_shapes), input_dtypes, output_dtypes, self.gpu) - - t = get_time_or_profile(key, inp_shapes, node.target, *args, **kwargs) - - total_gpu_time += t - elif node.op == 'call_method': - self_obj, *args = load_arg(node.args) - kwargs = load_arg(node.kwargs) - result = getattr(self_obj, node.target)(*args, **kwargs) - - inp_shapes, input_dtypes = get_flattened_shapes(args) - output_dtypes = get_output_dtypes(result) - - key = (node.target, len(inp_shapes), input_dtypes, output_dtypes, self.gpu) - - t = get_time_or_profile(key, inp_shapes, getattr(self_obj, node.target), *args, **kwargs) - - total_gpu_time += t - elif node.op == 'call_module': - mod = self.modules[node.target] - args = load_arg(node.args) - kwargs = load_arg(node.kwargs) - result = mod(*args, **kwargs) - - inp_shapes, input_dtypes = get_flattened_shapes(args) - - param_shapes = [param.shape for name, param in mod.named_parameters()] - param_dtypes = [str(param.dtype) for name, param in mod.named_parameters()] - flattened_params = [dim for shape in param_shapes for dim in shape] - - inp_shapes = inp_shapes + flattened_params - input_dtypes = input_dtypes + ',' + ','.join(param_dtypes) - - output_dtypes = get_output_dtypes(result) - - key = (mod._get_name(), len(inp_shapes), input_dtypes, output_dtypes, self.gpu) - - t = get_time_or_profile(key, inp_shapes, mod, *args, **kwargs) - - total_gpu_time += t - elif node.op == 'output': - args = load_arg(node.args) - if self.data_collection_mode: - # Return full graph execution time as well for accuracy comparison - return args[0], total_gpu_time, actual_time - return args[0], total_gpu_time - - env[node.name] = result diff --git a/centml/compiler/server.py b/centml/compiler/server.py deleted file mode 100644 index bed7435..0000000 --- a/centml/compiler/server.py +++ /dev/null @@ -1,118 +0,0 @@ -import io -import os -from http import HTTPStatus -from urllib.parse import urlparse -import logging -import uvicorn -import torch -from fastapi import FastAPI, UploadFile, HTTPException, BackgroundTasks, Response -from fastapi.responses import FileResponse -from fastapi.middleware.gzip import GZipMiddleware -from centml.compiler.server_compilation import hidet_backend_server -from centml.compiler.utils import dir_cleanup -from centml.compiler.config import settings, CompilationStatus -from centml.compiler.utils import get_server_compiled_forward_path - -app = FastAPI() -app.add_middleware(GZipMiddleware, minimum_size=settings.CENTML_MINIMUM_GZIP_SIZE) # type: ignore - - -def get_status(model_id: str): - if not os.path.isdir(os.path.join(settings.CENTML_SERVER_BASE_PATH, model_id)): - return CompilationStatus.NOT_FOUND - - if not os.path.isfile(get_server_compiled_forward_path(model_id)): - return CompilationStatus.COMPILING - - return CompilationStatus.DONE - - -@app.get("/status/{model_id}") -async def status_handler(model_id: str): - status = get_status(model_id) - if status: - return {"status": status} - else: - raise HTTPException(status_code=HTTPStatus.BAD_REQUEST, detail="Status check: invalid status state.") - - -def background_compile(model_id: str, tfx_graph, example_inputs): - try: - compiled_graph_module = hidet_backend_server(tfx_graph, example_inputs) - except Exception as e: - logging.getLogger(__name__).exception(f"Compilation: error compiling model. {e}") - dir_cleanup(model_id) - return - - try: - # torch.save's writing is not atomic; it creates an empty zip file then saves the data in multiple calls. - # We don't want this incomplete zipfile to be mistaken for the serialized forward function by /status/. - # To avoid this, we write to a tmp file and rename it to the correct path after saving. - save_path = get_server_compiled_forward_path(model_id) - tmp_path = save_path + ".tmp" - torch.save(compiled_graph_module, tmp_path, pickle_protocol=settings.CENTML_PICKLE_PROTOCOL) - os.rename(tmp_path, save_path) - except Exception as e: - logging.getLogger(__name__).exception(f"Saving graph module failed: {e}") - dir_cleanup(model_id) - - -def read_upload_files(model_id: str, model: UploadFile, inputs: UploadFile): - try: - tfx_contents = io.BytesIO(model.file.read()) - ei_contents = io.BytesIO(inputs.file.read()) - except Exception as e: - dir_cleanup(model_id) - raise HTTPException( - status_code=HTTPStatus.BAD_REQUEST, detail=f"Compilation: error reading serialized content: {e}" - ) from e - finally: - model.file.close() - inputs.file.close() - - try: - tfx_graph = torch.load(tfx_contents) - example_inputs = torch.load(ei_contents) - except Exception as e: - dir_cleanup(model_id) - raise HTTPException( - status_code=HTTPStatus.BAD_REQUEST, detail=f"Compilation: error loading content with torch.load: {e}" - ) from e - - return tfx_graph, example_inputs - - -@app.post("/submit/{model_id}") -async def compile_model_handler(model_id: str, model: UploadFile, inputs: UploadFile, background_task: BackgroundTasks): - status = get_status(model_id) - if status is None: - raise HTTPException(status_code=HTTPStatus.BAD_REQUEST, detail="Compilation: error checking status.") - - # Only compile if the model is not compiled or compiling - if status != CompilationStatus.NOT_FOUND: - return Response(status_code=200) - - # This effectively sets the model's status to COMPILING - os.makedirs(os.path.join(settings.CENTML_SERVER_BASE_PATH, model_id)) - - tfx_graph, example_inputs = read_upload_files(model_id, model, inputs) - - # perform the compilation in the background and return HTTP.OK to client - background_task.add_task(background_compile, model_id, tfx_graph, example_inputs) - - -@app.get("/download/{model_id}") -async def download_handler(model_id: str): - compiled_forward_path = get_server_compiled_forward_path(model_id) - if not os.path.isfile(compiled_forward_path): - raise HTTPException(status_code=HTTPStatus.NOT_FOUND, detail="Download: compiled file not found") - return FileResponse(compiled_forward_path) - - -def run(): - parsed = urlparse(settings.CENTML_SERVER_URL) - uvicorn.run(app, host=parsed.hostname, port=parsed.port) - - -if __name__ == "__main__": - run() diff --git a/centml/compiler/server_compilation.py b/centml/compiler/server_compilation.py deleted file mode 100644 index 0ab9dee..0000000 --- a/centml/compiler/server_compilation.py +++ /dev/null @@ -1,51 +0,0 @@ -from enum import Enum -from typing import List -import torch -from torch.fx import GraphModule -from hidet.graph.frontend import from_torch -from hidet.graph.frontend.torch.interpreter import Interpreter -from hidet.graph.frontend.torch.dynamo_backends import ( - get_flow_graph, - get_compiled_graph, - preprocess_inputs, - HidetCompiledModel, -) - - -class CompilerType(Enum): - HIDET = "hidet" - - -class BaseRCReturn: - def __init__(self, compiler_type: CompilerType): - self.compiler_type = compiler_type - - # Implement in child class - def __call__(self, *args, **kwargs): - raise NotImplementedError - - -class HidetRCReturn(BaseRCReturn): - def __init__(self, hidet_compiled_model): - super().__init__(CompilerType.HIDET) - self.compiled_model_forward = hidet_compiled_model - - def __call__(self, *args, **kwargs): - return self.compiled_model_forward(*args) - - -def hidet_backend_server(input_graph_module: GraphModule, example_inputs: List[torch.Tensor]): - assert isinstance(input_graph_module, GraphModule) - - # Create hidet compiled graph - interpreter: Interpreter = from_torch(input_graph_module) - flow_graph, _, output_format = get_flow_graph(interpreter, example_inputs) - cgraph = get_compiled_graph(flow_graph) - - # Perform inference using example inputs to get dispatch table - hidet_inputs = preprocess_inputs(example_inputs) - cgraph.run_async(hidet_inputs) - - # Get compiled forward function - compiled_forward_function = HidetCompiledModel(cgraph, hidet_inputs, output_format) - return HidetRCReturn(compiled_forward_function) diff --git a/centml/compiler/utils.py b/centml/compiler/utils.py deleted file mode 100644 index ec755b2..0000000 --- a/centml/compiler/utils.py +++ /dev/null @@ -1,28 +0,0 @@ -import os -import shutil -from centml.compiler.config import settings - - -def get_backend_compiled_forward_path(model_id: str): - os.makedirs(os.path.join(settings.CENTML_BACKEND_BASE_PATH, model_id), exist_ok=True) - return os.path.join(settings.CENTML_BACKEND_BASE_PATH, model_id, "compilation_return.pkl") - - -def get_server_compiled_forward_path(model_id: str): - os.makedirs(os.path.join(settings.CENTML_SERVER_BASE_PATH, model_id), exist_ok=True) - return os.path.join(settings.CENTML_SERVER_BASE_PATH, model_id, "compilation_return.pkl") - - -# This function will delete the storage_path/{model_id} directory -def dir_cleanup(model_id: str): - dir_path = os.path.join(settings.CENTML_SERVER_BASE_PATH, model_id) - if not os.path.exists(dir_path): - return # Directory does not exist, return - - if not os.path.isdir(dir_path): - raise Exception(f"'{dir_path}' is not a directory") - - try: - shutil.rmtree(dir_path) - except Exception as e: - raise Exception("Failed to delete the directory") from e diff --git a/mypy.ini b/mypy.ini index 0250c92..209ecab 100644 --- a/mypy.ini +++ b/mypy.ini @@ -2,9 +2,6 @@ warn_return_any = True warn_unused_configs = True -[mypy-hidet.*] -ignore_missing_imports = True - [mypy-transformers.*] ignore_missing_imports = True diff --git a/requirements.txt b/requirements.txt index 3de65a0..b7aba8f 100644 --- a/requirements.txt +++ b/requirements.txt @@ -1,14 +1,8 @@ -fastapi>=0.103.0 -uvicorn>=0.23.0 -python-multipart>=0.0.6 pydantic-settings>=2.0,<3 Requests==2.32.4 tabulate>=0.9.0 pyjwt>=2.8.0 cryptography==44.0.1 -prometheus-client>=0.20.0 -scipy>=1.6.0 -scikit-learn>=1.5.1 websockets>=16.0 pyte>=0.8.0 platform-api-python-client==4.8.4 diff --git a/scripts/data_collection.py b/scripts/data_collection.py deleted file mode 100644 index 4acdf87..0000000 --- a/scripts/data_collection.py +++ /dev/null @@ -1,265 +0,0 @@ -import csv -import gc -import json - -import torch -from transformers import ( - AutoModelForCausalLM, - AutoTokenizer, - AutoModelForImageClassification, - AutoModelForObjectDetection, -) - - -from centml.compiler.prediction.kdtree import KDTreeWithValues -from centml.compiler.prediction.profiler import Profiler -from scripts.timer import timed - -torch.set_float32_matmul_precision('high') -torch.set_default_device('cuda') -torch.set_default_dtype(torch.float16) - -CURR_GPU = "A10G" -OUTPUT_FILE = 'data.csv' - -# Different HuggingFace Models + Different Input Sizes -llm_tests = [ - ("google/gemma-7b", (1, 128)), - ("microsoft/phi-2", (1, 512)), - ("microsoft/phi-2", (2, 512)), - ("facebook/bart-large", (1, 1024)), - ("facebook/bart-large", (2, 512)), - ("gpt2-xl", (1, 1024)), - ("gpt2-xl", (1, 720)), - ("gpt2-xl", (1, 512)), - ("gpt2-xl", (2, 512)), - ("gpt2-xl", (4, 256)), - ("EleutherAI/gpt-neo-2.7B", (1, 512)), - ("EleutherAI/gpt-neo-2.7B", (1, 256)), - ("gpt2-large", (1, 1024)), - ("gpt2-large", (1, 720)), - ("gpt2-large", (1, 512)), - ("google-bert/bert-large-uncased", (8, 512)), - ("google-bert/bert-large-uncased", (16, 512)), - ("meta-llama/Meta-Llama-3.1-8B", (1, 256)), - ("gpt2-medium", (1, 1024)), - ("gpt2-medium", (1, 512)), - ("gpt2-medium", (2, 512)), - ("google/pegasus-cnn_dailymail", (1, 1024)), - ("google/pegasus-cnn_dailymail", (1, 512)), - ("google/pegasus-cnn_dailymail", (2, 512)), -] - -# Tests for larger GPUs (A100, H100, etc.) -# large_llm_tests = [ -# ("google/gemma-7b", (1, 256)), -# ("google/gemma-7b", (1, 512)), -# ("google/gemma-7b", (1, 1024)), -# ("microsoft/phi-2", (1,1024)), -# ("microsoft/phi-2", (1,2048)), -# ("microsoft/phi-2", (2,1024)), -# ("EleutherAI/gpt-neo-2.7B", (1, 1024)), -# ("gpt2-xl", (2, 1024)), -# ("gpt2-xl", (4, 512)), -# ("meta-llama/Meta-Llama-3.1-8B", (1, 1024)), -# ("meta-llama/Meta-Llama-3.1-8B", (1, 512)), -# ("google/pegasus-cnn_dailymail", (4, 1024)), -# ("facebook/bart-large", (4, 1024)), -# ("facebook/bart-large", (2, 1024)), -# ("google-bert/bert-large-uncased", (16, 512)), -# ("gpt2-medium", (2, 1024)), -# ("gpt2-medium", (4, 512)), -# ("gpt2-large", (2, 1024)), -# ("gpt2-large", (4, 512)), -# ] - -# Different Batch Sizes for each image classification model -image_classification_tests = [ - ("google/efficientnet-b0", 512), - ("google/efficientnet-b0", 256), - ("google/efficientnet-b0", 128), - ("google/vit-base-patch16-224", 128), - ("microsoft/resnet-50", 256), - ("microsoft/resnet-50", 512), -] - -# Different Batch Sizes for each object detection model -object_detection_tests = [ - ("hustvl/yolos-tiny", 128), - ("hustvl/yolos-tiny", 256), - ("hustvl/yolos-tiny", 512), - ("facebook/detr-resnet-50", 128), - ("facebook/detr-resnet-50", 256), -] - - -def percent_error(observed, true): - return abs((observed - true) / true) * 100 - - -class DataCollectionTreeDB: - def __init__(self): - self.db = {} - - def add(self, key, point, time): - if key not in self.db: - self.db[key] = KDTreeWithValues() - - self.db[key].add(point, time) - - def get(self, key, inp): - if key not in self.db: - # print("New Key") - return None - - dist, val = self.db[key].query(inp) - - if dist > 0: - # print("Distance too large ", dist) - return None - return val - - -db = DataCollectionTreeDB() -cuda_kernel_time = 0 -actual_time = 0 - - -def custom_backend(gm: torch.fx.GraphModule, inps): - print("Compiling") - profiler = Profiler(mod=gm, gpu=CURR_GPU, treeDB=db, data_collection_mode=True) - - def forward(*args): - global cuda_kernel_time - global actual_time - out, t, actual_t = profiler.propagate(*args) - cuda_kernel_time += t - actual_time += actual_t - return out - - return forward - - -def llm_test(model_name, input_size, custom_backend): - global cuda_kernel_time - global actual_time - models_without_tokenizer = {"google/pegasus-cnn_dailymail"} - - model = AutoModelForCausalLM.from_pretrained(model_name).to("cuda:0") - if model_name not in models_without_tokenizer: - tokenizer = AutoTokenizer.from_pretrained(model_name) - model.eval() - - inp = torch.randint( - low=0, - high=tokenizer.vocab_size if model_name not in models_without_tokenizer else 50265, - size=input_size, - dtype=torch.int64, - device='cuda:0', - ) - - with torch.inference_mode(): - for _ in range(10): - _, t = timed(lambda: model(inp)) - print(t) - - compiled_model = torch.compile(model, backend=custom_backend) - compiled_model(inp) - - cuda_kernel_time /= 1000000 - - print(f"{model_name}, {input_size}") - print("Real time: ", actual_time) - print("Kernel execution time: ", cuda_kernel_time) - print("Error: ", percent_error(cuda_kernel_time, actual_time)) - - cuda_kernel_time = 0 - actual_time = 0 - del model, inp, compiled_model - gc.collect() - torch.cuda.empty_cache() - - -def image_classification_test(model_name, batch_size, custom_backend): - global cuda_kernel_time - global actual_time - model = AutoModelForImageClassification.from_pretrained(model_name).to("cuda:0") - model.eval() - if model_name == "google/vit-base-patch16-224": - inp = torch.randn(batch_size, 3, 224, 224).cuda(0) - else: - inp = torch.randn(batch_size, 3, 128, 128).cuda(0) - - with torch.inference_mode(): - for _ in range(10): - _, t = timed(lambda: model(inp)) - print(t) - - compiled_model = torch.compile(model, backend=custom_backend) - compiled_model(inp) - - cuda_kernel_time /= 1000000 - - print(f"{model_name}, {batch_size}") - print("Real time: ", actual_time) - print("TOTAL TIME: ", cuda_kernel_time) - print("Error: ", percent_error(cuda_kernel_time, actual_time)) - - cuda_kernel_time = 0 - actual_time = 0 - del model, inp, compiled_model - gc.collect() - torch.cuda.empty_cache() - - -def object_detection_test(model_name, batch_size, custom_backend): - global cuda_kernel_time - global actual_time - model = AutoModelForObjectDetection.from_pretrained(model_name).to("cuda:0") - model.eval() - inp = torch.randn(batch_size, 3, 128, 128).cuda(0) - - with torch.inference_mode(): - for _ in range(10): - _, t = timed(lambda: model(inp)) - print(t) - - compiled_model = torch.compile(model, backend=custom_backend) - compiled_model(inp) - - cuda_kernel_time /= 1000000 - - print(f"{model_name}, {batch_size}") - print("Real time: ", actual_time) - print("TOTAL TIME: ", cuda_kernel_time) - print("Error: ", percent_error(cuda_kernel_time, actual_time)) - - cuda_kernel_time = 0 - actual_time = 0 - del model, inp, compiled_model - gc.collect() - torch.cuda.empty_cache() - - -# for model_name, input_size in large_llm_tests: -# llm_test(model_name, input_size, custom_backend) - -for model_name, input_size in llm_tests: - llm_test(model_name, input_size, custom_backend) - -for model_name, batch_size in object_detection_tests: - object_detection_test(model_name, batch_size, custom_backend) - -for model_name, batch_size in image_classification_tests: - image_classification_test(model_name, batch_size, custom_backend) - -# Write to CSV -with open(OUTPUT_FILE, 'w', newline='') as csvfile: - csvwriter = csv.writer(csvfile, quoting=csv.QUOTE_ALL) - csvwriter.writerow(['op', 'dim', 'inp_dtypes', 'out_dtypes', 'gpu', 'points', 'values']) - - for key, tree in db.db.items(): - op, dim, inp_dtypes, out_dtype, gpu = key - points_str = json.dumps(tree.points) - values_str = json.dumps(tree.values) - csvwriter.writerow([op, dim, inp_dtypes, out_dtype, gpu, points_str, values_str]) diff --git a/scripts/prediction_sample.py b/scripts/prediction_sample.py deleted file mode 100644 index 6333351..0000000 --- a/scripts/prediction_sample.py +++ /dev/null @@ -1,27 +0,0 @@ -import time - -import torch -from transformers import AutoModelForCausalLM, AutoTokenizer - -import centml.compile - -torch.set_default_device('cpu') -torch.set_float32_matmul_precision('high') -torch.set_default_dtype(torch.float16) - -model_name = "gpt2-xl" -model = AutoModelForCausalLM.from_pretrained(model_name) -tokenizer = AutoTokenizer.from_pretrained(model_name) -model.eval() - -inputs = torch.randint(low=0, high=tokenizer.vocab_size, size=(1, 1024), dtype=torch.int64, device='cpu') - -compiled_model = centml.compile(model) -output = compiled_model(inputs) - -inputs_2 = torch.randint(low=0, high=tokenizer.vocab_size, size=(1, 512), dtype=torch.int64, device='cpu') - -output = compiled_model(inputs_2) - -while True: - time.sleep(1) diff --git a/scripts/pylintrc b/scripts/pylintrc index 4927aef..cb3536d 100644 --- a/scripts/pylintrc +++ b/scripts/pylintrc @@ -89,10 +89,6 @@ py-version=3.8 # Discover python modules and packages in the file system subtree. recursive=no -# When enabled, pylint would attempt to guess common misconfiguration and emit -# user-friendly hints instead of false-positive error messages. -suggestion-mode=yes - # Allow loading of arbitrary C extensions. Extensions are imported into the # active Python interpreter and may run arbitrary code. unsafe-load-any-extension=no @@ -430,10 +426,6 @@ disable=raw-checker-failed, too-many-nested-blocks, too-many-ancestors, # our ir functor may have many ancestors redefined-builtin, - unsupported-assignment-operation, # might happen in hidet script - unsubscriptable-object, # might happen in hidet script - cell-var-from-loop, # might happen in hidet script - invalid-unary-operand-type, # might happen in hidet script arguments-differ, # will happen when we over forward function consider-using-enumerate, no-self-use, diff --git a/scripts/timer.py b/scripts/timer.py deleted file mode 100644 index 6019c9f..0000000 --- a/scripts/timer.py +++ /dev/null @@ -1,11 +0,0 @@ -import torch - - -def timed(fn): - start = torch.cuda.Event(enable_timing=True) - end = torch.cuda.Event(enable_timing=True) - start.record() - result = fn() - end.record() - torch.cuda.synchronize() - return result, start.elapsed_time(end) / 1000 diff --git a/tests/sample_data.csv b/tests/sample_data.csv deleted file mode 100644 index 6838b66..0000000 --- a/tests/sample_data.csv +++ /dev/null @@ -1,645 +0,0 @@ -"op","dim","inp_dtypes","out_dtypes","gpu","points","values" -"Embedding","4","torch.int64,torch.float16","torch.float16","A10G","[[1, 128, 256000, 3072], [1, 512, 51200, 2560], [2, 512, 51200, 2560], [1, 1024, 50257, 1600], [1, 1024, 1024, 1600], [1, 720, 50257, 1600], [1, 720, 1024, 1600], [1, 512, 50257, 1600], [1, 512, 1024, 1600], [2, 512, 50257, 1600], [4, 256, 50257, 1600], [1, 256, 1024, 1600], [1, 512, 50257, 2560], [1, 512, 2048, 2560], [1, 256, 50257, 2560], [1, 256, 2048, 2560], [1, 1024, 50257, 1280], [1, 1024, 1024, 1280], [1, 720, 50257, 1280], [1, 720, 1024, 1280], [1, 512, 50257, 1280], [1, 512, 1024, 1280], [8, 512, 30522, 1024], [8, 512, 2, 1024], [1, 512, 512, 1024], [16, 512, 30522, 1024], [16, 512, 2, 1024], [1, 256, 128256, 4096], [1, 1024, 50257, 1024], [1, 1024, 1024, 1024], [1, 512, 50257, 1024], [1, 512, 1024, 1024], [2, 512, 50257, 1024], [1, 1024, 96103, 1024], [1, 512, 96103, 1024], [2, 512, 96103, 1024]]","[7, 20, 37, 23, 23, 18, 16, 13, 12, 24, 24, 7, 20, 19, 11, 10, 20, 19, 15, 13, 11, 10, 57, 50, 10, 110, 95, 13, 16, 15, 9, 8, 17, 17, 9, 16]" -"arange","2","N/A","torch.int64","A10G","[[0, 128], [129, 1], [0, 512], [513, 1], [1024, 1], [0, 1024], [512, 1], [0, 720], [720, 1], [0, 256], [256, 1], [257, 1], [128, 1]]","[1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1]" -"unsqueeze","2","N/A","torch.int64","A10G","[[0, 1]]","[0]" -"full","2","N/A","torch.float16","A10G","[[2, 1], [2, -65504.0]]","[1, 2]" -"triu","2","torch.float16","torch.float16","A10G","[[128, 129], [512, 513], [256, 257]]","[2, 4, 3]" -"reshape","2","N/A","torch.int64","A10G","[[-1, 1]]","[0]" -"gt","3","torch.int64,torch.int64","torch.bool","A10G","[[129, 128, 1], [513, 512, 1], [257, 256, 1]]","[2, 3, 3]" -"imul","4","torch.float16,torch.bool","torch.float16","A10G","[[128, 129, 128, 129], [512, 513, 512, 513], [256, 257, 256, 257]]","[4, 4, 4]" -"getitem","3","torch.float16","torch.float16","A10G","[[128, 129, 4], [512, 513, 4], [2048, 32, 1], [1024, 1024, 4], [512, 512, 4], [720, 720, 4], [256, 256, 4], [8, 512, 4], [16, 512, 4], [256, 257, 4], [1, 192, 2]]","[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" -"expand","4","N/A","torch.float16","A10G","[[1, 1, -1, -1], [2, 1, -1, -1], [1, 1, 1024, 1024], [2, 1, 512, 512], [1, 1, 720, 720], [1, 1, 512, 512], [4, 1, 256, 256], [1, 1, 256, 256], [8, 1, 512, 512], [16, 1, 512, 512]]","[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" -"tensor","2","N/A","torch.float16","A10G","[[55.42562584220407, 1]]","[0]" -"mul","3","torch.float16,torch.float16","torch.float16","A10G","[[1, 128, 3072]]","[3]" -"float","1","N/A","torch.float32","A10G","[[1]]","[3]" -"pow","2","N/A","torch.float32","A10G","[[2, 1]]","[2]" -"mean","2","N/A","torch.float32","A10G","[[-1, 1]]","[7]" -"add","4","torch.float32","torch.float32","A10G","[[1, 128, 1, 1e-06], [1, 256, 1, 1e-05], [128, 1, 32, 1e-06], [128, 32, 1, 1e-06], [128, 1, 16, 1e-06], [128, 16, 1, 1e-06], [128, 1, 8, 1e-06], [128, 8, 1, 1e-06], [128, 1, 4, 1e-06], [128, 4, 1, 1e-06], [256, 1, 32, 1e-06], [256, 32, 1, 1e-06], [256, 1, 16, 1e-06], [256, 16, 1, 1e-06], [256, 1, 8, 1e-06], [256, 8, 1, 1e-06], [256, 1, 4, 1e-06], [256, 4, 1, 1e-06]]","[1, 1, 2, 1, 2, 1, 2, 1, 2, 1, 2, 1, 1, 1, 2, 1, 2, 1]" -"rsqrt","3","torch.float32","torch.float32","A10G","[[1, 128, 1], [1, 256, 1]]","[1, 1]" -"mul","6","torch.float32,torch.float32","torch.float32","A10G","[[1, 128, 3072, 1, 128, 1], [1, 256, 4096, 1, 256, 1]]","[3, 14]" -"add","2","torch.float32","torch.float32","A10G","[[1.0, 3072]]","[1]" -"mul","4","torch.float32,torch.float32","torch.float32","A10G","[[1, 128, 3072, 3072]]","[3]" -"type_as","3","torch.float16","torch.float16","A10G","[[1, 128, 3072]]","[3]" -"Linear","5","torch.float16,torch.float16","torch.float16","A10G","[[1, 128, 3072, 4096, 3072], [1, 128, 4096, 3072, 4096], [1, 128, 3072, 24576, 3072], [1, 128, 24576, 3072, 24576], [1, 128, 3072, 256000, 3072], [1, 1024, 1024, 50265, 1024], [2, 512, 1024, 50265, 1024], [1, 1024, 1600, 50257, 1600], [1, 720, 1600, 50257, 1600], [1, 512, 1600, 50257, 1600], [2, 512, 1600, 50257, 1600], [4, 256, 1600, 50257, 1600], [1, 512, 2560, 2560, 2560], [1, 512, 2560, 50257, 2560], [1, 256, 2560, 2560, 2560], [1, 256, 2560, 50257, 2560], [1, 1024, 1280, 50257, 1280], [1, 720, 1280, 50257, 1280], [1, 512, 1280, 50257, 1280], [1, 256, 4096, 4096, 4096], [1, 256, 4096, 1024, 4096], [1, 256, 4096, 14336, 4096], [1, 256, 14336, 4096, 14336], [1, 256, 4096, 128256, 4096], [1, 1024, 1024, 50257, 1024], [1, 512, 1024, 50257, 1024], [2, 512, 1024, 50257, 1024], [1, 1024, 1024, 96103, 1024], [1, 512, 1024, 96103, 1024], [2, 512, 1024, 96103, 1024]]","[70, 80, 446, 451, 3759, 2341, 2346, 3606, 2627, 1772, 3605, 3605, 105, 2806, 78, 1411, 2979, 2170, 1456, 173, 44, 479, 644, 4108, 2345, 1155, 2351, 4459, 2197, 4456]" -"view","4","N/A","torch.float16","A10G","[[1, 128, 16, 256], [1, 512, 32, 80], [2, 512, 32, 80], [1, -1, 16, 64], [1, 1024, 16, 64], [2, -1, 16, 64], [2, 512, 16, 64], [1, 256, 32, 128], [1, 256, 8, 128], [1, 16, 1024, 1024], [1, 16, 1024, 64], [1, 512, 16, 64], [1, 16, 512, 512], [1, 16, 512, 64], [2, 16, 512, 512], [2, 16, 512, 64], [1, 192, 50, 83], [128, -1, 8, 32], [128, 16, 8, 32], [128, 8, 16, 16], [128, 8, 16, 32], [128, 100, 8, 32], [128, 8, 100, 32], [128, 8, 100, 16], [256, -1, 8, 32], [256, 16, 8, 32], [256, 8, 16, 16], [256, 8, 16, 32], [256, 100, 8, 32], [256, 8, 100, 32], [256, 8, 100, 16]]","[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" -"transpose","2","N/A","torch.float16","A10G","[[1, 2]]","[0]" -"_set_grad_enabled","2","N/A","N/A","A10G","[[0, 1], [1, 1]]","[0, 0]" -"to","2","N/A","torch.float32","A10G","[[1, 1]]","[0]" -"getitem","2","torch.float32","torch.float32","A10G","[[128, 3], [64, 3]]","[0, 0]" -"expand","3","N/A","torch.float32","A10G","[[1, -1, 1]]","[0]" -"getitem","3","torch.int64","torch.int64","A10G","[[1, 128, 3], [1, 512, 2], [1, 256, 3]]","[0, 0, 0]" -"_enter_autocast","4","N/A","N/A","A10G","[[1, 1, 0, 1]]","[0]" -"matmul","6","torch.float32,torch.float32","torch.float32","A10G","[[1, 128, 1, 1, 1, 128], [1, 64, 1, 1, 1, 256]]","[2, 1]" -"transpose","2","N/A","torch.float32","A10G","[[1, 2], [-1, -2]]","[0, 0]" -"cat","3","torch.float32","torch.float32","A10G","[[2, 128, 128], [2, 256, 64]]","[3, 3]" -"cos","1","N/A","torch.float32","A10G","[[1]]","[1]" -"sin","1","N/A","torch.float32","A10G","[[1]]","[1]" -"_exit_autocast","2","N/A","N/A","A10G","[[1, 1]]","[0]" -"to","1","N/A","torch.float16","A10G","[[1]]","[2]" -"unsqueeze","2","N/A","torch.float16","A10G","[[1, 1], [0, 1]]","[0, 0]" -"mul","8","torch.float16,torch.float16","torch.float16","A10G","[[1, 16, 128, 256, 1, 1, 128, 256], [1, 32, 512, 32, 1, 1, 512, 32], [2, 32, 512, 32, 1, 1, 512, 32], [1, 32, 256, 128, 1, 1, 256, 128], [1, 8, 256, 128, 1, 1, 256, 128], [1, 64, 1, 1, 1, 64, 1, 1], [128, 64, 64, 64, 1, 64, 1, 1], [128, 64, 32, 32, 1, 64, 1, 1], [1, 256, 1, 1, 1, 256, 1, 1], [128, 256, 32, 32, 1, 256, 1, 1], [1, 128, 1, 1, 1, 128, 1, 1], [128, 128, 32, 32, 1, 128, 1, 1], [128, 128, 16, 16, 1, 128, 1, 1], [1, 512, 1, 1, 1, 512, 1, 1], [128, 512, 16, 16, 1, 512, 1, 1], [128, 256, 16, 16, 1, 256, 1, 1], [128, 256, 8, 8, 1, 256, 1, 1], [1, 1024, 1, 1, 1, 1024, 1, 1], [128, 1024, 8, 8, 1, 1024, 1, 1], [128, 512, 8, 8, 1, 512, 1, 1], [128, 512, 4, 4, 1, 512, 1, 1], [1, 2048, 1, 1, 1, 2048, 1, 1], [128, 2048, 4, 4, 1, 2048, 1, 1], [256, 64, 64, 64, 1, 64, 1, 1], [256, 64, 32, 32, 1, 64, 1, 1], [256, 256, 32, 32, 1, 256, 1, 1], [256, 128, 32, 32, 1, 128, 1, 1], [256, 128, 16, 16, 1, 128, 1, 1], [256, 512, 16, 16, 1, 512, 1, 1], [256, 256, 16, 16, 1, 256, 1, 1], [256, 256, 8, 8, 1, 256, 1, 1], [256, 1024, 8, 8, 1, 1024, 1, 1], [256, 512, 8, 8, 1, 512, 1, 1], [256, 512, 4, 4, 1, 512, 1, 1], [256, 2048, 4, 4, 1, 2048, 1, 1], [512, 32, 64, 64, 512, 32, 1, 1], [512, 96, 32, 32, 512, 96, 1, 1], [512, 144, 32, 32, 512, 144, 1, 1], [512, 144, 16, 16, 512, 144, 1, 1], [512, 240, 16, 16, 512, 240, 1, 1], [512, 240, 8, 8, 512, 240, 1, 1], [512, 480, 8, 8, 512, 480, 1, 1], [512, 672, 8, 8, 512, 672, 1, 1], [512, 672, 4, 4, 512, 672, 1, 1], [512, 1152, 4, 4, 512, 1152, 1, 1], [256, 32, 64, 64, 256, 32, 1, 1], [256, 96, 32, 32, 256, 96, 1, 1], [256, 144, 32, 32, 256, 144, 1, 1], [256, 144, 16, 16, 256, 144, 1, 1], [256, 240, 16, 16, 256, 240, 1, 1], [256, 240, 8, 8, 256, 240, 1, 1], [256, 480, 8, 8, 256, 480, 1, 1], [256, 672, 8, 8, 256, 672, 1, 1], [256, 672, 4, 4, 256, 672, 1, 1], [256, 1152, 4, 4, 256, 1152, 1, 1], [128, 32, 64, 64, 128, 32, 1, 1], [128, 96, 32, 32, 128, 96, 1, 1], [128, 144, 32, 32, 128, 144, 1, 1], [128, 144, 16, 16, 128, 144, 1, 1], [128, 240, 16, 16, 128, 240, 1, 1], [128, 240, 8, 8, 128, 240, 1, 1], [128, 480, 8, 8, 128, 480, 1, 1], [128, 672, 8, 8, 128, 672, 1, 1], [128, 672, 4, 4, 128, 672, 1, 1], [128, 1152, 4, 4, 128, 1152, 1, 1]]","[6, 8, 14, 12, 5, 1, 285, 72, 1, 285, 1, 144, 37, 1, 144, 73, 19, 1, 73, 36, 6, 1, 37, 567, 143, 568, 285, 72, 285, 143, 37, 144, 71, 20, 72, 566, 427, 642, 156, 263, 64, 132, 186, 48, 83, 282, 212, 320, 77, 130, 31, 64, 92, 24, 40, 139, 104, 159, 37, 64, 13, 30, 45, 8, 20]" -"getitem","5","torch.float16","torch.float16","A10G","[[1, 16, 128, 256, 2], [1, 1, 128, 129, 4], [1, 32, 512, 80, 2], [1, 32, 512, 32, 2], [1, 1, 512, 513, 4], [2, 32, 512, 80, 2], [2, 32, 512, 32, 2], [2, 1, 512, 513, 4], [1, 32, 256, 128, 2], [1, 8, 256, 128, 2], [1, 8, 256, 128, 5], [1, 1, 256, 257, 4]]","[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" -"neg","4","torch.float16","torch.float16","A10G","[[1, 16, 128, 128], [1, 32, 512, 16], [2, 32, 512, 16], [1, 32, 256, 64], [1, 8, 256, 64]]","[3, 3, 8, 4, 2]" -"cat","4","torch.float16","torch.float16","A10G","[[2, 16, 128, 128], [2, 32, 512, 16], [2, 32, 512, 32], [2, 32, 256, 64], [2, 8, 256, 64]]","[8, 8, 20, 13, 5]" -"add","8","torch.float16,torch.float16","torch.float16","A10G","[[1, 16, 128, 256, 1, 16, 128, 256], [1, 32, 512, 32, 1, 32, 512, 32], [2, 32, 512, 32, 2, 32, 512, 32], [1, 32, 256, 128, 1, 32, 256, 128], [1, 8, 256, 128, 1, 8, 256, 128], [1, 16, 1024, 1024, 1, 1, 1024, 1024], [1, 16, 512, 512, 1, 1, 512, 512], [2, 16, 512, 512, 2, 1, 512, 512], [128, 64, 64, 64, 1, 64, 1, 1], [128, 64, 32, 32, 1, 64, 1, 1], [128, 256, 32, 32, 1, 256, 1, 1], [128, 128, 32, 32, 1, 128, 1, 1], [128, 128, 16, 16, 1, 128, 1, 1], [128, 512, 16, 16, 1, 512, 1, 1], [128, 256, 16, 16, 1, 256, 1, 1], [128, 256, 8, 8, 1, 256, 1, 1], [128, 1024, 8, 8, 1, 1024, 1, 1], [128, 512, 8, 8, 1, 512, 1, 1], [128, 512, 4, 4, 1, 512, 1, 1], [128, 2048, 4, 4, 1, 2048, 1, 1], [128, 8, 16, 16, 128, 1, 16, 16], [128, 8, 100, 16, 128, 1, 100, 16], [256, 64, 64, 64, 1, 64, 1, 1], [256, 64, 32, 32, 1, 64, 1, 1], [256, 256, 32, 32, 1, 256, 1, 1], [256, 128, 32, 32, 1, 128, 1, 1], [256, 128, 16, 16, 1, 128, 1, 1], [256, 512, 16, 16, 1, 512, 1, 1], [256, 256, 16, 16, 1, 256, 1, 1], [256, 256, 8, 8, 1, 256, 1, 1], [256, 1024, 8, 8, 1, 1024, 1, 1], [256, 512, 8, 8, 1, 512, 1, 1], [256, 512, 4, 4, 1, 512, 1, 1], [256, 2048, 4, 4, 1, 2048, 1, 1], [256, 8, 16, 16, 256, 1, 16, 16], [256, 8, 100, 16, 256, 1, 100, 16], [512, 24, 32, 32, 512, 24, 32, 32], [512, 40, 16, 16, 512, 40, 16, 16], [512, 80, 8, 8, 512, 80, 8, 8], [512, 112, 8, 8, 512, 112, 8, 8], [512, 192, 4, 4, 512, 192, 4, 4], [256, 24, 32, 32, 256, 24, 32, 32], [256, 40, 16, 16, 256, 40, 16, 16], [256, 80, 8, 8, 256, 80, 8, 8], [256, 112, 8, 8, 256, 112, 8, 8], [256, 192, 4, 4, 256, 192, 4, 4], [128, 24, 32, 32, 128, 24, 32, 32], [128, 40, 16, 16, 128, 40, 16, 16], [128, 80, 8, 8, 128, 80, 8, 8], [128, 112, 8, 8, 128, 112, 8, 8], [128, 192, 4, 4, 128, 192, 4, 4]]","[4, 6, 11, 11, 3, 208, 40, 75, 285, 74, 285, 144, 38, 144, 74, 21, 74, 38, 6, 39, 3, 15, 568, 144, 568, 286, 74, 285, 144, 38, 144, 74, 21, 73, 5, 31, 155, 66, 33, 46, 11, 78, 33, 9, 17, 6, 40, 9, 5, 7, 4]" -"contiguous","1","N/A","torch.float16","A10G","[[1]]","[5]" -"scaled_dot_product_attention","12","torch.float16,torch.float16,torch.float16","torch.float16","A10G","[[1, 16, 128, 256, 1, 16, 128, 256, 1, 16, 128, 256], [1, 32, 512, 80, 1, 32, 512, 80, 1, 32, 512, 80], [2, 32, 512, 80, 2, 32, 512, 80, 2, 32, 512, 80], [1, 16, 1024, 64, 1, 16, 1024, 64, 1, 16, 1024, 64], [2, 16, 512, 64, 2, 16, 512, 64, 2, 16, 512, 64], [1, 25, 1024, 64, 1, 25, 1024, 64, 1, 25, 1024, 64], [1, 25, 720, 64, 1, 25, 720, 64, 1, 25, 720, 64], [1, 25, 512, 64, 1, 25, 512, 64, 1, 25, 512, 64], [2, 25, 512, 64, 2, 25, 512, 64, 2, 25, 512, 64], [4, 25, 256, 64, 4, 25, 256, 64, 4, 25, 256, 64], [1, 20, 1024, 64, 1, 20, 1024, 64, 1, 20, 1024, 64], [1, 20, 720, 64, 1, 20, 720, 64, 1, 20, 720, 64], [1, 20, 512, 64, 1, 20, 512, 64, 1, 20, 512, 64], [8, 16, 512, 64, 8, 16, 512, 64, 8, 16, 512, 64], [16, 16, 512, 64, 16, 16, 512, 64, 16, 16, 512, 64], [1, 32, 256, 128, 1, 32, 256, 128, 1, 32, 256, 128], [1, 16, 512, 64, 1, 16, 512, 64, 1, 16, 512, 64]]","[18, 165, 288, 135, 69, 213, 106, 58, 112, 65, 143, 89, 52, 233, 420, 54, 50]" -"view","3","N/A","torch.float16","A10G","[[1, 128, -1], [1, 1024, 1600], [1, 720, 1600], [1, 512, 1600], [2, 512, 1600], [4, 256, 1600], [1, 1024, 1280], [1, 720, 1280], [1, 512, 1280], [1, 256, -1], [1, 1024, 1024], [1, 512, 1024], [2, 512, 1024], [16, -1, 64], [16, 1024, 1024], [16, 512, 512], [32, -1, 64], [32, 512, 512], [1024, -1, 32], [1024, 16, 16], [1024, 100, 16], [2048, -1, 32], [2048, 16, 16], [2048, 100, 16]]","[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" -"add","6","torch.float16,torch.float16","torch.float16","A10G","[[1, 128, 3072, 1, 128, 3072], [1, 512, 10240, 1, 512, 10240], [1, 512, 2560, 1, 512, 2560], [2, 512, 10240, 2, 512, 10240], [2, 512, 2560, 2, 512, 2560], [1, 1024, 1024, 1, 1024, 1024], [2, 512, 1024, 2, 512, 1024], [1, 1024, 1600, 1, 1024, 1600], [1, 1024, 6400, 1, 1024, 6400], [1, 720, 1600, 1, 720, 1600], [1, 720, 6400, 1, 720, 6400], [1, 512, 1600, 1, 512, 1600], [1, 512, 6400, 1, 512, 6400], [2, 512, 1600, 1, 512, 1600], [2, 512, 1600, 2, 512, 1600], [2, 512, 6400, 2, 512, 6400], [4, 256, 1600, 1, 256, 1600], [4, 256, 1600, 4, 256, 1600], [4, 256, 6400, 4, 256, 6400], [1, 256, 2560, 1, 256, 2560], [1, 256, 10240, 1, 256, 10240], [1, 1024, 1280, 1, 1024, 1280], [1, 1024, 5120, 1, 1024, 5120], [1, 720, 1280, 1, 720, 1280], [1, 720, 5120, 1, 720, 5120], [1, 512, 1280, 1, 512, 1280], [1, 512, 5120, 1, 512, 5120], [8, 512, 1024, 8, 512, 1024], [16, 512, 1024, 16, 512, 1024], [1, 256, 4096, 1, 256, 4096], [1, 1024, 4096, 1, 1024, 4096], [1, 512, 1024, 1, 512, 1024], [1, 512, 4096, 1, 512, 4096], [2, 512, 1024, 1, 512, 1024], [2, 512, 4096, 2, 512, 4096], [128, 165, 192, 1, 165, 192], [128, 165, 192, 128, 165, 192], [256, 165, 192, 1, 165, 192], [256, 165, 192, 256, 165, 192], [512, 165, 192, 1, 165, 192], [512, 165, 192, 512, 165, 192], [128, 16, 256, 128, 16, 256], [128, 100, 256, 128, 100, 256], [256, 16, 256, 256, 16, 256], [256, 100, 256, 256, 100, 256], [128, 197, 768, 1, 197, 768], [128, 197, 768, 128, 197, 768]]","[4, 66, 10, 130, 30, 7, 6, 13, 83, 8, 58, 4, 42, 16, 16, 81, 15, 16, 83, 2, 34, 10, 67, 4, 47, 2, 33, 53, 105, 8, 54, 2, 24, 8, 54, 35, 50, 70, 100, 138, 200, 6, 40, 12, 81, 163, 239]" -"gelu","3","torch.float16","torch.float16","A10G","[[1, 128, 24576], [1, 1024, 4096], [2, 512, 4096], [8, 512, 4096], [8, 512, 1024], [16, 512, 4096], [16, 512, 1024], [128, 165, 768], [256, 165, 768], [512, 165, 768], [128, 197, 3072]]","[24, 34, 35, 137, 32, 276, 68, 133, 268, 534, 635]" -"mul","6","torch.float16,torch.float16","torch.float16","A10G","[[1, 128, 24576, 1, 128, 24576], [1, 512, 10240, 1, 512, 10240], [2, 512, 10240, 2, 512, 10240], [1, 1024, 6400, 1, 1024, 6400], [1, 720, 6400, 1, 720, 6400], [1, 512, 6400, 1, 512, 6400], [2, 512, 6400, 2, 512, 6400], [4, 256, 6400, 4, 256, 6400], [1, 256, 10240, 1, 256, 10240], [1, 1024, 5120, 1, 1024, 5120], [1, 720, 5120, 1, 720, 5120], [1, 512, 5120, 1, 512, 5120], [1, 256, 14336, 1, 256, 14336], [1, 1024, 4096, 1, 1024, 4096], [1, 512, 4096, 1, 512, 4096], [2, 512, 4096, 2, 512, 4096]]","[37, 67, 130, 82, 58, 41, 82, 81, 33, 67, 47, 33, 43, 55, 23, 55]" -"Dropout","3","torch.float16,","torch.float16","A10G","[[1, 512, 2560], [2, 512, 2560], [1, 1024, 1600], [1, 720, 1600], [1, 512, 1600], [2, 512, 1600], [4, 256, 1600], [1, 256, 2560], [1, 1024, 1280], [1, 720, 1280], [1, 512, 1280], [8, 512, 1024], [16, 512, 1024], [1, 1024, 1024], [1, 512, 1024], [2, 512, 1024], [128, 165, 192], [256, 165, 192], [512, 165, 192], [128, 197, 768]]","[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" -"LayerNorm","5","torch.float16,torch.float16,torch.float16","torch.float16","A10G","[[1, 512, 2560, 2560, 2560], [2, 512, 2560, 2560, 2560], [1, 1024, 1024, 1024, 1024], [2, 512, 1024, 1024, 1024], [1, 1024, 1600, 1600, 1600], [1, 720, 1600, 1600, 1600], [1, 512, 1600, 1600, 1600], [2, 512, 1600, 1600, 1600], [4, 256, 1600, 1600, 1600], [1, 256, 2560, 2560, 2560], [1, 1024, 1280, 1280, 1280], [1, 720, 1280, 1280, 1280], [1, 512, 1280, 1280, 1280], [8, 512, 1024, 1024, 1024], [16, 512, 1024, 1024, 1024], [1, 512, 1024, 1024, 1024], [128, 165, 192, 192, 192], [256, 165, 192, 192, 192], [512, 165, 192, 192, 192], [128, 16, 256, 256, 256], [128, 100, 256, 256, 256], [256, 16, 256, 256, 256], [256, 100, 256, 256, 256], [128, 197, 768, 768, 768]]","[9, 24, 8, 8, 14, 7, 7, 14, 14, 7, 11, 6, 5, 38, 80, 5, 61, 118, 233, 12, 38, 21, 72, 181]" -"Linear","6","torch.float16,torch.float16,torch.float16","torch.float16","A10G","[[1, 512, 2560, 2560, 2560, 2560], [1, 512, 2560, 10240, 2560, 10240], [1, 512, 10240, 2560, 10240, 2560], [1, 512, 2560, 51200, 2560, 51200], [2, 512, 2560, 2560, 2560, 2560], [2, 512, 2560, 10240, 2560, 10240], [2, 512, 10240, 2560, 10240, 2560], [2, 512, 2560, 51200, 2560, 51200], [1, 1024, 1024, 1024, 1024, 1024], [1, 1024, 1024, 4096, 1024, 4096], [1, 1024, 4096, 1024, 4096, 1024], [2, 512, 1024, 1024, 1024, 1024], [2, 512, 1024, 4096, 1024, 4096], [2, 512, 4096, 1024, 4096, 1024], [1, 256, 2560, 2560, 2560, 2560], [1, 256, 2560, 10240, 2560, 10240], [1, 256, 10240, 2560, 10240, 2560], [8, 512, 1024, 1024, 1024, 1024], [8, 512, 1024, 4096, 1024, 4096], [8, 512, 4096, 1024, 4096, 1024], [8, 512, 1024, 30522, 1024, 30522], [16, 512, 1024, 1024, 1024, 1024], [16, 512, 1024, 4096, 1024, 4096], [16, 512, 4096, 1024, 4096, 1024], [16, 512, 1024, 30522, 1024, 30522], [1, 512, 1024, 1024, 1024, 1024], [1, 512, 1024, 4096, 1024, 4096], [1, 512, 4096, 1024, 4096, 1024], [128, 165, 192, 192, 192, 192], [128, 165, 192, 768, 192, 768], [128, 165, 768, 192, 768, 192], [128, 100, 192, 192, 192, 192], [128, 100, 192, 92, 192, 92], [128, 100, 192, 4, 192, 4], [256, 165, 192, 192, 192, 192], [256, 165, 192, 768, 192, 768], [256, 165, 768, 192, 768, 192], [256, 100, 192, 192, 192, 192], [256, 100, 192, 92, 192, 92], [256, 100, 192, 4, 192, 4], [512, 165, 192, 192, 192, 192], [512, 165, 192, 768, 192, 768], [512, 165, 768, 192, 768, 192], [512, 100, 192, 192, 192, 192], [512, 100, 192, 92, 192, 92], [512, 100, 192, 4, 192, 4], [128, 16, 256, 256, 256, 256], [128, 16, 256, 2048, 256, 2048], [128, 16, 2048, 256, 2048, 256], [128, 100, 256, 256, 256, 256], [128, 100, 256, 2048, 256, 2048], [128, 100, 2048, 256, 2048, 256], [128, 100, 256, 92, 256, 92], [128, 100, 256, 4, 256, 4], [256, 16, 256, 256, 256, 256], [256, 16, 256, 2048, 256, 2048], [256, 16, 2048, 256, 2048, 256], [256, 100, 256, 256, 256, 256], [256, 100, 256, 2048, 256, 2048], [256, 100, 2048, 256, 2048, 256], [256, 100, 256, 92, 256, 92], [256, 100, 256, 4, 256, 4], [128, 197, 768, 768, 768, 768], [128, 197, 768, 3072, 768, 3072], [128, 197, 3072, 768, 3072, 768]]","[106, 408, 397, 2490, 204, 901, 784, 4350, 48, 172, 163, 48, 172, 163, 78, 204, 217, 164, 599, 598, 4279, 327, 1099, 1189, 8467, 25, 86, 84, 58, 222, 198, 76, 24, 8, 112, 222, 324, 144, 51, 26, 154, 430, 575, 276, 88, 51, 20, 38, 45, 49, 222, 265, 31, 12, 37, 71, 86, 68, 430, 494, 59, 34, 524, 1947, 1810]" -"getitem","4","torch.float16,torch.int64","torch.float16","A10G","[[512, 32, 1, 512]]","[6]" -"reshape","3","N/A","torch.float16","A10G","[[1, 512, 2560], [2, 512, 2560], [1, 1024, 1024], [2, 512, 1024], [8, 512, 1024], [16, 512, 1024], [16, -1, 64], [1, 512, 1024], [32, -1, 64], [128, 16, 256], [128, 100, 256], [256, 16, 256], [256, 100, 256]]","[0, 0, 0, 0, 0, 0, 0, 4, 0, 4, 30, 6, 58]" -"mul","4","torch.float16","torch.float16","A10G","[[0.5, 1, 512, 10240], [0.044715, 1, 512, 10240], [0.7978845608028654, 1, 512, 10240], [0.5, 2, 512, 10240], [0.044715, 2, 512, 10240], [0.7978845608028654, 2, 512, 10240], [1, 1024, 1024, 1.0], [2, 512, 1024, 1.0], [0.5, 1, 1024, 6400], [0.044715, 1, 1024, 6400], [0.7978845608028654, 1, 1024, 6400], [0.5, 1, 720, 6400], [0.044715, 1, 720, 6400], [0.7978845608028654, 1, 720, 6400], [0.5, 1, 512, 6400], [0.044715, 1, 512, 6400], [0.7978845608028654, 1, 512, 6400], [0.5, 2, 512, 6400], [0.044715, 2, 512, 6400], [0.7978845608028654, 2, 512, 6400], [0.5, 4, 256, 6400], [0.044715, 4, 256, 6400], [0.7978845608028654, 4, 256, 6400], [0.5, 1, 256, 10240], [0.044715, 1, 256, 10240], [0.7978845608028654, 1, 256, 10240], [0.5, 1, 1024, 5120], [0.044715, 1, 1024, 5120], [0.7978845608028654, 1, 1024, 5120], [0.5, 1, 720, 5120], [0.044715, 1, 720, 5120], [0.7978845608028654, 1, 720, 5120], [0.5, 1, 512, 5120], [0.044715, 1, 512, 5120], [0.7978845608028654, 1, 512, 5120], [0.5, 1, 1024, 4096], [0.044715, 1, 1024, 4096], [0.7978845608028654, 1, 1024, 4096], [0.5, 1, 512, 4096], [0.044715, 1, 512, 4096], [0.7978845608028654, 1, 512, 4096], [0.5, 2, 512, 4096], [0.044715, 2, 512, 4096], [0.7978845608028654, 2, 512, 4096], [1, 1024, 1024, 32.0], [1, 1024, 1024, 0.125], [1, 512, 1024, 32.0], [1, 512, 1024, 0.125], [2, 512, 1024, 32.0], [2, 512, 1024, 0.125], [128, 16, 256, 0.1767766952966369], [128, 100, 256, 0.1767766952966369], [256, 16, 256, 0.1767766952966369], [256, 100, 256, 0.1767766952966369]]","[43, 44, 45, 87, 87, 87, 4, 4, 52, 55, 55, 37, 39, 39, 23, 28, 28, 51, 55, 54, 51, 55, 54, 19, 20, 20, 44, 45, 45, 28, 31, 31, 18, 20, 20, 34, 36, 36, 13, 11, 12, 34, 36, 37, 4, 3, 2, 2, 3, 3, 2, 25, 2, 56]" -"pow","4","torch.float16","torch.float16","A10G","[[1, 512, 10240, 3.0], [2, 512, 10240, 3.0], [1, 1024, 6400, 3.0], [1, 720, 6400, 3.0], [1, 512, 6400, 3.0], [2, 512, 6400, 3.0], [4, 256, 6400, 3.0], [1, 256, 10240, 3.0], [1, 1024, 5120, 3.0], [1, 720, 5120, 3.0], [1, 512, 5120, 3.0], [1, 1024, 4096, 3.0], [1, 512, 4096, 3.0], [2, 512, 4096, 3.0]]","[45, 88, 56, 39, 28, 56, 57, 23, 44, 32, 23, 36, 19, 35]" -"tanh","3","torch.float16","torch.float16","A10G","[[1, 512, 10240], [2, 512, 10240], [1, 1024, 6400], [1, 720, 6400], [1, 512, 6400], [2, 512, 6400], [4, 256, 6400], [1, 256, 10240], [1, 1024, 5120], [1, 720, 5120], [1, 512, 5120], [1, 1024, 4096], [1, 512, 4096], [2, 512, 4096]]","[46, 89, 55, 40, 29, 55, 55, 21, 46, 32, 21, 37, 11, 37]" -"add","4","torch.float16","torch.float16","A10G","[[1.0, 1, 512, 10240], [1.0, 2, 512, 10240], [1.0, 1, 1024, 6400], [1.0, 1, 720, 6400], [1.0, 1, 512, 6400], [1.0, 2, 512, 6400], [1.0, 4, 256, 6400], [1.0, 1, 256, 10240], [1.0, 1, 1024, 5120], [1.0, 1, 720, 5120], [1.0, 1, 512, 5120], [1.0, 1, 1024, 4096], [1.0, 1, 512, 4096], [1.0, 2, 512, 4096]]","[45, 88, 56, 39, 28, 54, 55, 21, 45, 31, 21, 37, 11, 37]" -"size","1","N/A","N/A","A10G","[[1]]","[0]" -"getitem","2","N/A","N/A","A10G","[[3, 0], [2, 0], [2, 1], [3, 1], [4, 0], [4, 2], [4, 1], [3, 2], [4, 3]]","[0, 0, 0, 0, 0, 0, 0, 0, 0]" -"cat","7","torch.float16,torch.float16","torch.float16","A10G","[[2, 32, 512, 16, 32, 512, 16], [2, 32, 512, 32, 32, 512, 32]]","[14, 37]" -"view","2","N/A","torch.int64","A10G","[[-1, 1024], [1024, 1], [-1, 512], [512, 1], [-1, 720], [720, 1], [-1, 256], [256, 1]]","[0, 0, 0, 0, 0, 0, 0, 0]" -"embedding","9","torch.int64,torch.float16","torch.float16","A10G","[[1, 1024, 50265, 1024, 1, 1, 2.0, 0, 0], [1, 1024, 1026, 1024, 1, 1, 2.0, 0, 0], [2, 512, 50265, 1024, 1, 1, 2.0, 0, 0], [2, 512, 1026, 1024, 1, 1, 2.0, 0, 0]]","[16, 14, 17, 13]" -"add","2","torch.int64","torch.int64","A10G","[[1024, 1], [512, 1], [720, 1], [256, 1]]","[1, 1, 1, 1]" -"lt","3","torch.int64,torch.int64","torch.bool","A10G","[[1024, 1024, 1], [512, 512, 1], [720, 720, 1], [256, 256, 1]]","[7, 4, 4, 3]" -"masked_fill_","3","torch.bool","torch.float16","A10G","[[1024, 1024, 0], [512, 512, 0], [720, 720, 0], [256, 256, 0]]","[3, 1, 2, 1]" -"to","2","N/A","torch.float16","A10G","[[1, 1]]","[0]" -"expand","2","N/A","torch.int64","A10G","[[1, -1], [2, -1], [8, 512], [16, 512]]","[0, 0, 0, 0]" -"add","3","torch.int64","torch.int64","A10G","[[1, 1024, 2], [2, 512, 2]]","[1, 2]" -"dropout","3","torch.float16","torch.float16","A10G","[[1, 1024, 1024], [1, 1024, 4096], [2, 512, 1024], [2, 512, 4096], [16, 1024, 1024], [1, 512, 1024], [16, 512, 512], [1, 512, 4096], [32, 512, 512], [128, 16, 256], [1024, 16, 16], [128, 16, 2048], [1024, 100, 100], [128, 100, 256], [1024, 100, 16], [128, 100, 2048], [256, 16, 256], [2048, 16, 16], [256, 16, 2048], [2048, 100, 100], [256, 100, 256], [2048, 100, 16], [256, 100, 2048]]","[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" -"add","2","N/A","N/A","A10G","[[512, 0], [0, 512], [720, 0], [256, 0], [1024, 0]]","[0, 0, 0, 0, 0]" -"sub","2","N/A","N/A","A10G","[[512, 512], [720, 720], [256, 256], [1024, 1024]]","[0, 0, 0, 0]" -"gt","2","N/A","N/A","A10G","[[512, 1], [0, 0], [720, 1], [256, 1], [1024, 1]]","[0, 0, 0, 0, 0]" -"size","2","N/A","N/A","A10G","[[-1, 1], [-2, 1], [1, 1]]","[0, 0, 0]" -"eq","2","N/A","N/A","A10G","[[2, 2], [512, 512], [32, 32], [2048, 2048], [256, 256]]","[0, 0, 0, 0, 0]" -"and_","2","N/A","N/A","A10G","[[1, 1]]","[0]" -"not_","2","N/A","N/A","A10G","[[1, 1]]","[0]" -"view","2","N/A","torch.float16","A10G","[[-1, 1600], [3, 1], [4, 1], [-1, 6400], [-1, 1280], [-1, 5120], [-1, 1024], [-1, 4096]]","[0, 0, 0, 0, 0, 0, 0, 0]" -"addmm","5","torch.float16,torch.float16,torch.float16","torch.float16","A10G","[[4800, 1024, 1600, 1600, 4800], [1600, 1024, 1600, 1600, 1600], [6400, 1024, 1600, 1600, 6400], [1600, 1024, 6400, 6400, 1600], [4800, 720, 1600, 1600, 4800], [1600, 720, 1600, 1600, 1600], [6400, 720, 1600, 1600, 6400], [1600, 720, 6400, 6400, 1600], [4800, 512, 1600, 1600, 4800], [1600, 512, 1600, 1600, 1600], [6400, 512, 1600, 1600, 6400], [1600, 512, 6400, 6400, 1600], [3840, 1024, 1280, 1280, 3840], [1280, 1024, 1280, 1280, 1280], [5120, 1024, 1280, 1280, 5120], [1280, 1024, 5120, 5120, 1280], [3840, 720, 1280, 1280, 3840], [1280, 720, 1280, 1280, 1280], [5120, 720, 1280, 1280, 5120], [1280, 720, 5120, 5120, 1280], [3840, 512, 1280, 1280, 3840], [1280, 512, 1280, 1280, 1280], [5120, 512, 1280, 1280, 5120], [1280, 512, 5120, 5120, 1280], [3072, 1024, 1024, 1024, 3072], [1024, 1024, 1024, 1024, 1024], [4096, 1024, 1024, 1024, 4096], [1024, 1024, 4096, 4096, 1024], [3072, 512, 1024, 1024, 3072], [1024, 512, 1024, 1024, 1024], [4096, 512, 1024, 1024, 4096], [1024, 512, 4096, 4096, 1024]]","[321, 100, 400, 488, 241, 69, 320, 307, 130, 68, 241, 249, 200, 82, 211, 205, 161, 54, 197, 182, 155, 56, 106, 151, 170, 47, 170, 162, 65, 24, 89, 83]" -"split","2","N/A","torch.float16,torch.float16,torch.float16","A10G","[[1600, 1], [1280, 1], [1024, 1]]","[0, 0, 0]" -"getitem","4","torch.float16","torch.float16","A10G","[[3, 1024, 1600, 0], [3, 1024, 1600, 1], [3, 1024, 1600, 2], [3, 720, 1600, 0], [3, 720, 1600, 1], [3, 720, 1600, 2], [3, 512, 1600, 0], [3, 512, 1600, 1], [3, 512, 1600, 2], [3, 1024, 1280, 0], [3, 1024, 1280, 1], [3, 1024, 1280, 2], [3, 720, 1280, 0], [3, 720, 1280, 1], [3, 720, 1280, 2], [3, 512, 1280, 0], [3, 512, 1280, 1], [3, 512, 1280, 2], [3, 1024, 1024, 0], [3, 1024, 1024, 1], [3, 1024, 1024, 2], [3, 512, 1024, 0], [3, 512, 1024, 1], [3, 512, 1024, 2], [1, 4251, 192, 3], [128, 165, 192, 3], [256, 165, 192, 3], [512, 165, 192, 3], [128, 128, 128, 1], [256, 128, 128, 1], [128, 197, 768, 3]]","[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" -"permute","4","N/A","torch.float16","A10G","[[0, 2, 1, 3]]","[0]" -"getitem","6","torch.float16,torch.float16","torch.float16","A10G","[[3, 512, 1600, 512, 1600, 0], [3, 512, 1600, 512, 1600, 1], [3, 512, 1600, 512, 1600, 2], [3, 512, 1024, 512, 1024, 0], [3, 512, 1024, 512, 1024, 1], [3, 512, 1024, 512, 1024, 2]]","[0, 0, 0, 0, 0, 0]" -"getitem","10","torch.float16,torch.float16,torch.float16,torch.float16","torch.float16","A10G","[[3, 256, 1600, 256, 1600, 256, 1600, 256, 1600, 0], [3, 256, 1600, 256, 1600, 256, 1600, 256, 1600, 1], [3, 256, 1600, 256, 1600, 256, 1600, 256, 1600, 2]]","[0, 0, 0]" -"matmul","8","torch.float32,torch.float32","torch.float32","A10G","[[1, 20, 512, 128, 1, 20, 128, 512], [1, 20, 256, 128, 1, 20, 128, 256]]","[91, 23]" -"getitem","5","torch.bool","torch.bool","A10G","[[1, 1, 2048, 2048, 4], [1, 128, 32, 32, 0], [1, 128, 16, 16, 0], [1, 128, 8, 8, 0], [1, 128, 4, 4, 0], [1, 256, 32, 32, 0], [1, 256, 16, 16, 0], [1, 256, 8, 8, 0], [1, 256, 4, 4, 0]]","[0, 0, 0, 0, 0, 0, 0, 0, 0]" -"tensor","2","N/A","torch.float32","A10G","[[-3.4028234663852886e+38, 1]]","[0]" -"where","8","torch.bool,torch.float32,torch.float32","torch.float32","A10G","[[1, 1, 512, 512, 1, 20, 512, 512], [1, 1, 256, 256, 1, 20, 256, 256]]","[70, 19]" -"add","8","torch.float32,torch.float16","torch.float32","A10G","[[1, 20, 512, 512, 1, 1, 512, 512], [1, 20, 256, 256, 1, 1, 256, 256]]","[95, 24]" -"softmax","4","torch.float32","torch.float32","A10G","[[1, 20, 512, 512], [1, 20, 256, 256]]","[88, 16]" -"Dropout","4","torch.float16,","torch.float16","A10G","[[1, 20, 512, 512], [1, 20, 256, 256], [512, 24, 32, 32], [512, 40, 16, 16], [512, 80, 8, 8], [512, 112, 8, 8], [512, 192, 4, 4], [256, 24, 32, 32], [256, 40, 16, 16], [256, 80, 8, 8], [256, 112, 8, 8], [256, 192, 4, 4], [128, 24, 32, 32], [128, 40, 16, 16], [128, 80, 8, 8], [128, 112, 8, 8], [128, 192, 4, 4]]","[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" -"matmul","8","torch.float16,torch.float16","torch.float16","A10G","[[1, 20, 512, 512, 1, 20, 512, 128], [1, 20, 256, 256, 1, 20, 256, 128]]","[39, 13]" -"iadd","6","torch.float16,torch.float16","torch.float16","A10G","[[8, 512, 1024, 1, 512, 1024], [16, 512, 1024, 1, 512, 1024]]","[38, 74]" -"ones","2","N/A","torch.float16","A10G","[[2, 1], [3, 1]]","[1, 6]" -"sub","5","torch.float16","torch.float16","A10G","[[1.0, 8, 1, 512, 512], [1.0, 16, 1, 512, 512], [1.0, 128, 1, 16, 16], [1.0, 128, 1, 100, 16], [1.0, 256, 1, 16, 16], [1.0, 256, 1, 100, 16]]","[10, 21, 1, 2, 1, 2]" -"to","2","N/A","torch.bool","A10G","[[1, 1]]","[10]" -"masked_fill","5","torch.bool","torch.float16","A10G","[[8, 1, 512, 512, -65504.0], [16, 1, 512, 512, -65504.0], [128, 1, 16, 16, -65504.0], [128, 1, 100, 16, -65504.0], [256, 1, 16, 16, -65504.0], [256, 1, 100, 16, -65504.0]]","[28, 79, 2, 2, 2, 4]" -"mul","4","torch.float32","torch.float32","A10G","[[1, 256, 128, 1.0], [128, 32, 32, 6.283185307179586], [128, 16, 16, 6.283185307179586], [128, 8, 8, 6.283185307179586], [128, 4, 4, 6.283185307179586], [256, 32, 32, 6.283185307179586], [256, 16, 16, 6.283185307179586], [256, 8, 8, 6.283185307179586], [256, 4, 4, 6.283185307179586]]","[1, 1, 1, 1, 1, 2, 1, 1, 1]" -"mul","4","torch.float16,torch.float16","torch.float16","A10G","[[4096, 1, 256, 4096]]","[7]" -"expand","5","N/A","torch.float16","A10G","[[1, 8, 4, 256, 128]]","[0]" -"reshape","4","N/A","torch.float16","A10G","[[1, 32, 256, 128], [1, -1, 1, 1]]","[6, 0]" -"SiLU","3","torch.float16,","torch.float16","A10G","[[1, 256, 14336]]","[27]" -"embedding","8","torch.int64,torch.float16","torch.float16","A10G","[[1024, 1024, 1024, 1, 1, 2.0, 0, 0], [512, 1024, 1024, 1, 1, 2.0, 0, 0]]","[14, 8]" -"add","5","torch.float16,torch.float16","torch.float16","A10G","[[1, 1024, 1024, 1024, 1024], [1, 512, 1024, 512, 1024], [2, 512, 1024, 512, 1024]]","[8, 2, 9]" -"bmm","6","torch.float16,torch.float16","torch.float16","A10G","[[16, 1024, 64, 16, 64, 1024], [16, 1024, 1024, 16, 1024, 64], [16, 512, 64, 16, 64, 512], [16, 512, 512, 16, 512, 64], [32, 512, 64, 32, 64, 512], [32, 512, 512, 32, 512, 64], [1024, 16, 32, 1024, 32, 16], [1024, 16, 16, 1024, 16, 32], [1024, 100, 32, 1024, 32, 100], [1024, 100, 100, 1024, 100, 32], [1024, 100, 32, 1024, 32, 16], [1024, 100, 16, 1024, 16, 32], [2048, 16, 32, 2048, 32, 16], [2048, 16, 16, 2048, 16, 32], [2048, 100, 32, 2048, 32, 100], [2048, 100, 100, 2048, 100, 32], [2048, 100, 32, 2048, 32, 16], [2048, 100, 16, 2048, 16, 32]]","[88, 92, 26, 24, 51, 54, 4, 4, 73, 70, 21, 21, 8, 9, 142, 135, 46, 46]" -"softmax","3","torch.float16","torch.float16","A10G","[[16, 1024, 1024], [16, 512, 512], [32, 512, 512], [1024, 16, 16], [1024, 100, 100], [1024, 100, 16], [2048, 16, 16], [2048, 100, 100], [2048, 100, 16]]","[150, 39, 75, 3, 90, 14, 4, 177, 29]" -"ReLU","3","torch.float16,","torch.float16","A10G","[[1, 1024, 4096], [1, 512, 4096], [2, 512, 4096], [128, 16, 2048], [128, 100, 2048], [256, 16, 2048], [256, 100, 2048]]","[34, 11, 34, 34, 216, 70, 429]" -"mul","2","N/A","N/A","A10G","[[2, 16], [256, 8]]","[0, 0]" -"Conv2d","9","torch.float16,torch.float16,torch.float16","torch.float16","A10G","[[128, 3, 128, 128, 192, 3, 16, 16, 192], [256, 3, 128, 128, 192, 3, 16, 16, 192], [512, 3, 128, 128, 192, 3, 16, 16, 192], [128, 2048, 4, 4, 256, 2048, 1, 1, 256], [256, 2048, 4, 4, 256, 2048, 1, 1, 256], [512, 32, 1, 1, 8, 32, 1, 1, 8], [512, 8, 1, 1, 32, 8, 1, 1, 32], [512, 96, 1, 1, 4, 96, 1, 1, 4], [512, 4, 1, 1, 96, 4, 1, 1, 96], [512, 144, 1, 1, 6, 144, 1, 1, 6], [512, 6, 1, 1, 144, 6, 1, 1, 144], [512, 240, 1, 1, 10, 240, 1, 1, 10], [512, 10, 1, 1, 240, 10, 1, 1, 240], [512, 480, 1, 1, 20, 480, 1, 1, 20], [512, 20, 1, 1, 480, 20, 1, 1, 480], [512, 672, 1, 1, 28, 672, 1, 1, 28], [512, 28, 1, 1, 672, 28, 1, 1, 672], [512, 1152, 1, 1, 48, 1152, 1, 1, 48], [512, 48, 1, 1, 1152, 48, 1, 1, 1152], [256, 32, 1, 1, 8, 32, 1, 1, 8], [256, 8, 1, 1, 32, 8, 1, 1, 32], [256, 96, 1, 1, 4, 96, 1, 1, 4], [256, 4, 1, 1, 96, 4, 1, 1, 96], [256, 144, 1, 1, 6, 144, 1, 1, 6], [256, 6, 1, 1, 144, 6, 1, 1, 144], [256, 240, 1, 1, 10, 240, 1, 1, 10], [256, 10, 1, 1, 240, 10, 1, 1, 240], [256, 480, 1, 1, 20, 480, 1, 1, 20], [256, 20, 1, 1, 480, 20, 1, 1, 480], [256, 672, 1, 1, 28, 672, 1, 1, 28], [256, 28, 1, 1, 672, 28, 1, 1, 672], [256, 1152, 1, 1, 48, 1152, 1, 1, 48], [256, 48, 1, 1, 1152, 48, 1, 1, 1152], [128, 32, 1, 1, 8, 32, 1, 1, 8], [128, 8, 1, 1, 32, 8, 1, 1, 32], [128, 96, 1, 1, 4, 96, 1, 1, 4], [128, 4, 1, 1, 96, 4, 1, 1, 96], [128, 144, 1, 1, 6, 144, 1, 1, 6], [128, 6, 1, 1, 144, 6, 1, 1, 144], [128, 240, 1, 1, 10, 240, 1, 1, 10], [128, 10, 1, 1, 240, 10, 1, 1, 240], [128, 480, 1, 1, 20, 480, 1, 1, 20], [128, 20, 1, 1, 480, 20, 1, 1, 480], [128, 672, 1, 1, 28, 672, 1, 1, 28], [128, 28, 1, 1, 672, 28, 1, 1, 672], [128, 1152, 1, 1, 48, 1152, 1, 1, 48], [128, 48, 1, 1, 1152, 48, 1, 1, 1152], [128, 3, 224, 224, 768, 3, 16, 16, 768]]","[217, 376, 842, 126, 187, 6, 4, 7, 4, 8, 13, 8, 7, 9, 6, 10, 8, 10, 10, 6, 4, 7, 4, 6, 4, 7, 6, 8, 7, 8, 6, 9, 7, 6, 4, 6, 4, 7, 4, 7, 4, 7, 4, 8, 5, 8, 5, 2288]" -"flatten","2","N/A","torch.float16","A10G","[[2, 1]]","[0]" -"expand","3","N/A","torch.float16","A10G","[[128, -1, -1], [256, -1, -1], [512, -1, -1]]","[0, 0, 0]" -"cat","257","torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16","torch.float16","A10G","[[3, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192], [2, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768]]","[32, 447]" -"interpolate","4","torch.float16","torch.float16","A10G","[[1, 192, 50, 83]]","[158]" -"cat","3","torch.float16","torch.float16","A10G","[[3, 1, 192]]","[3]" -"scaled_dot_product_attention","14","torch.float16,torch.float16,torch.float16","torch.float16","A10G","[[128, 3, 165, 64, 128, 3, 165, 64, 128, 3, 165, 64, 1, 0.0], [256, 3, 165, 64, 256, 3, 165, 64, 256, 3, 165, 64, 1, 0.0], [512, 3, 165, 64, 512, 3, 165, 64, 512, 3, 165, 64, 1, 0.0], [128, 12, 197, 64, 128, 12, 197, 64, 128, 12, 197, 64, 1, 0.0]]","[121, 228, 436, 438]" -"relu","3","torch.float16","torch.float16","A10G","[[128, 100, 192], [256, 100, 192], [512, 100, 192], [128, 100, 256], [256, 100, 256]]","[14, 42, 83, 26, 56]" -"sigmoid","1","N/A","torch.float16","A10G","[[1]]","[2]" -"cat","513","torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16","torch.float16","A10G","[[3, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192]]","[62]" -"cat","1025","torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16","torch.float16","A10G","[[3, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192]]","[119]" -"Conv2d","8","torch.float16,torch.float16","torch.float16","A10G","[[128, 3, 128, 128, 64, 3, 7, 7], [128, 64, 32, 32, 64, 64, 1, 1], [128, 64, 32, 32, 64, 64, 3, 3], [128, 64, 32, 32, 256, 64, 1, 1], [128, 256, 32, 32, 64, 256, 1, 1], [128, 256, 32, 32, 128, 256, 1, 1], [128, 128, 32, 32, 128, 128, 3, 3], [128, 128, 16, 16, 512, 128, 1, 1], [128, 256, 32, 32, 512, 256, 1, 1], [128, 512, 16, 16, 128, 512, 1, 1], [128, 128, 16, 16, 128, 128, 3, 3], [128, 512, 16, 16, 256, 512, 1, 1], [128, 256, 16, 16, 256, 256, 3, 3], [128, 256, 8, 8, 1024, 256, 1, 1], [128, 512, 16, 16, 1024, 512, 1, 1], [128, 1024, 8, 8, 256, 1024, 1, 1], [128, 256, 8, 8, 256, 256, 3, 3], [128, 1024, 8, 8, 512, 1024, 1, 1], [128, 512, 8, 8, 512, 512, 3, 3], [128, 512, 4, 4, 2048, 512, 1, 1], [128, 1024, 8, 8, 2048, 1024, 1, 1], [128, 2048, 4, 4, 512, 2048, 1, 1], [128, 512, 4, 4, 512, 512, 3, 3], [256, 3, 128, 128, 64, 3, 7, 7], [256, 64, 32, 32, 64, 64, 1, 1], [256, 64, 32, 32, 64, 64, 3, 3], [256, 64, 32, 32, 256, 64, 1, 1], [256, 256, 32, 32, 64, 256, 1, 1], [256, 256, 32, 32, 128, 256, 1, 1], [256, 128, 32, 32, 128, 128, 3, 3], [256, 128, 16, 16, 512, 128, 1, 1], [256, 256, 32, 32, 512, 256, 1, 1], [256, 512, 16, 16, 128, 512, 1, 1], [256, 128, 16, 16, 128, 128, 3, 3], [256, 512, 16, 16, 256, 512, 1, 1], [256, 256, 16, 16, 256, 256, 3, 3], [256, 256, 8, 8, 1024, 256, 1, 1], [256, 512, 16, 16, 1024, 512, 1, 1], [256, 1024, 8, 8, 256, 1024, 1, 1], [256, 256, 8, 8, 256, 256, 3, 3], [256, 1024, 8, 8, 512, 1024, 1, 1], [256, 512, 8, 8, 512, 512, 3, 3], [256, 512, 4, 4, 2048, 512, 1, 1], [256, 1024, 8, 8, 2048, 1024, 1, 1], [256, 2048, 4, 4, 512, 2048, 1, 1], [256, 512, 4, 4, 512, 512, 3, 3], [512, 3, 129, 129, 32, 3, 3, 3], [512, 32, 64, 64, 16, 32, 1, 1], [512, 16, 64, 64, 96, 16, 1, 1], [512, 96, 32, 32, 24, 96, 1, 1], [512, 24, 32, 32, 144, 24, 1, 1], [512, 144, 32, 32, 24, 144, 1, 1], [512, 144, 16, 16, 40, 144, 1, 1], [512, 40, 16, 16, 240, 40, 1, 1], [512, 240, 16, 16, 40, 240, 1, 1], [512, 240, 8, 8, 80, 240, 1, 1], [512, 80, 8, 8, 480, 80, 1, 1], [512, 480, 8, 8, 80, 480, 1, 1], [512, 480, 8, 8, 112, 480, 1, 1], [512, 112, 8, 8, 672, 112, 1, 1], [512, 672, 8, 8, 112, 672, 1, 1], [512, 672, 4, 4, 192, 672, 1, 1], [512, 192, 4, 4, 1152, 192, 1, 1], [512, 1152, 4, 4, 192, 1152, 1, 1], [512, 1152, 4, 4, 320, 1152, 1, 1], [512, 320, 4, 4, 1280, 320, 1, 1], [256, 3, 129, 129, 32, 3, 3, 3], [256, 32, 64, 64, 16, 32, 1, 1], [256, 16, 64, 64, 96, 16, 1, 1], [256, 96, 32, 32, 24, 96, 1, 1], [256, 24, 32, 32, 144, 24, 1, 1], [256, 144, 32, 32, 24, 144, 1, 1], [256, 144, 16, 16, 40, 144, 1, 1], [256, 40, 16, 16, 240, 40, 1, 1], [256, 240, 16, 16, 40, 240, 1, 1], [256, 240, 8, 8, 80, 240, 1, 1], [256, 80, 8, 8, 480, 80, 1, 1], [256, 480, 8, 8, 80, 480, 1, 1], [256, 480, 8, 8, 112, 480, 1, 1], [256, 112, 8, 8, 672, 112, 1, 1], [256, 672, 8, 8, 112, 672, 1, 1], [256, 672, 4, 4, 192, 672, 1, 1], [256, 192, 4, 4, 1152, 192, 1, 1], [256, 1152, 4, 4, 192, 1152, 1, 1], [256, 1152, 4, 4, 320, 1152, 1, 1], [256, 320, 4, 4, 1280, 320, 1, 1], [128, 3, 129, 129, 32, 3, 3, 3], [128, 32, 64, 64, 16, 32, 1, 1], [128, 16, 64, 64, 96, 16, 1, 1], [128, 96, 32, 32, 24, 96, 1, 1], [128, 24, 32, 32, 144, 24, 1, 1], [128, 144, 32, 32, 24, 144, 1, 1], [128, 144, 16, 16, 40, 144, 1, 1], [128, 40, 16, 16, 240, 40, 1, 1], [128, 240, 16, 16, 40, 240, 1, 1], [128, 240, 8, 8, 80, 240, 1, 1], [128, 80, 8, 8, 480, 80, 1, 1], [128, 480, 8, 8, 80, 480, 1, 1], [128, 480, 8, 8, 112, 480, 1, 1], [128, 112, 8, 8, 672, 112, 1, 1], [128, 672, 8, 8, 112, 672, 1, 1], [128, 672, 4, 4, 192, 672, 1, 1], [128, 192, 4, 4, 1152, 192, 1, 1], [128, 1152, 4, 4, 192, 1152, 1, 1], [128, 1152, 4, 4, 320, 1152, 1, 1], [128, 320, 4, 4, 1280, 320, 1, 1], [512, 3, 128, 128, 64, 3, 7, 7], [512, 64, 32, 32, 64, 64, 1, 1], [512, 64, 32, 32, 64, 64, 3, 3], [512, 64, 32, 32, 256, 64, 1, 1], [512, 256, 32, 32, 64, 256, 1, 1], [512, 256, 32, 32, 128, 256, 1, 1], [512, 128, 32, 32, 128, 128, 3, 3], [512, 128, 16, 16, 512, 128, 1, 1], [512, 256, 32, 32, 512, 256, 1, 1], [512, 512, 16, 16, 128, 512, 1, 1], [512, 128, 16, 16, 128, 128, 3, 3], [512, 512, 16, 16, 256, 512, 1, 1], [512, 256, 16, 16, 256, 256, 3, 3], [512, 256, 8, 8, 1024, 256, 1, 1], [512, 512, 16, 16, 1024, 512, 1, 1], [512, 1024, 8, 8, 256, 1024, 1, 1], [512, 256, 8, 8, 256, 256, 3, 3], [512, 1024, 8, 8, 512, 1024, 1, 1], [512, 512, 8, 8, 512, 512, 3, 3], [512, 512, 4, 4, 2048, 512, 1, 1], [512, 1024, 8, 8, 2048, 1024, 1, 1], [512, 2048, 4, 4, 512, 2048, 1, 1], [512, 512, 4, 4, 512, 512, 3, 3]]","[778, 70, 305, 183, 170, 214, 384, 96, 577, 108, 276, 149, 285, 83, 366, 76, 216, 139, 253, 144, 271, 125, 231, 1506, 138, 588, 358, 334, 427, 712, 185, 1131, 214, 465, 284, 550, 165, 704, 140, 450, 269, 470, 236, 553, 247, 413, 496, 405, 993, 254, 371, 347, 139, 161, 151, 51, 176, 101, 107, 161, 142, 116, 161, 184, 240, 226, 253, 205, 498, 131, 184, 177, 80, 84, 81, 28, 55, 61, 63, 85, 82, 68, 108, 106, 102, 115, 134, 103, 248, 68, 93, 92, 49, 38, 42, 15, 29, 31, 33, 43, 41, 43, 55, 73, 74, 64, 2976, 275, 1160, 706, 663, 851, 1359, 354, 2238, 372, 871, 555, 1030, 316, 1385, 270, 806, 525, 831, 447, 935, 489, 795]" -"add","5","torch.float16","torch.float16","A10G","[[1, 64, 1, 1, 1e-05], [1, 256, 1, 1, 1e-05], [1, 128, 1, 1, 1e-05], [1, 512, 1, 1, 1e-05], [1, 1024, 1, 1, 1e-05], [1, 2048, 1, 1, 1e-05]]","[2, 1, 1, 2, 2, 2]" -"rsqrt","1","N/A","torch.float16","A10G","[[1]]","[1]" -"sub","8","torch.float16,torch.float16","torch.float16","A10G","[[1, 64, 1, 1, 1, 64, 1, 1], [1, 256, 1, 1, 1, 256, 1, 1], [1, 128, 1, 1, 1, 128, 1, 1], [1, 512, 1, 1, 1, 512, 1, 1], [1, 1024, 1, 1, 1, 1024, 1, 1], [1, 2048, 1, 1, 1, 2048, 1, 1]]","[1, 1, 1, 1, 1, 1]" -"ReLU","4","torch.float16,","torch.float16","A10G","[[128, 64, 64, 64], [128, 64, 32, 32], [128, 256, 32, 32], [128, 128, 32, 32], [128, 128, 16, 16], [128, 512, 16, 16], [128, 256, 16, 16], [128, 256, 8, 8], [128, 1024, 8, 8], [128, 512, 8, 8], [128, 512, 4, 4], [128, 2048, 4, 4], [256, 64, 64, 64], [256, 64, 32, 32], [256, 256, 32, 32], [256, 128, 32, 32], [256, 128, 16, 16], [256, 512, 16, 16], [256, 256, 16, 16], [256, 256, 8, 8], [256, 1024, 8, 8], [256, 512, 8, 8], [256, 512, 4, 4], [256, 2048, 4, 4], [512, 64, 64, 64], [512, 64, 32, 32], [512, 256, 32, 32], [512, 128, 32, 32], [512, 128, 16, 16], [512, 512, 16, 16], [512, 256, 16, 16], [512, 256, 8, 8], [512, 1024, 8, 8], [512, 512, 8, 8], [512, 512, 4, 4], [512, 2048, 4, 4]]","[276, 70, 277, 139, 35, 138, 70, 6, 69, 35, 3, 35, 551, 139, 550, 278, 69, 277, 140, 36, 140, 70, 7, 69, 1103, 276, 1087, 551, 138, 554, 275, 70, 277, 139, 35, 139]" -"MaxPool2d","4","torch.float16,","torch.float16","A10G","[[128, 64, 64, 64], [256, 64, 64, 64], [512, 64, 64, 64]]","[313, 623, 1244]" -"Identity","4","torch.float16,","torch.float16","A10G","[[128, 64, 32, 32], [128, 128, 16, 16], [128, 256, 8, 8], [128, 512, 4, 4], [256, 64, 32, 32], [256, 128, 16, 16], [256, 256, 8, 8], [256, 512, 4, 4], [256, 256, 32, 32], [256, 512, 16, 16], [256, 1024, 8, 8], [256, 2048, 4, 4], [512, 256, 32, 32], [512, 512, 16, 16], [512, 1024, 8, 8], [512, 2048, 4, 4]]","[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" -"iadd","8","torch.float16,torch.float16","torch.float16","A10G","[[128, 256, 32, 32, 128, 256, 32, 32], [128, 512, 16, 16, 128, 512, 16, 16], [128, 1024, 8, 8, 128, 1024, 8, 8], [128, 2048, 4, 4, 128, 2048, 4, 4], [256, 256, 32, 32, 256, 256, 32, 32], [256, 512, 16, 16, 256, 512, 16, 16], [256, 1024, 8, 8, 256, 1024, 8, 8], [256, 2048, 4, 4, 256, 2048, 4, 4], [512, 256, 32, 32, 512, 256, 32, 32], [512, 512, 16, 16, 512, 512, 16, 16], [512, 1024, 8, 8, 512, 1024, 8, 8], [512, 2048, 4, 4, 512, 2048, 4, 4]]","[411, 209, 103, 53, 823, 413, 206, 104, 1641, 828, 412, 205]" -"interpolate","4","torch.float32","torch.float32","A10G","[[1, 128, 128, 128], [1, 256, 128, 128]]","[6, 12]" -"cumsum","2","N/A","torch.float32","A10G","[[1, 1], [2, 1]]","[9, 4]" -"getitem","4","torch.float32","torch.float32","A10G","[[128, 32, 32, 3], [128, 32, 32, 4], [128, 16, 16, 3], [128, 16, 16, 4], [128, 8, 8, 3], [128, 8, 8, 4], [128, 4, 4, 3], [128, 4, 4, 4], [256, 32, 32, 3], [256, 32, 32, 4], [256, 16, 16, 3], [256, 16, 16, 4], [256, 8, 8, 3], [256, 8, 8, 4], [256, 4, 4, 3], [256, 4, 4, 4]]","[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" -"truediv","6","torch.float32,torch.float32","torch.float32","A10G","[[128, 32, 32, 128, 1, 32], [128, 32, 32, 128, 32, 1], [128, 16, 16, 128, 1, 16], [128, 16, 16, 128, 16, 1], [128, 8, 8, 128, 1, 8], [128, 8, 8, 128, 8, 1], [128, 4, 4, 128, 1, 4], [128, 4, 4, 128, 4, 1], [256, 32, 32, 256, 1, 32], [256, 32, 32, 256, 32, 1], [256, 16, 16, 256, 1, 16], [256, 16, 16, 256, 16, 1], [256, 8, 8, 256, 1, 8], [256, 8, 8, 256, 8, 1], [256, 4, 4, 256, 1, 4], [256, 4, 4, 256, 4, 1]]","[2, 2, 2, 2, 2, 1, 2, 1, 3, 3, 2, 2, 2, 1, 2, 1]" -"div","2","torch.float32","torch.float32","A10G","[[128, 2]]","[1]" -"mul","2","torch.float32","torch.float32","A10G","[[2, 128]]","[1]" -"truediv","2","torch.float32","torch.float32","A10G","[[128, 128]]","[1]" -"pow","2","torch.float32","torch.float32","A10G","[[10000, 128]]","[4]" -"truediv","5","torch.float32,torch.float32","torch.float32","A10G","[[128, 32, 32, 1, 128], [128, 16, 16, 1, 128], [128, 8, 8, 1, 128], [128, 4, 4, 1, 128], [256, 32, 32, 1, 128], [256, 16, 16, 1, 128], [256, 8, 8, 1, 128], [256, 4, 4, 1, 128]]","[140, 35, 8, 2, 280, 69, 18, 4]" -"getitem","5","torch.float32","torch.float32","A10G","[[128, 32, 32, 128, 4], [128, 16, 16, 128, 4], [128, 8, 8, 128, 4], [128, 4, 4, 128, 4], [256, 32, 32, 128, 4], [256, 16, 16, 128, 4], [256, 8, 8, 128, 4], [256, 4, 4, 128, 4]]","[0, 0, 0, 0, 0, 0, 0, 0]" -"stack","385","torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32","torch.float32","A10G","[[2, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64], [2, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64], [2, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64], [2, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64]]","[743, 186, 34, 4]" -"flatten","2","N/A","torch.float32","A10G","[[3, 1]]","[0]" -"cat","385","torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32","torch.float32","A10G","[[2, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128], [2, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128], [2, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128], [2, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128]]","[598, 148, 32, 4]" -"permute","4","N/A","torch.float32","A10G","[[0, 3, 1, 2]]","[0]" -"permute","3","N/A","torch.float16","A10G","[[0, 2, 1]]","[0]" -"flatten","2","N/A","torch.bool","A10G","[[1, 1]]","[0]" -"getitem","3","torch.bool","torch.bool","A10G","[[128, 16, 4], [256, 16, 4]]","[0, 0]" -"expand","4","N/A","torch.bool","A10G","[[128, 1, 16, 16], [128, 1, 100, 16], [256, 1, 16, 16], [256, 1, 100, 16]]","[0, 0, 0, 0]" -"repeat","3","N/A","torch.float16","A10G","[[128, 1, 1], [256, 1, 1]]","[13, 28]" -"zeros_like","3","torch.float16","torch.float16","A10G","[[128, 100, 256], [256, 100, 256]]","[14, 27]" -"stack","769","torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32","torch.float32","A10G","[[2, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64], [2, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64], [2, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64], [2, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64]]","[1479, 370, 94, 6]" -"cat","769","torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32","torch.float32","A10G","[[2, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128], [2, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128], [2, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128], [2, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128]]","[1195, 295, 75, 12]" -"ZeroPad2d","4","torch.float16,","torch.float16","A10G","[[512, 3, 128, 128], [512, 96, 64, 64], [512, 144, 32, 32], [512, 240, 16, 16], [512, 672, 8, 8], [256, 3, 128, 128], [256, 96, 64, 64], [256, 144, 32, 32], [256, 240, 16, 16], [256, 672, 8, 8], [128, 3, 128, 128], [128, 96, 64, 64], [128, 144, 32, 32], [128, 240, 16, 16], [128, 672, 8, 8]]","[357, 3097, 1348, 591, 586, 178, 1552, 676, 299, 293, 90, 777, 342, 151, 149]" -"BatchNorm2d","6","torch.float16,torch.float16,torch.float16","torch.float16","A10G","[[512, 32, 64, 64, 32, 32], [512, 16, 64, 64, 16, 16], [512, 96, 64, 64, 96, 96], [512, 96, 32, 32, 96, 96], [512, 24, 32, 32, 24, 24], [512, 144, 32, 32, 144, 144], [512, 144, 16, 16, 144, 144], [512, 40, 16, 16, 40, 40], [512, 240, 16, 16, 240, 240], [512, 240, 8, 8, 240, 240], [512, 80, 8, 8, 80, 80], [512, 480, 8, 8, 480, 480], [512, 112, 8, 8, 112, 112], [512, 672, 8, 8, 672, 672], [512, 672, 4, 4, 672, 672], [512, 192, 4, 4, 192, 192], [512, 1152, 4, 4, 1152, 1152], [512, 320, 4, 4, 320, 320], [512, 1280, 4, 4, 1280, 1280], [256, 32, 64, 64, 32, 32], [256, 16, 64, 64, 16, 16], [256, 96, 64, 64, 96, 96], [256, 96, 32, 32, 96, 96], [256, 24, 32, 32, 24, 24], [256, 144, 32, 32, 144, 144], [256, 144, 16, 16, 144, 144], [256, 40, 16, 16, 40, 40], [256, 240, 16, 16, 240, 240], [256, 240, 8, 8, 240, 240], [256, 80, 8, 8, 80, 80], [256, 480, 8, 8, 480, 480], [256, 112, 8, 8, 112, 112], [256, 672, 8, 8, 672, 672], [256, 672, 4, 4, 672, 672], [256, 192, 4, 4, 192, 192], [256, 1152, 4, 4, 1152, 1152], [256, 320, 4, 4, 320, 320], [256, 1280, 4, 4, 1280, 1280], [128, 32, 64, 64, 32, 32], [128, 16, 64, 64, 16, 16], [128, 96, 64, 64, 96, 96], [128, 96, 32, 32, 96, 96], [128, 24, 32, 32, 24, 24], [128, 144, 32, 32, 144, 144], [128, 144, 16, 16, 144, 144], [128, 40, 16, 16, 40, 40], [128, 240, 16, 16, 240, 240], [128, 240, 8, 8, 240, 240], [128, 80, 8, 8, 80, 80], [128, 480, 8, 8, 480, 480], [128, 112, 8, 8, 112, 112], [128, 672, 8, 8, 672, 672], [128, 672, 4, 4, 672, 672], [128, 192, 4, 4, 192, 192], [128, 1152, 4, 4, 1152, 1152], [128, 320, 4, 4, 320, 320], [128, 1280, 4, 4, 1280, 1280], [256, 64, 64, 64, 64, 64], [256, 64, 32, 32, 64, 64], [256, 256, 32, 32, 256, 256], [256, 128, 32, 32, 128, 128], [256, 128, 16, 16, 128, 128], [256, 512, 16, 16, 512, 512], [256, 256, 16, 16, 256, 256], [256, 256, 8, 8, 256, 256], [256, 1024, 8, 8, 1024, 1024], [256, 512, 8, 8, 512, 512], [256, 512, 4, 4, 512, 512], [256, 2048, 4, 4, 2048, 2048], [512, 64, 64, 64, 64, 64], [512, 64, 32, 32, 64, 64], [512, 256, 32, 32, 256, 256], [512, 128, 32, 32, 128, 128], [512, 128, 16, 16, 128, 128], [512, 512, 16, 16, 512, 512], [512, 256, 16, 16, 256, 256], [512, 256, 8, 8, 256, 256], [512, 1024, 8, 8, 1024, 1024], [512, 512, 8, 8, 512, 512], [512, 512, 4, 4, 512, 512], [512, 2048, 4, 4, 2048, 2048]]","[551, 277, 1638, 421, 108, 635, 168, 51, 283, 94, 34, 187, 46, 237, 130, 39, 207, 66, 226, 278, 144, 823, 212, 55, 320, 86, 27, 145, 49, 19, 96, 25, 132, 68, 21, 113, 34, 127, 143, 74, 414, 107, 29, 163, 44, 11, 75, 27, 11, 51, 15, 70, 37, 13, 60, 20, 67, 549, 145, 566, 286, 79, 301, 152, 53, 199, 102, 53, 200, 1094, 285, 1127, 566, 152, 596, 299, 102, 325, 198, 99, 304]" -"SiLU","4","torch.float16,","torch.float16","A10G","[[512, 32, 64, 64], [512, 8, 1, 1], [512, 96, 64, 64], [512, 96, 32, 32], [512, 4, 1, 1], [512, 144, 32, 32], [512, 6, 1, 1], [512, 144, 16, 16], [512, 240, 16, 16], [512, 10, 1, 1], [512, 240, 8, 8], [512, 480, 8, 8], [512, 20, 1, 1], [512, 672, 8, 8], [512, 28, 1, 1], [512, 672, 4, 4], [512, 1152, 4, 4], [512, 48, 1, 1], [512, 1280, 4, 4], [256, 32, 64, 64], [256, 8, 1, 1], [256, 96, 64, 64], [256, 96, 32, 32], [256, 4, 1, 1], [256, 144, 32, 32], [256, 6, 1, 1], [256, 144, 16, 16], [256, 240, 16, 16], [256, 10, 1, 1], [256, 240, 8, 8], [256, 480, 8, 8], [256, 20, 1, 1], [256, 672, 8, 8], [256, 28, 1, 1], [256, 672, 4, 4], [256, 1152, 4, 4], [256, 48, 1, 1], [256, 1280, 4, 4], [128, 32, 64, 64], [128, 8, 1, 1], [128, 96, 64, 64], [128, 96, 32, 32], [128, 4, 1, 1], [128, 144, 32, 32], [128, 6, 1, 1], [128, 144, 16, 16], [128, 240, 16, 16], [128, 10, 1, 1], [128, 240, 8, 8], [128, 480, 8, 8], [128, 20, 1, 1], [128, 672, 8, 8], [128, 28, 1, 1], [128, 672, 4, 4], [128, 1152, 4, 4], [128, 48, 1, 1], [128, 1280, 4, 4]]","[549, 1, 1638, 410, 1, 618, 1, 155, 259, 1, 65, 130, 1, 182, 1, 46, 79, 1, 87, 274, 1, 827, 205, 1, 309, 1, 79, 131, 1, 33, 65, 1, 91, 1, 22, 39, 1, 44, 138, 1, 411, 104, 1, 156, 1, 40, 66, 1, 8, 33, 1, 46, 1, 4, 15, 1, 20]" -"forward","4","torch.float16","torch.float16","A10G","[[512, 32, 64, 64], [512, 96, 65, 65], [512, 144, 32, 32], [512, 144, 35, 35], [512, 240, 16, 16], [512, 240, 17, 17], [512, 480, 8, 8], [512, 672, 8, 8], [512, 672, 11, 11], [512, 1152, 4, 4], [256, 32, 64, 64], [256, 96, 65, 65], [256, 144, 32, 32], [256, 144, 35, 35], [256, 240, 16, 16], [256, 240, 17, 17], [256, 480, 8, 8], [256, 672, 8, 8], [256, 672, 11, 11], [256, 1152, 4, 4], [128, 32, 64, 64], [128, 96, 65, 65], [128, 144, 32, 32], [128, 144, 35, 35], [128, 240, 16, 16], [128, 240, 17, 17], [128, 480, 8, 8], [128, 672, 8, 8], [128, 672, 11, 11], [128, 1152, 4, 4]]","[621, 1446, 648, 1277, 278, 272, 154, 403, 341, 549, 306, 731, 326, 644, 142, 139, 79, 204, 178, 278, 156, 368, 162, 326, 74, 68, 41, 103, 94, 140]" -"AdaptiveAvgPool2d","4","torch.float16,","torch.float16","A10G","[[512, 32, 64, 64], [512, 96, 32, 32], [512, 144, 32, 32], [512, 144, 16, 16], [512, 240, 16, 16], [512, 240, 8, 8], [512, 480, 8, 8], [512, 672, 8, 8], [512, 672, 4, 4], [512, 1152, 4, 4], [256, 32, 64, 64], [256, 96, 32, 32], [256, 144, 32, 32], [256, 144, 16, 16], [256, 240, 16, 16], [256, 240, 8, 8], [256, 480, 8, 8], [256, 672, 8, 8], [256, 672, 4, 4], [256, 1152, 4, 4], [128, 32, 64, 64], [128, 96, 32, 32], [128, 144, 32, 32], [128, 144, 16, 16], [128, 240, 16, 16], [128, 240, 8, 8], [128, 480, 8, 8], [128, 672, 8, 8], [128, 672, 4, 4], [128, 1152, 4, 4], [256, 2048, 4, 4], [512, 2048, 4, 4]]","[282, 214, 312, 83, 132, 59, 113, 156, 74, 124, 149, 112, 161, 47, 71, 32, 59, 81, 39, 65, 85, 61, 86, 25, 40, 16, 32, 43, 19, 32, 111, 216]" -"Sigmoid","4","torch.float16,","torch.float16","A10G","[[512, 32, 1, 1], [512, 96, 1, 1], [512, 144, 1, 1], [512, 240, 1, 1], [512, 480, 1, 1], [512, 672, 1, 1], [512, 1152, 1, 1], [256, 32, 1, 1], [256, 96, 1, 1], [256, 144, 1, 1], [256, 240, 1, 1], [256, 480, 1, 1], [256, 672, 1, 1], [256, 1152, 1, 1], [128, 32, 1, 1], [128, 96, 1, 1], [128, 144, 1, 1], [128, 240, 1, 1], [128, 480, 1, 1], [128, 672, 1, 1], [128, 1152, 1, 1]]","[1, 1, 1, 2, 2, 2, 3, 1, 1, 1, 1, 1, 1, 2, 1, 1, 1, 1, 1, 1, 1]" -"AvgPool2d","4","torch.float16,","torch.float16","A10G","[[512, 1280, 4, 4], [256, 1280, 4, 4], [128, 1280, 4, 4]]","[52, 30, 12]" -"reshape","2","N/A","torch.float16","A10G","[[2, 1]]","[0]" -"Dropout","2","torch.float16,","torch.float16","A10G","[[512, 1280], [256, 1280], [128, 1280]]","[0, 0, 0]" -"Linear","5","torch.float16,torch.float16,torch.float16","torch.float16","A10G","[[512, 1280, 1000, 1280, 1000], [256, 1280, 1000, 1280, 1000], [128, 1280, 1000, 1280, 1000], [128, 768, 1000, 768, 1000], [256, 2048, 1000, 2048, 1000], [512, 2048, 1000, 2048, 1000]]","[31, 18, 20, 13, 25, 45]" -"Size","2","N/A","N/A","A10G","[[2, 1]]","[0]" -"Flatten","4","torch.float16,","torch.float16","A10G","[[256, 2048, 1, 1], [512, 2048, 1, 1]]","[0, 0]" -"Embedding","4","torch.int64,torch.float16","torch.float16","A100SXM480GB","[[1, 128, 256000, 3072], [1, 512, 51200, 2560], [2, 512, 51200, 2560], [1, 1024, 50257, 1600], [1, 1024, 1024, 1600], [1, 720, 50257, 1600], [1, 720, 1024, 1600], [1, 512, 50257, 1600], [1, 512, 1024, 1600], [2, 512, 50257, 1600], [4, 256, 50257, 1600], [1, 256, 1024, 1600], [1, 512, 50257, 2560], [1, 512, 2048, 2560], [1, 256, 50257, 2560], [1, 256, 2048, 2560], [1, 1024, 50257, 1280], [1, 1024, 1024, 1280], [1, 720, 50257, 1280], [1, 720, 1024, 1280], [1, 512, 50257, 1280], [1, 512, 1024, 1280], [8, 512, 30522, 1024], [8, 512, 2, 1024], [1, 512, 512, 1024], [16, 512, 30522, 1024], [16, 512, 2, 1024], [1, 256, 128256, 4096], [1, 1024, 50257, 1024], [1, 1024, 1024, 1024], [1, 512, 50257, 1024], [1, 512, 1024, 1024], [2, 512, 50257, 1024], [1, 1024, 96103, 1024], [1, 512, 96103, 1024], [2, 512, 96103, 1024]]","[9, 18, 34, 24, 22, 17, 16, 13, 13, 23, 23, 8, 20, 19, 11, 10, 19, 19, 15, 14, 11, 10, 55, 45, 10, 110, 88, 12, 16, 15, 10, 9, 16, 17, 10, 17]" -"arange","2","N/A","torch.int64","A100SXM480GB","[[0, 128], [129, 1], [0, 512], [513, 1], [1024, 1], [0, 1024], [512, 1], [0, 720], [720, 1], [0, 256], [256, 1], [257, 1], [128, 1]]","[2, 1, 1, 1, 1, 1, 1, 2, 1, 1, 1, 1, 1]" -"unsqueeze","2","N/A","torch.int64","A100SXM480GB","[[0, 1]]","[0]" -"full","2","N/A","torch.float16","A100SXM480GB","[[2, 1], [2, -65504.0]]","[1, 3]" -"triu","2","torch.float16","torch.float16","A100SXM480GB","[[128, 129], [512, 513], [256, 257]]","[3, 4, 3]" -"reshape","2","N/A","torch.int64","A100SXM480GB","[[-1, 1]]","[0]" -"gt","3","torch.int64,torch.int64","torch.bool","A100SXM480GB","[[129, 128, 1], [513, 512, 1], [257, 256, 1]]","[3, 4, 3]" -"imul","4","torch.float16,torch.bool","torch.float16","A100SXM480GB","[[128, 129, 128, 129], [512, 513, 512, 513], [256, 257, 256, 257]]","[5, 5, 5]" -"getitem","3","torch.float16","torch.float16","A100SXM480GB","[[128, 129, 4], [512, 513, 4], [2048, 32, 1], [1024, 1024, 4], [512, 512, 4], [720, 720, 4], [256, 256, 4], [8, 512, 4], [16, 512, 4], [256, 257, 4], [1, 192, 2]]","[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" -"expand","4","N/A","torch.float16","A100SXM480GB","[[1, 1, -1, -1], [2, 1, -1, -1], [1, 1, 1024, 1024], [2, 1, 512, 512], [1, 1, 720, 720], [1, 1, 512, 512], [4, 1, 256, 256], [1, 1, 256, 256], [8, 1, 512, 512], [16, 1, 512, 512]]","[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" -"tensor","2","N/A","torch.float16","A100SXM480GB","[[55.42562584220407, 1]]","[1]" -"mul","3","torch.float16,torch.float16","torch.float16","A100SXM480GB","[[1, 128, 3072]]","[4]" -"float","1","N/A","torch.float32","A100SXM480GB","[[1]]","[4]" -"pow","2","N/A","torch.float32","A100SXM480GB","[[2, 1]]","[2]" -"mean","2","N/A","torch.float32","A100SXM480GB","[[-1, 1]]","[11]" -"add","4","torch.float32","torch.float32","A100SXM480GB","[[1, 128, 1, 1e-06], [1, 256, 1, 1e-05], [128, 1, 32, 1e-06], [128, 32, 1, 1e-06], [128, 1, 16, 1e-06], [128, 16, 1, 1e-06], [128, 1, 8, 1e-06], [128, 8, 1, 1e-06], [128, 1, 4, 1e-06], [128, 4, 1, 1e-06], [256, 1, 32, 1e-06], [256, 32, 1, 1e-06], [256, 1, 16, 1e-06], [256, 16, 1, 1e-06], [256, 1, 8, 1e-06], [256, 8, 1, 1e-06], [256, 1, 4, 1e-06], [256, 4, 1, 1e-06]]","[1, 1, 3, 3, 3, 2, 3, 2, 2, 2, 3, 3, 3, 3, 3, 2, 3, 2]" -"rsqrt","3","torch.float32","torch.float32","A100SXM480GB","[[1, 128, 1], [1, 256, 1]]","[1, 1]" -"mul","6","torch.float32,torch.float32","torch.float32","A100SXM480GB","[[1, 128, 3072, 1, 128, 1], [1, 256, 4096, 1, 256, 1]]","[4, 6]" -"add","2","torch.float32","torch.float32","A100SXM480GB","[[1.0, 3072]]","[1]" -"mul","4","torch.float32,torch.float32","torch.float32","A100SXM480GB","[[1, 128, 3072, 3072]]","[4]" -"type_as","3","torch.float16","torch.float16","A100SXM480GB","[[1, 128, 3072]]","[5]" -"Linear","5","torch.float16,torch.float16","torch.float16","A100SXM480GB","[[1, 128, 3072, 4096, 3072], [1, 128, 4096, 3072, 4096], [1, 128, 3072, 24576, 3072], [1, 128, 24576, 3072, 24576], [1, 128, 3072, 256000, 3072], [1, 1024, 1024, 50265, 1024], [2, 512, 1024, 50265, 1024], [1, 1024, 1600, 50257, 1600], [1, 720, 1600, 50257, 1600], [1, 512, 1600, 50257, 1600], [2, 512, 1600, 50257, 1600], [4, 256, 1600, 50257, 1600], [1, 512, 2560, 2560, 2560], [1, 512, 2560, 50257, 2560], [1, 256, 2560, 2560, 2560], [1, 256, 2560, 50257, 2560], [1, 1024, 1280, 50257, 1280], [1, 720, 1280, 50257, 1280], [1, 512, 1280, 50257, 1280], [1, 256, 4096, 4096, 4096], [1, 256, 4096, 1024, 4096], [1, 256, 4096, 14336, 4096], [1, 256, 14336, 4096, 14336], [1, 256, 4096, 128256, 4096], [1, 1024, 1024, 50257, 1024], [1, 512, 1024, 50257, 1024], [2, 512, 1024, 50257, 1024], [1, 1024, 1024, 96103, 1024], [1, 512, 1024, 96103, 1024], [2, 512, 1024, 96103, 1024]]","[33, 29, 127, 115, 1047, 1509, 1510, 2365, 1675, 1283, 2365, 2368, 37, 2089, 23, 1071, 1955, 1403, 1070, 54, 21, 163, 135, 1047, 1503, 817, 1504, 2804, 1431, 2809]" -"view","4","N/A","torch.float16","A100SXM480GB","[[1, 128, 16, 256], [1, 512, 32, 80], [2, 512, 32, 80], [1, -1, 16, 64], [1, 1024, 16, 64], [2, -1, 16, 64], [2, 512, 16, 64], [1, 256, 32, 128], [1, 256, 8, 128], [1, 16, 1024, 1024], [1, 16, 1024, 64], [1, 512, 16, 64], [1, 16, 512, 512], [1, 16, 512, 64], [2, 16, 512, 512], [2, 16, 512, 64], [1, 192, 50, 83], [128, -1, 8, 32], [128, 16, 8, 32], [128, 8, 16, 16], [128, 8, 16, 32], [128, 100, 8, 32], [128, 8, 100, 32], [128, 8, 100, 16], [256, -1, 8, 32], [256, 16, 8, 32], [256, 8, 16, 16], [256, 8, 16, 32], [256, 100, 8, 32], [256, 8, 100, 32], [256, 8, 100, 16]]","[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" -"transpose","2","N/A","torch.float16","A100SXM480GB","[[1, 2]]","[0]" -"_set_grad_enabled","2","N/A","N/A","A100SXM480GB","[[0, 1], [1, 1]]","[0, 0]" -"to","2","N/A","torch.float32","A100SXM480GB","[[1, 1]]","[0]" -"getitem","2","torch.float32","torch.float32","A100SXM480GB","[[128, 3], [64, 3]]","[0, 0]" -"expand","3","N/A","torch.float32","A100SXM480GB","[[1, -1, 1]]","[0]" -"getitem","3","torch.int64","torch.int64","A100SXM480GB","[[1, 128, 3], [1, 512, 2], [1, 256, 3]]","[0, 0, 0]" -"_enter_autocast","4","N/A","N/A","A100SXM480GB","[[1, 1, 0, 1]]","[0]" -"matmul","6","torch.float32,torch.float32","torch.float32","A100SXM480GB","[[1, 128, 1, 1, 1, 128], [1, 64, 1, 1, 1, 256]]","[2, 2]" -"transpose","2","N/A","torch.float32","A100SXM480GB","[[1, 2], [-1, -2]]","[0, 0]" -"cat","3","torch.float32","torch.float32","A100SXM480GB","[[2, 128, 128], [2, 256, 64]]","[5, 5]" -"cos","1","N/A","torch.float32","A100SXM480GB","[[1]]","[2]" -"sin","1","N/A","torch.float32","A100SXM480GB","[[1]]","[2]" -"_exit_autocast","2","N/A","N/A","A100SXM480GB","[[1, 1]]","[0]" -"to","1","N/A","torch.float16","A100SXM480GB","[[1]]","[4]" -"unsqueeze","2","N/A","torch.float16","A100SXM480GB","[[1, 1], [0, 1]]","[0, 0]" -"mul","8","torch.float16,torch.float16","torch.float16","A100SXM480GB","[[1, 16, 128, 256, 1, 1, 128, 256], [1, 32, 512, 32, 1, 1, 512, 32], [2, 32, 512, 32, 1, 1, 512, 32], [1, 32, 256, 128, 1, 1, 256, 128], [1, 8, 256, 128, 1, 1, 256, 128], [1, 64, 1, 1, 1, 64, 1, 1], [128, 64, 64, 64, 1, 64, 1, 1], [128, 64, 32, 32, 1, 64, 1, 1], [1, 256, 1, 1, 1, 256, 1, 1], [128, 256, 32, 32, 1, 256, 1, 1], [1, 128, 1, 1, 1, 128, 1, 1], [128, 128, 32, 32, 1, 128, 1, 1], [128, 128, 16, 16, 1, 128, 1, 1], [1, 512, 1, 1, 1, 512, 1, 1], [128, 512, 16, 16, 1, 512, 1, 1], [128, 256, 16, 16, 1, 256, 1, 1], [128, 256, 8, 8, 1, 256, 1, 1], [1, 1024, 1, 1, 1, 1024, 1, 1], [128, 1024, 8, 8, 1, 1024, 1, 1], [128, 512, 8, 8, 1, 512, 1, 1], [128, 512, 4, 4, 1, 512, 1, 1], [1, 2048, 1, 1, 1, 2048, 1, 1], [128, 2048, 4, 4, 1, 2048, 1, 1], [256, 64, 64, 64, 1, 64, 1, 1], [256, 64, 32, 32, 1, 64, 1, 1], [256, 256, 32, 32, 1, 256, 1, 1], [256, 128, 32, 32, 1, 128, 1, 1], [256, 128, 16, 16, 1, 128, 1, 1], [256, 512, 16, 16, 1, 512, 1, 1], [256, 256, 16, 16, 1, 256, 1, 1], [256, 256, 8, 8, 1, 256, 1, 1], [256, 1024, 8, 8, 1, 1024, 1, 1], [256, 512, 8, 8, 1, 512, 1, 1], [256, 512, 4, 4, 1, 512, 1, 1], [256, 2048, 4, 4, 1, 2048, 1, 1], [512, 32, 64, 64, 512, 32, 1, 1], [512, 96, 32, 32, 512, 96, 1, 1], [512, 144, 32, 32, 512, 144, 1, 1], [512, 144, 16, 16, 512, 144, 1, 1], [512, 240, 16, 16, 512, 240, 1, 1], [512, 240, 8, 8, 512, 240, 1, 1], [512, 480, 8, 8, 512, 480, 1, 1], [512, 672, 8, 8, 512, 672, 1, 1], [512, 672, 4, 4, 512, 672, 1, 1], [512, 1152, 4, 4, 512, 1152, 1, 1], [256, 32, 64, 64, 256, 32, 1, 1], [256, 96, 32, 32, 256, 96, 1, 1], [256, 144, 32, 32, 256, 144, 1, 1], [256, 144, 16, 16, 256, 144, 1, 1], [256, 240, 16, 16, 256, 240, 1, 1], [256, 240, 8, 8, 256, 240, 1, 1], [256, 480, 8, 8, 256, 480, 1, 1], [256, 672, 8, 8, 256, 672, 1, 1], [256, 672, 4, 4, 256, 672, 1, 1], [256, 1152, 4, 4, 256, 1152, 1, 1], [128, 32, 64, 64, 128, 32, 1, 1], [128, 96, 32, 32, 128, 96, 1, 1], [128, 144, 32, 32, 128, 144, 1, 1], [128, 144, 16, 16, 128, 144, 1, 1], [128, 240, 16, 16, 128, 240, 1, 1], [128, 240, 8, 8, 128, 240, 1, 1], [128, 480, 8, 8, 128, 480, 1, 1], [128, 672, 8, 8, 128, 672, 1, 1], [128, 672, 4, 4, 128, 672, 1, 1], [128, 1152, 4, 4, 128, 1152, 1, 1]]","[6, 6, 9, 8, 5, 1, 154, 41, 1, 154, 1, 79, 18, 1, 79, 40, 11, 2, 41, 18, 7, 2, 18, 304, 79, 304, 154, 41, 155, 79, 18, 79, 41, 11, 41, 280, 211, 315, 79, 132, 31, 67, 93, 21, 41, 140, 105, 158, 37, 66, 15, 31, 46, 12, 18, 70, 52, 79, 17, 31, 9, 15, 20, 7, 10]" -"getitem","5","torch.float16","torch.float16","A100SXM480GB","[[1, 16, 128, 256, 2], [1, 1, 128, 129, 4], [1, 32, 512, 80, 2], [1, 32, 512, 32, 2], [1, 1, 512, 513, 4], [2, 32, 512, 80, 2], [2, 32, 512, 32, 2], [2, 1, 512, 513, 4], [1, 32, 256, 128, 2], [1, 8, 256, 128, 2], [1, 8, 256, 128, 5], [1, 1, 256, 257, 4]]","[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" -"neg","4","torch.float16","torch.float16","A100SXM480GB","[[1, 16, 128, 128], [1, 32, 512, 16], [2, 32, 512, 16], [1, 32, 256, 64], [1, 8, 256, 64]]","[4, 4, 4, 4, 4]" -"cat","4","torch.float16","torch.float16","A100SXM480GB","[[2, 16, 128, 128], [2, 32, 512, 16], [2, 32, 512, 32], [2, 32, 256, 64], [2, 8, 256, 64]]","[9, 9, 15, 12, 7]" -"add","8","torch.float16,torch.float16","torch.float16","A100SXM480GB","[[1, 16, 128, 256, 1, 16, 128, 256], [1, 32, 512, 32, 1, 32, 512, 32], [2, 32, 512, 32, 2, 32, 512, 32], [1, 32, 256, 128, 1, 32, 256, 128], [1, 8, 256, 128, 1, 8, 256, 128], [1, 16, 1024, 1024, 1, 1, 1024, 1024], [1, 16, 512, 512, 1, 1, 512, 512], [2, 16, 512, 512, 2, 1, 512, 512], [128, 64, 64, 64, 1, 64, 1, 1], [128, 64, 32, 32, 1, 64, 1, 1], [128, 256, 32, 32, 1, 256, 1, 1], [128, 128, 32, 32, 1, 128, 1, 1], [128, 128, 16, 16, 1, 128, 1, 1], [128, 512, 16, 16, 1, 512, 1, 1], [128, 256, 16, 16, 1, 256, 1, 1], [128, 256, 8, 8, 1, 256, 1, 1], [128, 1024, 8, 8, 1, 1024, 1, 1], [128, 512, 8, 8, 1, 512, 1, 1], [128, 512, 4, 4, 1, 512, 1, 1], [128, 2048, 4, 4, 1, 2048, 1, 1], [128, 8, 16, 16, 128, 1, 16, 16], [128, 8, 100, 16, 128, 1, 100, 16], [256, 64, 64, 64, 1, 64, 1, 1], [256, 64, 32, 32, 1, 64, 1, 1], [256, 256, 32, 32, 1, 256, 1, 1], [256, 128, 32, 32, 1, 128, 1, 1], [256, 128, 16, 16, 1, 128, 1, 1], [256, 512, 16, 16, 1, 512, 1, 1], [256, 256, 16, 16, 1, 256, 1, 1], [256, 256, 8, 8, 1, 256, 1, 1], [256, 1024, 8, 8, 1, 1024, 1, 1], [256, 512, 8, 8, 1, 512, 1, 1], [256, 512, 4, 4, 1, 512, 1, 1], [256, 2048, 4, 4, 1, 2048, 1, 1], [256, 8, 16, 16, 256, 1, 16, 16], [256, 8, 100, 16, 256, 1, 100, 16], [512, 24, 32, 32, 512, 24, 32, 32], [512, 40, 16, 16, 512, 40, 16, 16], [512, 80, 8, 8, 512, 80, 8, 8], [512, 112, 8, 8, 512, 112, 8, 8], [512, 192, 4, 4, 512, 192, 4, 4], [256, 24, 32, 32, 256, 24, 32, 32], [256, 40, 16, 16, 256, 40, 16, 16], [256, 80, 8, 8, 256, 80, 8, 8], [256, 112, 8, 8, 256, 112, 8, 8], [256, 192, 4, 4, 256, 192, 4, 4], [128, 24, 32, 32, 128, 24, 32, 32], [128, 40, 16, 16, 128, 40, 16, 16], [128, 80, 8, 8, 128, 80, 8, 8], [128, 112, 8, 8, 128, 112, 8, 8], [128, 192, 4, 4, 128, 192, 4, 4]]","[5, 5, 8, 7, 4, 77, 20, 35, 154, 41, 154, 79, 18, 80, 41, 10, 40, 18, 7, 18, 4, 10, 304, 79, 304, 154, 42, 154, 79, 18, 80, 41, 11, 41, 5, 16, 44, 13, 7, 10, 5, 18, 7, 5, 6, 3, 8, 4, 3, 4, 3]" -"contiguous","1","N/A","torch.float16","A100SXM480GB","[[1]]","[4]" -"scaled_dot_product_attention","12","torch.float16,torch.float16,torch.float16","torch.float16","A100SXM480GB","[[1, 16, 128, 256, 1, 16, 128, 256, 1, 16, 128, 256], [1, 32, 512, 80, 1, 32, 512, 80, 1, 32, 512, 80], [2, 32, 512, 80, 2, 32, 512, 80, 2, 32, 512, 80], [1, 16, 1024, 64, 1, 16, 1024, 64, 1, 16, 1024, 64], [2, 16, 512, 64, 2, 16, 512, 64, 2, 16, 512, 64], [1, 25, 1024, 64, 1, 25, 1024, 64, 1, 25, 1024, 64], [1, 25, 720, 64, 1, 25, 720, 64, 1, 25, 720, 64], [1, 25, 512, 64, 1, 25, 512, 64, 1, 25, 512, 64], [2, 25, 512, 64, 2, 25, 512, 64, 2, 25, 512, 64], [4, 25, 256, 64, 4, 25, 256, 64, 4, 25, 256, 64], [1, 20, 1024, 64, 1, 20, 1024, 64, 1, 20, 1024, 64], [1, 20, 720, 64, 1, 20, 720, 64, 1, 20, 720, 64], [1, 20, 512, 64, 1, 20, 512, 64, 1, 20, 512, 64], [8, 16, 512, 64, 8, 16, 512, 64, 8, 16, 512, 64], [16, 16, 512, 64, 16, 16, 512, 64, 16, 16, 512, 64], [1, 32, 256, 128, 1, 32, 256, 128, 1, 32, 256, 128], [1, 16, 512, 64, 1, 16, 512, 64, 1, 16, 512, 64]]","[18, 85, 132, 109, 58, 132, 83, 50, 70, 40, 110, 83, 48, 183, 349, 34, 49]" -"view","3","N/A","torch.float16","A100SXM480GB","[[1, 128, -1], [1, 1024, 1600], [1, 720, 1600], [1, 512, 1600], [2, 512, 1600], [4, 256, 1600], [1, 1024, 1280], [1, 720, 1280], [1, 512, 1280], [1, 256, -1], [1, 1024, 1024], [1, 512, 1024], [2, 512, 1024], [16, -1, 64], [16, 1024, 1024], [16, 512, 512], [32, -1, 64], [32, 512, 512], [1024, -1, 32], [1024, 16, 16], [1024, 100, 16], [2048, -1, 32], [2048, 16, 16], [2048, 100, 16]]","[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" -"add","6","torch.float16,torch.float16","torch.float16","A100SXM480GB","[[1, 128, 3072, 1, 128, 3072], [1, 512, 10240, 1, 512, 10240], [1, 512, 2560, 1, 512, 2560], [2, 512, 10240, 2, 512, 10240], [2, 512, 2560, 2, 512, 2560], [1, 1024, 1024, 1, 1024, 1024], [2, 512, 1024, 2, 512, 1024], [1, 1024, 1600, 1, 1024, 1600], [1, 1024, 6400, 1, 1024, 6400], [1, 720, 1600, 1, 720, 1600], [1, 720, 6400, 1, 720, 6400], [1, 512, 1600, 1, 512, 1600], [1, 512, 6400, 1, 512, 6400], [2, 512, 1600, 1, 512, 1600], [2, 512, 1600, 2, 512, 1600], [2, 512, 6400, 2, 512, 6400], [4, 256, 1600, 1, 256, 1600], [4, 256, 1600, 4, 256, 1600], [4, 256, 6400, 4, 256, 6400], [1, 256, 2560, 1, 256, 2560], [1, 256, 10240, 1, 256, 10240], [1, 1024, 1280, 1, 1024, 1280], [1, 1024, 5120, 1, 1024, 5120], [1, 720, 1280, 1, 720, 1280], [1, 720, 5120, 1, 720, 5120], [1, 512, 1280, 1, 512, 1280], [1, 512, 5120, 1, 512, 5120], [8, 512, 1024, 8, 512, 1024], [16, 512, 1024, 16, 512, 1024], [1, 256, 4096, 1, 256, 4096], [1, 1024, 4096, 1, 1024, 4096], [1, 512, 1024, 1, 512, 1024], [1, 512, 4096, 1, 512, 4096], [2, 512, 1024, 1, 512, 1024], [2, 512, 4096, 2, 512, 4096], [128, 165, 192, 1, 165, 192], [128, 165, 192, 128, 165, 192], [256, 165, 192, 1, 165, 192], [256, 165, 192, 256, 165, 192], [512, 165, 192, 1, 165, 192], [512, 165, 192, 512, 165, 192], [128, 16, 256, 128, 16, 256], [128, 100, 256, 128, 100, 256], [256, 16, 256, 256, 16, 256], [256, 100, 256, 256, 100, 256], [128, 197, 768, 1, 197, 768], [128, 197, 768, 128, 197, 768]]","[3, 13, 5, 38, 8, 3, 3, 4, 20, 4, 10, 3, 7, 8, 6, 20, 8, 5, 20, 3, 6, 4, 13, 3, 7, 3, 6, 9, 27, 4, 8, 3, 5, 6, 8, 15, 11, 34, 28, 72, 57, 6, 6, 10, 18, 92, 67]" -"gelu","3","torch.float16","torch.float16","A100SXM480GB","[[1, 128, 24576], [1, 1024, 4096], [2, 512, 4096], [8, 512, 4096], [8, 512, 1024], [16, 512, 4096], [16, 512, 1024], [128, 165, 768], [256, 165, 768], [512, 165, 768], [128, 197, 3072]]","[11, 12, 12, 50, 14, 99, 25, 47, 92, 182, 230]" -"mul","6","torch.float16,torch.float16","torch.float16","A100SXM480GB","[[1, 128, 24576, 1, 128, 24576], [1, 512, 10240, 1, 512, 10240], [2, 512, 10240, 2, 512, 10240], [1, 1024, 6400, 1, 1024, 6400], [1, 720, 6400, 1, 720, 6400], [1, 512, 6400, 1, 512, 6400], [2, 512, 6400, 2, 512, 6400], [4, 256, 6400, 4, 256, 6400], [1, 256, 10240, 1, 256, 10240], [1, 1024, 5120, 1, 1024, 5120], [1, 720, 5120, 1, 720, 5120], [1, 512, 5120, 1, 512, 5120], [1, 256, 14336, 1, 256, 14336], [1, 1024, 4096, 1, 1024, 4096], [1, 512, 4096, 1, 512, 4096], [2, 512, 4096, 2, 512, 4096]]","[9, 14, 37, 19, 12, 8, 20, 20, 6, 14, 9, 6, 10, 11, 5, 11]" -"Dropout","3","torch.float16,","torch.float16","A100SXM480GB","[[1, 512, 2560], [2, 512, 2560], [1, 1024, 1600], [1, 720, 1600], [1, 512, 1600], [2, 512, 1600], [4, 256, 1600], [1, 256, 2560], [1, 1024, 1280], [1, 720, 1280], [1, 512, 1280], [8, 512, 1024], [16, 512, 1024], [1, 1024, 1024], [1, 512, 1024], [2, 512, 1024], [128, 165, 192], [256, 165, 192], [512, 165, 192], [128, 197, 768]]","[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" -"LayerNorm","5","torch.float16,torch.float16,torch.float16","torch.float16","A100SXM480GB","[[1, 512, 2560, 2560, 2560], [2, 512, 2560, 2560, 2560], [1, 1024, 1024, 1024, 1024], [2, 512, 1024, 1024, 1024], [1, 1024, 1600, 1600, 1600], [1, 720, 1600, 1600, 1600], [1, 512, 1600, 1600, 1600], [2, 512, 1600, 1600, 1600], [4, 256, 1600, 1600, 1600], [1, 256, 2560, 2560, 2560], [1, 1024, 1280, 1280, 1280], [1, 720, 1280, 1280, 1280], [1, 512, 1280, 1280, 1280], [8, 512, 1024, 1024, 1024], [16, 512, 1024, 1024, 1024], [1, 512, 1024, 1024, 1024], [128, 165, 192, 192, 192], [256, 165, 192, 192, 192], [512, 165, 192, 192, 192], [128, 16, 256, 256, 256], [128, 100, 256, 256, 256], [256, 16, 256, 256, 256], [256, 100, 256, 256, 256], [128, 197, 768, 768, 768]]","[8, 11, 7, 7, 9, 7, 7, 9, 9, 8, 8, 6, 6, 19, 38, 5, 51, 104, 209, 13, 31, 19, 62, 107]" -"Linear","6","torch.float16,torch.float16,torch.float16","torch.float16","A100SXM480GB","[[1, 512, 2560, 2560, 2560, 2560], [1, 512, 2560, 10240, 2560, 10240], [1, 512, 10240, 2560, 10240, 2560], [1, 512, 2560, 51200, 2560, 51200], [2, 512, 2560, 2560, 2560, 2560], [2, 512, 2560, 10240, 2560, 10240], [2, 512, 10240, 2560, 10240, 2560], [2, 512, 2560, 51200, 2560, 51200], [1, 1024, 1024, 1024, 1024, 1024], [1, 1024, 1024, 4096, 1024, 4096], [1, 1024, 4096, 1024, 4096, 1024], [2, 512, 1024, 1024, 1024, 1024], [2, 512, 1024, 4096, 1024, 4096], [2, 512, 4096, 1024, 4096, 1024], [1, 256, 2560, 2560, 2560, 2560], [1, 256, 2560, 10240, 2560, 10240], [1, 256, 10240, 2560, 10240, 2560], [8, 512, 1024, 1024, 1024, 1024], [8, 512, 1024, 4096, 1024, 4096], [8, 512, 4096, 1024, 4096, 1024], [8, 512, 1024, 30522, 1024, 30522], [16, 512, 1024, 1024, 1024, 1024], [16, 512, 1024, 4096, 1024, 4096], [16, 512, 4096, 1024, 4096, 1024], [16, 512, 1024, 30522, 1024, 30522], [1, 512, 1024, 1024, 1024, 1024], [1, 512, 1024, 4096, 1024, 4096], [1, 512, 4096, 1024, 4096, 1024], [128, 165, 192, 192, 192, 192], [128, 165, 192, 768, 192, 768], [128, 165, 768, 192, 768, 192], [128, 100, 192, 192, 192, 192], [128, 100, 192, 92, 192, 92], [128, 100, 192, 4, 192, 4], [256, 165, 192, 192, 192, 192], [256, 165, 192, 768, 192, 768], [256, 165, 768, 192, 768, 192], [256, 100, 192, 192, 192, 192], [256, 100, 192, 92, 192, 92], [256, 100, 192, 4, 192, 4], [512, 165, 192, 192, 192, 192], [512, 165, 192, 768, 192, 768], [512, 165, 768, 192, 768, 192], [512, 100, 192, 192, 192, 192], [512, 100, 192, 92, 192, 92], [512, 100, 192, 4, 192, 4], [128, 16, 256, 256, 256, 256], [128, 16, 256, 2048, 256, 2048], [128, 16, 2048, 256, 2048, 256], [128, 100, 256, 256, 256, 256], [128, 100, 256, 2048, 256, 2048], [128, 100, 2048, 256, 2048, 256], [128, 100, 256, 92, 256, 92], [128, 100, 256, 4, 256, 4], [256, 16, 256, 256, 256, 256], [256, 16, 256, 2048, 256, 2048], [256, 16, 2048, 256, 2048, 256], [256, 100, 256, 256, 256, 256], [256, 100, 256, 2048, 256, 2048], [256, 100, 2048, 256, 2048, 256], [256, 100, 256, 92, 256, 92], [256, 100, 256, 4, 256, 4], [128, 197, 768, 768, 768, 768], [128, 197, 768, 3072, 768, 3072], [128, 197, 3072, 768, 3072, 768]]","[38, 123, 128, 546, 61, 228, 208, 1089, 16, 49, 58, 16, 50, 58, 25, 70, 90, 53, 173, 145, 1676, 97, 301, 297, 3411, 12, 28, 31, 21, 50, 54, 38, 13, 7, 39, 101, 91, 68, 18, 12, 70, 192, 182, 127, 34, 18, 16, 19, 19, 14, 86, 58, 14, 8, 21, 32, 32, 27, 166, 138, 20, 12, 146, 534, 507]" -"getitem","4","torch.float16,torch.int64","torch.float16","A100SXM480GB","[[512, 32, 1, 512]]","[8]" -"reshape","3","N/A","torch.float16","A100SXM480GB","[[1, 512, 2560], [2, 512, 2560], [1, 1024, 1024], [2, 512, 1024], [8, 512, 1024], [16, 512, 1024], [16, -1, 64], [1, 512, 1024], [32, -1, 64], [128, 16, 256], [128, 100, 256], [256, 16, 256], [256, 100, 256]]","[0, 0, 0, 0, 0, 0, 0, 6, 0, 5, 16, 7, 33]" -"mul","4","torch.float16","torch.float16","A100SXM480GB","[[0.5, 1, 512, 10240], [0.044715, 1, 512, 10240], [0.7978845608028654, 1, 512, 10240], [0.5, 2, 512, 10240], [0.044715, 2, 512, 10240], [0.7978845608028654, 2, 512, 10240], [1, 1024, 1024, 1.0], [2, 512, 1024, 1.0], [0.5, 1, 1024, 6400], [0.044715, 1, 1024, 6400], [0.7978845608028654, 1, 1024, 6400], [0.5, 1, 720, 6400], [0.044715, 1, 720, 6400], [0.7978845608028654, 1, 720, 6400], [0.5, 1, 512, 6400], [0.044715, 1, 512, 6400], [0.7978845608028654, 1, 512, 6400], [0.5, 2, 512, 6400], [0.044715, 2, 512, 6400], [0.7978845608028654, 2, 512, 6400], [0.5, 4, 256, 6400], [0.044715, 4, 256, 6400], [0.7978845608028654, 4, 256, 6400], [0.5, 1, 256, 10240], [0.044715, 1, 256, 10240], [0.7978845608028654, 1, 256, 10240], [0.5, 1, 1024, 5120], [0.044715, 1, 1024, 5120], [0.7978845608028654, 1, 1024, 5120], [0.5, 1, 720, 5120], [0.044715, 1, 720, 5120], [0.7978845608028654, 1, 720, 5120], [0.5, 1, 512, 5120], [0.044715, 1, 512, 5120], [0.7978845608028654, 1, 512, 5120], [0.5, 1, 1024, 4096], [0.044715, 1, 1024, 4096], [0.7978845608028654, 1, 1024, 4096], [0.5, 1, 512, 4096], [0.044715, 1, 512, 4096], [0.7978845608028654, 1, 512, 4096], [0.5, 2, 512, 4096], [0.044715, 2, 512, 4096], [0.7978845608028654, 2, 512, 4096], [1, 1024, 1024, 32.0], [1, 1024, 1024, 0.125], [1, 512, 1024, 32.0], [1, 512, 1024, 0.125], [2, 512, 1024, 32.0], [2, 512, 1024, 0.125], [128, 16, 256, 0.1767766952966369], [128, 100, 256, 0.1767766952966369], [256, 16, 256, 0.1767766952966369], [256, 100, 256, 0.1767766952966369]]","[10, 9, 9, 21, 24, 24, 3, 3, 12, 12, 12, 9, 8, 8, 7, 6, 6, 12, 12, 12, 12, 12, 12, 6, 5, 5, 9, 9, 10, 7, 7, 7, 5, 5, 5, 8, 8, 8, 5, 5, 5, 8, 8, 8, 3, 3, 3, 2, 3, 3, 2, 9, 3, 14]" -"pow","4","torch.float16","torch.float16","A100SXM480GB","[[1, 512, 10240, 3.0], [2, 512, 10240, 3.0], [1, 1024, 6400, 3.0], [1, 720, 6400, 3.0], [1, 512, 6400, 3.0], [2, 512, 6400, 3.0], [4, 256, 6400, 3.0], [1, 256, 10240, 3.0], [1, 1024, 5120, 3.0], [1, 720, 5120, 3.0], [1, 512, 5120, 3.0], [1, 1024, 4096, 3.0], [1, 512, 4096, 3.0], [2, 512, 4096, 3.0]]","[10, 26, 13, 9, 7, 13, 13, 6, 9, 7, 5, 8, 5, 8]" -"tanh","3","torch.float16","torch.float16","A100SXM480GB","[[1, 512, 10240], [2, 512, 10240], [1, 1024, 6400], [1, 720, 6400], [1, 512, 6400], [2, 512, 6400], [4, 256, 6400], [1, 256, 10240], [1, 1024, 5120], [1, 720, 5120], [1, 512, 5120], [1, 1024, 4096], [1, 512, 4096], [2, 512, 4096]]","[11, 26, 15, 11, 8, 15, 15, 7, 12, 9, 7, 10, 6, 10]" -"add","4","torch.float16","torch.float16","A100SXM480GB","[[1.0, 1, 512, 10240], [1.0, 2, 512, 10240], [1.0, 1, 1024, 6400], [1.0, 1, 720, 6400], [1.0, 1, 512, 6400], [1.0, 2, 512, 6400], [1.0, 4, 256, 6400], [1.0, 1, 256, 10240], [1.0, 1, 1024, 5120], [1.0, 1, 720, 5120], [1.0, 1, 512, 5120], [1.0, 1, 1024, 4096], [1.0, 1, 512, 4096], [1.0, 2, 512, 4096]]","[9, 25, 11, 8, 6, 11, 11, 5, 9, 7, 5, 8, 5, 8]" -"size","1","N/A","N/A","A100SXM480GB","[[1]]","[0]" -"getitem","2","N/A","N/A","A100SXM480GB","[[3, 0], [2, 0], [2, 1], [3, 1], [4, 0], [4, 2], [4, 1], [3, 2], [4, 3]]","[0, 0, 0, 0, 0, 0, 0, 0, 0]" -"cat","7","torch.float16,torch.float16","torch.float16","A100SXM480GB","[[2, 32, 512, 16, 32, 512, 16], [2, 32, 512, 32, 32, 512, 32]]","[12, 24]" -"view","2","N/A","torch.int64","A100SXM480GB","[[-1, 1024], [1024, 1], [-1, 512], [512, 1], [-1, 720], [720, 1], [-1, 256], [256, 1]]","[0, 0, 0, 0, 0, 0, 0, 0]" -"embedding","9","torch.int64,torch.float16","torch.float16","A100SXM480GB","[[1, 1024, 50265, 1024, 1, 1, 2.0, 0, 0], [1, 1024, 1026, 1024, 1, 1, 2.0, 0, 0], [2, 512, 50265, 1024, 1, 1, 2.0, 0, 0], [2, 512, 1026, 1024, 1, 1, 2.0, 0, 0]]","[16, 16, 16, 14]" -"add","2","torch.int64","torch.int64","A100SXM480GB","[[1024, 1], [512, 1], [720, 1], [256, 1]]","[2, 1, 2, 1]" -"lt","3","torch.int64,torch.int64","torch.bool","A100SXM480GB","[[1024, 1024, 1], [512, 512, 1], [720, 720, 1], [256, 256, 1]]","[7, 4, 5, 4]" -"masked_fill_","3","torch.bool","torch.float16","A100SXM480GB","[[1024, 1024, 0], [512, 512, 0], [720, 720, 0], [256, 256, 0]]","[3, 2, 3, 2]" -"to","2","N/A","torch.float16","A100SXM480GB","[[1, 1]]","[0]" -"expand","2","N/A","torch.int64","A100SXM480GB","[[1, -1], [2, -1], [8, 512], [16, 512]]","[0, 0, 0, 0]" -"add","3","torch.int64","torch.int64","A100SXM480GB","[[1, 1024, 2], [2, 512, 2]]","[2, 3]" -"dropout","3","torch.float16","torch.float16","A100SXM480GB","[[1, 1024, 1024], [1, 1024, 4096], [2, 512, 1024], [2, 512, 4096], [16, 1024, 1024], [1, 512, 1024], [16, 512, 512], [1, 512, 4096], [32, 512, 512], [128, 16, 256], [1024, 16, 16], [128, 16, 2048], [1024, 100, 100], [128, 100, 256], [1024, 100, 16], [128, 100, 2048], [256, 16, 256], [2048, 16, 16], [256, 16, 2048], [2048, 100, 100], [256, 100, 256], [2048, 100, 16], [256, 100, 2048]]","[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" -"add","2","N/A","N/A","A100SXM480GB","[[512, 0], [0, 512], [720, 0], [256, 0], [1024, 0]]","[0, 0, 0, 0, 0]" -"sub","2","N/A","N/A","A100SXM480GB","[[512, 512], [720, 720], [256, 256], [1024, 1024]]","[0, 0, 0, 0]" -"gt","2","N/A","N/A","A100SXM480GB","[[512, 1], [0, 0], [720, 1], [256, 1], [1024, 1]]","[0, 0, 0, 0, 0]" -"size","2","N/A","N/A","A100SXM480GB","[[-1, 1], [-2, 1], [1, 1]]","[0, 0, 0]" -"eq","2","N/A","N/A","A100SXM480GB","[[2, 2], [512, 512], [32, 32], [2048, 2048], [256, 256]]","[0, 0, 0, 0, 0]" -"and_","2","N/A","N/A","A100SXM480GB","[[1, 1]]","[0]" -"not_","2","N/A","N/A","A100SXM480GB","[[1, 1]]","[0]" -"view","2","N/A","torch.float16","A100SXM480GB","[[-1, 1600], [3, 1], [4, 1], [-1, 6400], [-1, 1280], [-1, 5120], [-1, 1024], [-1, 4096]]","[0, 0, 0, 0, 0, 0, 0, 0]" -"addmm","5","torch.float16,torch.float16,torch.float16","torch.float16","A100SXM480GB","[[4800, 1024, 1600, 1600, 4800], [1600, 1024, 1600, 1600, 1600], [6400, 1024, 1600, 1600, 6400], [1600, 1024, 6400, 6400, 1600], [4800, 720, 1600, 1600, 4800], [1600, 720, 1600, 1600, 1600], [6400, 720, 1600, 1600, 6400], [1600, 720, 6400, 6400, 1600], [4800, 512, 1600, 1600, 4800], [1600, 512, 1600, 1600, 1600], [6400, 512, 1600, 1600, 6400], [1600, 512, 6400, 6400, 1600], [3840, 1024, 1280, 1280, 3840], [1280, 1024, 1280, 1280, 1280], [5120, 1024, 1280, 1280, 5120], [1280, 1024, 5120, 5120, 1280], [3840, 720, 1280, 1280, 3840], [1280, 720, 1280, 1280, 1280], [5120, 720, 1280, 1280, 5120], [1280, 720, 5120, 5120, 1280], [3840, 512, 1280, 1280, 3840], [1280, 512, 1280, 1280, 1280], [5120, 512, 1280, 1280, 5120], [1280, 512, 5120, 5120, 1280], [3072, 1024, 1024, 1024, 3072], [1024, 1024, 1024, 1024, 1024], [4096, 1024, 1024, 1024, 4096], [1024, 1024, 4096, 4096, 1024], [3072, 512, 1024, 1024, 3072], [1024, 512, 1024, 1024, 1024], [4096, 512, 1024, 1024, 4096], [1024, 512, 4096, 4096, 1024]]","[68, 32, 106, 84, 53, 26, 68, 74, 43, 18, 48, 53, 57, 28, 57, 68, 38, 23, 56, 58, 31, 14, 37, 41, 32, 16, 47, 49, 22, 12, 26, 30]" -"split","2","N/A","torch.float16,torch.float16,torch.float16","A100SXM480GB","[[1600, 1], [1280, 1], [1024, 1]]","[0, 0, 0]" -"getitem","4","torch.float16","torch.float16","A100SXM480GB","[[3, 1024, 1600, 0], [3, 1024, 1600, 1], [3, 1024, 1600, 2], [3, 720, 1600, 0], [3, 720, 1600, 1], [3, 720, 1600, 2], [3, 512, 1600, 0], [3, 512, 1600, 1], [3, 512, 1600, 2], [3, 1024, 1280, 0], [3, 1024, 1280, 1], [3, 1024, 1280, 2], [3, 720, 1280, 0], [3, 720, 1280, 1], [3, 720, 1280, 2], [3, 512, 1280, 0], [3, 512, 1280, 1], [3, 512, 1280, 2], [3, 1024, 1024, 0], [3, 1024, 1024, 1], [3, 1024, 1024, 2], [3, 512, 1024, 0], [3, 512, 1024, 1], [3, 512, 1024, 2], [1, 4251, 192, 3], [128, 165, 192, 3], [256, 165, 192, 3], [512, 165, 192, 3], [128, 128, 128, 1], [256, 128, 128, 1], [128, 197, 768, 3]]","[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" -"permute","4","N/A","torch.float16","A100SXM480GB","[[0, 2, 1, 3]]","[0]" -"getitem","6","torch.float16,torch.float16","torch.float16","A100SXM480GB","[[3, 512, 1600, 512, 1600, 0], [3, 512, 1600, 512, 1600, 1], [3, 512, 1600, 512, 1600, 2], [3, 512, 1024, 512, 1024, 0], [3, 512, 1024, 512, 1024, 1], [3, 512, 1024, 512, 1024, 2]]","[0, 0, 0, 0, 0, 0]" -"getitem","10","torch.float16,torch.float16,torch.float16,torch.float16","torch.float16","A100SXM480GB","[[3, 256, 1600, 256, 1600, 256, 1600, 256, 1600, 0], [3, 256, 1600, 256, 1600, 256, 1600, 256, 1600, 1], [3, 256, 1600, 256, 1600, 256, 1600, 256, 1600, 2]]","[0, 0, 0]" -"matmul","8","torch.float32,torch.float32","torch.float32","A100SXM480GB","[[1, 20, 512, 128, 1, 20, 128, 512], [1, 20, 256, 128, 1, 20, 128, 256]]","[27, 11]" -"getitem","5","torch.bool","torch.bool","A100SXM480GB","[[1, 1, 2048, 2048, 4], [1, 128, 32, 32, 0], [1, 128, 16, 16, 0], [1, 128, 8, 8, 0], [1, 128, 4, 4, 0], [1, 256, 32, 32, 0], [1, 256, 16, 16, 0], [1, 256, 8, 8, 0], [1, 256, 4, 4, 0]]","[0, 0, 0, 0, 0, 0, 0, 0, 0]" -"tensor","2","N/A","torch.float32","A100SXM480GB","[[-3.4028234663852886e+38, 1]]","[1]" -"where","8","torch.bool,torch.float32,torch.float32","torch.float32","A100SXM480GB","[[1, 1, 512, 512, 1, 20, 512, 512], [1, 1, 256, 256, 1, 20, 256, 256]]","[33, 9]" -"add","8","torch.float32,torch.float16","torch.float32","A100SXM480GB","[[1, 20, 512, 512, 1, 1, 512, 512], [1, 20, 256, 256, 1, 1, 256, 256]]","[39, 12]" -"softmax","4","torch.float32","torch.float32","A100SXM480GB","[[1, 20, 512, 512], [1, 20, 256, 256]]","[28, 8]" -"Dropout","4","torch.float16,","torch.float16","A100SXM480GB","[[1, 20, 512, 512], [1, 20, 256, 256], [512, 24, 32, 32], [512, 40, 16, 16], [512, 80, 8, 8], [512, 112, 8, 8], [512, 192, 4, 4], [256, 24, 32, 32], [256, 40, 16, 16], [256, 80, 8, 8], [256, 112, 8, 8], [256, 192, 4, 4], [128, 24, 32, 32], [128, 40, 16, 16], [128, 80, 8, 8], [128, 112, 8, 8], [128, 192, 4, 4]]","[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" -"matmul","8","torch.float16,torch.float16","torch.float16","A100SXM480GB","[[1, 20, 512, 512, 1, 20, 512, 128], [1, 20, 256, 256, 1, 20, 256, 128]]","[14, 9]" -"iadd","6","torch.float16,torch.float16","torch.float16","A100SXM480GB","[[8, 512, 1024, 1, 512, 1024], [16, 512, 1024, 1, 512, 1024]]","[17, 38]" -"ones","2","N/A","torch.float16","A100SXM480GB","[[2, 1], [3, 1]]","[1, 4]" -"sub","5","torch.float16","torch.float16","A100SXM480GB","[[1.0, 8, 1, 512, 512], [1.0, 16, 1, 512, 512], [1.0, 128, 1, 16, 16], [1.0, 128, 1, 100, 16], [1.0, 256, 1, 16, 16], [1.0, 256, 1, 100, 16]]","[9, 17, 2, 2, 2, 2]" -"to","2","N/A","torch.bool","A100SXM480GB","[[1, 1]]","[10]" -"masked_fill","5","torch.bool","torch.float16","A100SXM480GB","[[8, 1, 512, 512, -65504.0], [16, 1, 512, 512, -65504.0], [128, 1, 16, 16, -65504.0], [128, 1, 100, 16, -65504.0], [256, 1, 16, 16, -65504.0], [256, 1, 100, 16, -65504.0]]","[10, 16, 4, 4, 4, 4]" -"mul","4","torch.float32","torch.float32","A100SXM480GB","[[1, 256, 128, 1.0], [128, 32, 32, 6.283185307179586], [128, 16, 16, 6.283185307179586], [128, 8, 8, 6.283185307179586], [128, 4, 4, 6.283185307179586], [256, 32, 32, 6.283185307179586], [256, 16, 16, 6.283185307179586], [256, 8, 8, 6.283185307179586], [256, 4, 4, 6.283185307179586]]","[2, 2, 2, 2, 2, 2, 2, 2, 2]" -"mul","4","torch.float16,torch.float16","torch.float16","A100SXM480GB","[[4096, 1, 256, 4096]]","[7]" -"expand","5","N/A","torch.float16","A100SXM480GB","[[1, 8, 4, 256, 128]]","[0]" -"reshape","4","N/A","torch.float16","A100SXM480GB","[[1, 32, 256, 128], [1, -1, 1, 1]]","[7, 0]" -"SiLU","3","torch.float16,","torch.float16","A100SXM480GB","[[1, 256, 14336]]","[10]" -"embedding","8","torch.int64,torch.float16","torch.float16","A100SXM480GB","[[1024, 1024, 1024, 1, 1, 2.0, 0, 0], [512, 1024, 1024, 1, 1, 2.0, 0, 0]]","[16, 9]" -"add","5","torch.float16,torch.float16","torch.float16","A100SXM480GB","[[1, 1024, 1024, 1024, 1024], [1, 512, 1024, 512, 1024], [2, 512, 1024, 512, 1024]]","[3, 3, 6]" -"bmm","6","torch.float16,torch.float16","torch.float16","A100SXM480GB","[[16, 1024, 64, 16, 64, 1024], [16, 1024, 1024, 16, 1024, 64], [16, 512, 64, 16, 64, 512], [16, 512, 512, 16, 512, 64], [32, 512, 64, 32, 64, 512], [32, 512, 512, 32, 512, 64], [1024, 16, 32, 1024, 32, 16], [1024, 16, 16, 1024, 16, 32], [1024, 100, 32, 1024, 32, 100], [1024, 100, 100, 1024, 100, 32], [1024, 100, 32, 1024, 32, 16], [1024, 100, 16, 1024, 16, 32], [2048, 16, 32, 2048, 32, 16], [2048, 16, 16, 2048, 16, 32], [2048, 100, 32, 2048, 32, 100], [2048, 100, 100, 2048, 100, 32], [2048, 100, 32, 2048, 32, 16], [2048, 100, 16, 2048, 16, 32]]","[64, 33, 12, 10, 19, 15, 4, 5, 58, 37, 10, 15, 5, 7, 114, 68, 17, 27]" -"softmax","3","torch.float16","torch.float16","A100SXM480GB","[[16, 1024, 1024], [16, 512, 512], [32, 512, 512], [1024, 16, 16], [1024, 100, 100], [1024, 100, 16], [2048, 16, 16], [2048, 100, 100], [2048, 100, 16]]","[75, 20, 35, 3, 47, 11, 4, 86, 20]" -"ReLU","3","torch.float16,","torch.float16","A100SXM480GB","[[1, 1024, 4096], [1, 512, 4096], [2, 512, 4096], [128, 16, 2048], [128, 100, 2048], [256, 16, 2048], [256, 100, 2048]]","[8, 5, 9, 8, 62, 21, 120]" -"mul","2","N/A","N/A","A100SXM480GB","[[2, 16], [256, 8]]","[0, 0]" -"Conv2d","9","torch.float16,torch.float16,torch.float16","torch.float16","A100SXM480GB","[[128, 3, 128, 128, 192, 3, 16, 16, 192], [256, 3, 128, 128, 192, 3, 16, 16, 192], [512, 3, 128, 128, 192, 3, 16, 16, 192], [128, 2048, 4, 4, 256, 2048, 1, 1, 256], [256, 2048, 4, 4, 256, 2048, 1, 1, 256], [512, 32, 1, 1, 8, 32, 1, 1, 8], [512, 8, 1, 1, 32, 8, 1, 1, 32], [512, 96, 1, 1, 4, 96, 1, 1, 4], [512, 4, 1, 1, 96, 4, 1, 1, 96], [512, 144, 1, 1, 6, 144, 1, 1, 6], [512, 6, 1, 1, 144, 6, 1, 1, 144], [512, 240, 1, 1, 10, 240, 1, 1, 10], [512, 10, 1, 1, 240, 10, 1, 1, 240], [512, 480, 1, 1, 20, 480, 1, 1, 20], [512, 20, 1, 1, 480, 20, 1, 1, 480], [512, 672, 1, 1, 28, 672, 1, 1, 28], [512, 28, 1, 1, 672, 28, 1, 1, 672], [512, 1152, 1, 1, 48, 1152, 1, 1, 48], [512, 48, 1, 1, 1152, 48, 1, 1, 1152], [256, 32, 1, 1, 8, 32, 1, 1, 8], [256, 8, 1, 1, 32, 8, 1, 1, 32], [256, 96, 1, 1, 4, 96, 1, 1, 4], [256, 4, 1, 1, 96, 4, 1, 1, 96], [256, 144, 1, 1, 6, 144, 1, 1, 6], [256, 6, 1, 1, 144, 6, 1, 1, 144], [256, 240, 1, 1, 10, 240, 1, 1, 10], [256, 10, 1, 1, 240, 10, 1, 1, 240], [256, 480, 1, 1, 20, 480, 1, 1, 20], [256, 20, 1, 1, 480, 20, 1, 1, 480], [256, 672, 1, 1, 28, 672, 1, 1, 28], [256, 28, 1, 1, 672, 28, 1, 1, 672], [256, 1152, 1, 1, 48, 1152, 1, 1, 48], [256, 48, 1, 1, 1152, 48, 1, 1, 1152], [128, 32, 1, 1, 8, 32, 1, 1, 8], [128, 8, 1, 1, 32, 8, 1, 1, 32], [128, 96, 1, 1, 4, 96, 1, 1, 4], [128, 4, 1, 1, 96, 4, 1, 1, 96], [128, 144, 1, 1, 6, 144, 1, 1, 6], [128, 6, 1, 1, 144, 6, 1, 1, 144], [128, 240, 1, 1, 10, 240, 1, 1, 10], [128, 10, 1, 1, 240, 10, 1, 1, 240], [128, 480, 1, 1, 20, 480, 1, 1, 20], [128, 20, 1, 1, 480, 20, 1, 1, 480], [128, 672, 1, 1, 28, 672, 1, 1, 28], [128, 28, 1, 1, 672, 28, 1, 1, 672], [128, 1152, 1, 1, 48, 1152, 1, 1, 48], [128, 48, 1, 1, 1152, 48, 1, 1, 1152], [128, 3, 224, 224, 768, 3, 16, 16, 768]]","[292, 575, 1113, 52, 86, 7, 7, 8, 7, 10, 7, 11, 7, 12, 8, 13, 8, 10, 9, 7, 6, 7, 7, 9, 7, 10, 7, 10, 7, 10, 8, 10, 8, 6, 6, 7, 7, 7, 7, 7, 7, 10, 7, 12, 7, 10, 8, 2242]" -"flatten","2","N/A","torch.float16","A100SXM480GB","[[2, 1]]","[0]" -"expand","3","N/A","torch.float16","A100SXM480GB","[[128, -1, -1], [256, -1, -1], [512, -1, -1]]","[0, 0, 0]" -"cat","257","torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16","torch.float16","A100SXM480GB","[[3, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192], [2, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768]]","[25, 270]" -"interpolate","4","torch.float16","torch.float16","A100SXM480GB","[[1, 192, 50, 83]]","[321]" -"cat","3","torch.float16","torch.float16","A100SXM480GB","[[3, 1, 192]]","[4]" -"scaled_dot_product_attention","14","torch.float16,torch.float16,torch.float16","torch.float16","A100SXM480GB","[[128, 3, 165, 64, 128, 3, 165, 64, 128, 3, 165, 64, 1, 0.0], [256, 3, 165, 64, 256, 3, 165, 64, 256, 3, 165, 64, 1, 0.0], [512, 3, 165, 64, 512, 3, 165, 64, 512, 3, 165, 64, 1, 0.0], [128, 12, 197, 64, 128, 12, 197, 64, 128, 12, 197, 64, 1, 0.0]]","[54, 96, 181, 201]" -"relu","3","torch.float16","torch.float16","A100SXM480GB","[[128, 100, 192], [256, 100, 192], [512, 100, 192], [128, 100, 256], [256, 100, 256]]","[6, 9, 19, 9, 16]" -"sigmoid","1","N/A","torch.float16","A100SXM480GB","[[1]]","[2]" -"cat","513","torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16","torch.float16","A100SXM480GB","[[3, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192]]","[43]" -"cat","1025","torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16","torch.float16","A100SXM480GB","[[3, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192]]","[80]" -"Conv2d","8","torch.float16,torch.float16","torch.float16","A100SXM480GB","[[128, 3, 128, 128, 64, 3, 7, 7], [128, 64, 32, 32, 64, 64, 1, 1], [128, 64, 32, 32, 64, 64, 3, 3], [128, 64, 32, 32, 256, 64, 1, 1], [128, 256, 32, 32, 64, 256, 1, 1], [128, 256, 32, 32, 128, 256, 1, 1], [128, 128, 32, 32, 128, 128, 3, 3], [128, 128, 16, 16, 512, 128, 1, 1], [128, 256, 32, 32, 512, 256, 1, 1], [128, 512, 16, 16, 128, 512, 1, 1], [128, 128, 16, 16, 128, 128, 3, 3], [128, 512, 16, 16, 256, 512, 1, 1], [128, 256, 16, 16, 256, 256, 3, 3], [128, 256, 8, 8, 1024, 256, 1, 1], [128, 512, 16, 16, 1024, 512, 1, 1], [128, 1024, 8, 8, 256, 1024, 1, 1], [128, 256, 8, 8, 256, 256, 3, 3], [128, 1024, 8, 8, 512, 1024, 1, 1], [128, 512, 8, 8, 512, 512, 3, 3], [128, 512, 4, 4, 2048, 512, 1, 1], [128, 1024, 8, 8, 2048, 1024, 1, 1], [128, 2048, 4, 4, 512, 2048, 1, 1], [128, 512, 4, 4, 512, 512, 3, 3], [256, 3, 128, 128, 64, 3, 7, 7], [256, 64, 32, 32, 64, 64, 1, 1], [256, 64, 32, 32, 64, 64, 3, 3], [256, 64, 32, 32, 256, 64, 1, 1], [256, 256, 32, 32, 64, 256, 1, 1], [256, 256, 32, 32, 128, 256, 1, 1], [256, 128, 32, 32, 128, 128, 3, 3], [256, 128, 16, 16, 512, 128, 1, 1], [256, 256, 32, 32, 512, 256, 1, 1], [256, 512, 16, 16, 128, 512, 1, 1], [256, 128, 16, 16, 128, 128, 3, 3], [256, 512, 16, 16, 256, 512, 1, 1], [256, 256, 16, 16, 256, 256, 3, 3], [256, 256, 8, 8, 1024, 256, 1, 1], [256, 512, 16, 16, 1024, 512, 1, 1], [256, 1024, 8, 8, 256, 1024, 1, 1], [256, 256, 8, 8, 256, 256, 3, 3], [256, 1024, 8, 8, 512, 1024, 1, 1], [256, 512, 8, 8, 512, 512, 3, 3], [256, 512, 4, 4, 2048, 512, 1, 1], [256, 1024, 8, 8, 2048, 1024, 1, 1], [256, 2048, 4, 4, 512, 2048, 1, 1], [256, 512, 4, 4, 512, 512, 3, 3], [512, 3, 129, 129, 32, 3, 3, 3], [512, 32, 64, 64, 16, 32, 1, 1], [512, 16, 64, 64, 96, 16, 1, 1], [512, 96, 32, 32, 24, 96, 1, 1], [512, 24, 32, 32, 144, 24, 1, 1], [512, 144, 32, 32, 24, 144, 1, 1], [512, 144, 16, 16, 40, 144, 1, 1], [512, 40, 16, 16, 240, 40, 1, 1], [512, 240, 16, 16, 40, 240, 1, 1], [512, 240, 8, 8, 80, 240, 1, 1], [512, 80, 8, 8, 480, 80, 1, 1], [512, 480, 8, 8, 80, 480, 1, 1], [512, 480, 8, 8, 112, 480, 1, 1], [512, 112, 8, 8, 672, 112, 1, 1], [512, 672, 8, 8, 112, 672, 1, 1], [512, 672, 4, 4, 192, 672, 1, 1], [512, 192, 4, 4, 1152, 192, 1, 1], [512, 1152, 4, 4, 192, 1152, 1, 1], [512, 1152, 4, 4, 320, 1152, 1, 1], [512, 320, 4, 4, 1280, 320, 1, 1], [256, 3, 129, 129, 32, 3, 3, 3], [256, 32, 64, 64, 16, 32, 1, 1], [256, 16, 64, 64, 96, 16, 1, 1], [256, 96, 32, 32, 24, 96, 1, 1], [256, 24, 32, 32, 144, 24, 1, 1], [256, 144, 32, 32, 24, 144, 1, 1], [256, 144, 16, 16, 40, 144, 1, 1], [256, 40, 16, 16, 240, 40, 1, 1], [256, 240, 16, 16, 40, 240, 1, 1], [256, 240, 8, 8, 80, 240, 1, 1], [256, 80, 8, 8, 480, 80, 1, 1], [256, 480, 8, 8, 80, 480, 1, 1], [256, 480, 8, 8, 112, 480, 1, 1], [256, 112, 8, 8, 672, 112, 1, 1], [256, 672, 8, 8, 112, 672, 1, 1], [256, 672, 4, 4, 192, 672, 1, 1], [256, 192, 4, 4, 1152, 192, 1, 1], [256, 1152, 4, 4, 192, 1152, 1, 1], [256, 1152, 4, 4, 320, 1152, 1, 1], [256, 320, 4, 4, 1280, 320, 1, 1], [128, 3, 129, 129, 32, 3, 3, 3], [128, 32, 64, 64, 16, 32, 1, 1], [128, 16, 64, 64, 96, 16, 1, 1], [128, 96, 32, 32, 24, 96, 1, 1], [128, 24, 32, 32, 144, 24, 1, 1], [128, 144, 32, 32, 24, 144, 1, 1], [128, 144, 16, 16, 40, 144, 1, 1], [128, 40, 16, 16, 240, 40, 1, 1], [128, 240, 16, 16, 40, 240, 1, 1], [128, 240, 8, 8, 80, 240, 1, 1], [128, 80, 8, 8, 480, 80, 1, 1], [128, 480, 8, 8, 80, 480, 1, 1], [128, 480, 8, 8, 112, 480, 1, 1], [128, 112, 8, 8, 672, 112, 1, 1], [128, 672, 8, 8, 112, 672, 1, 1], [128, 672, 4, 4, 192, 672, 1, 1], [128, 192, 4, 4, 1152, 192, 1, 1], [128, 1152, 4, 4, 192, 1152, 1, 1], [128, 1152, 4, 4, 320, 1152, 1, 1], [128, 320, 4, 4, 1280, 320, 1, 1], [512, 3, 128, 128, 64, 3, 7, 7], [512, 64, 32, 32, 64, 64, 1, 1], [512, 64, 32, 32, 64, 64, 3, 3], [512, 64, 32, 32, 256, 64, 1, 1], [512, 256, 32, 32, 64, 256, 1, 1], [512, 256, 32, 32, 128, 256, 1, 1], [512, 128, 32, 32, 128, 128, 3, 3], [512, 128, 16, 16, 512, 128, 1, 1], [512, 256, 32, 32, 512, 256, 1, 1], [512, 512, 16, 16, 128, 512, 1, 1], [512, 128, 16, 16, 128, 128, 3, 3], [512, 512, 16, 16, 256, 512, 1, 1], [512, 256, 16, 16, 256, 256, 3, 3], [512, 256, 8, 8, 1024, 256, 1, 1], [512, 512, 16, 16, 1024, 512, 1, 1], [512, 1024, 8, 8, 256, 1024, 1, 1], [512, 256, 8, 8, 256, 256, 3, 3], [512, 1024, 8, 8, 512, 1024, 1, 1], [512, 512, 8, 8, 512, 512, 3, 3], [512, 512, 4, 4, 2048, 512, 1, 1], [512, 1024, 8, 8, 2048, 1024, 1, 1], [512, 2048, 4, 4, 512, 2048, 1, 1], [512, 512, 4, 4, 512, 512, 3, 3]]","[348, 39, 110, 185, 74, 83, 124, 44, 194, 95, 75, 46, 97, 67, 115, 42, 72, 80, 98, 54, 90, 72, 116, 644, 72, 216, 362, 113, 143, 225, 82, 365, 190, 130, 92, 161, 132, 223, 76, 150, 149, 147, 97, 162, 120, 171, 346, 157, 585, 99, 245, 146, 39, 69, 54, 32, 133, 41, 97, 61, 125, 57, 116, 92, 95, 104, 179, 80, 294, 54, 124, 78, 20, 35, 32, 18, 66, 21, 52, 33, 69, 32, 60, 46, 63, 56, 96, 43, 148, 30, 63, 44, 13, 21, 15, 14, 37, 13, 26, 19, 31, 19, 32, 30, 41, 59, 1269, 270, 401, 727, 680, 278, 430, 159, 748, 347, 262, 164, 347, 257, 427, 147, 239, 300, 278, 186, 312, 221, 275]" -"add","5","torch.float16","torch.float16","A100SXM480GB","[[1, 64, 1, 1, 1e-05], [1, 256, 1, 1, 1e-05], [1, 128, 1, 1, 1e-05], [1, 512, 1, 1, 1e-05], [1, 1024, 1, 1, 1e-05], [1, 2048, 1, 1, 1e-05]]","[2, 2, 2, 2, 2, 2]" -"rsqrt","1","N/A","torch.float16","A100SXM480GB","[[1]]","[1]" -"sub","8","torch.float16,torch.float16","torch.float16","A100SXM480GB","[[1, 64, 1, 1, 1, 64, 1, 1], [1, 256, 1, 1, 1, 256, 1, 1], [1, 128, 1, 1, 1, 128, 1, 1], [1, 512, 1, 1, 1, 512, 1, 1], [1, 1024, 1, 1, 1, 1024, 1, 1], [1, 2048, 1, 1, 1, 2048, 1, 1]]","[1, 1, 1, 1, 2, 2]" -"ReLU","4","torch.float16,","torch.float16","A100SXM480GB","[[128, 64, 64, 64], [128, 64, 32, 32], [128, 256, 32, 32], [128, 128, 32, 32], [128, 128, 16, 16], [128, 512, 16, 16], [128, 256, 16, 16], [128, 256, 8, 8], [128, 1024, 8, 8], [128, 512, 8, 8], [128, 512, 4, 4], [128, 2048, 4, 4], [256, 64, 64, 64], [256, 64, 32, 32], [256, 256, 32, 32], [256, 128, 32, 32], [256, 128, 16, 16], [256, 512, 16, 16], [256, 256, 16, 16], [256, 256, 8, 8], [256, 1024, 8, 8], [256, 512, 8, 8], [256, 512, 4, 4], [256, 2048, 4, 4], [512, 64, 64, 64], [512, 64, 32, 32], [512, 256, 32, 32], [512, 128, 32, 32], [512, 128, 16, 16], [512, 512, 16, 16], [512, 256, 16, 16], [512, 256, 8, 8], [512, 1024, 8, 8], [512, 512, 8, 8], [512, 512, 4, 4], [512, 2048, 4, 4]]","[74, 15, 77, 37, 8, 38, 15, 5, 15, 8, 3, 8, 147, 37, 156, 74, 15, 82, 37, 8, 38, 15, 5, 14, 315, 76, 319, 154, 39, 162, 80, 18, 81, 39, 8, 40]" -"MaxPool2d","4","torch.float16,","torch.float16","A100SXM480GB","[[128, 64, 64, 64], [256, 64, 64, 64], [512, 64, 64, 64]]","[216, 427, 854]" -"Identity","4","torch.float16,","torch.float16","A100SXM480GB","[[128, 64, 32, 32], [128, 128, 16, 16], [128, 256, 8, 8], [128, 512, 4, 4], [256, 64, 32, 32], [256, 128, 16, 16], [256, 256, 8, 8], [256, 512, 4, 4], [256, 256, 32, 32], [256, 512, 16, 16], [256, 1024, 8, 8], [256, 2048, 4, 4], [512, 256, 32, 32], [512, 512, 16, 16], [512, 1024, 8, 8], [512, 2048, 4, 4]]","[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" -"iadd","8","torch.float16,torch.float16","torch.float16","A100SXM480GB","[[128, 256, 32, 32, 128, 256, 32, 32], [128, 512, 16, 16, 128, 512, 16, 16], [128, 1024, 8, 8, 128, 1024, 8, 8], [128, 2048, 4, 4, 128, 2048, 4, 4], [256, 256, 32, 32, 256, 256, 32, 32], [256, 512, 16, 16, 256, 512, 16, 16], [256, 1024, 8, 8, 256, 1024, 8, 8], [256, 2048, 4, 4, 256, 2048, 4, 4], [512, 256, 32, 32, 512, 256, 32, 32], [512, 512, 16, 16, 512, 512, 16, 16], [512, 1024, 8, 8, 512, 1024, 8, 8], [512, 2048, 4, 4, 512, 2048, 4, 4]]","[110, 56, 27, 11, 228, 113, 56, 26, 454, 229, 111, 55]" -"interpolate","4","torch.float32","torch.float32","A100SXM480GB","[[1, 128, 128, 128], [1, 256, 128, 128]]","[3, 4]" -"cumsum","2","N/A","torch.float32","A100SXM480GB","[[1, 1], [2, 1]]","[14, 6]" -"getitem","4","torch.float32","torch.float32","A100SXM480GB","[[128, 32, 32, 3], [128, 32, 32, 4], [128, 16, 16, 3], [128, 16, 16, 4], [128, 8, 8, 3], [128, 8, 8, 4], [128, 4, 4, 3], [128, 4, 4, 4], [256, 32, 32, 3], [256, 32, 32, 4], [256, 16, 16, 3], [256, 16, 16, 4], [256, 8, 8, 3], [256, 8, 8, 4], [256, 4, 4, 3], [256, 4, 4, 4]]","[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" -"truediv","6","torch.float32,torch.float32","torch.float32","A100SXM480GB","[[128, 32, 32, 128, 1, 32], [128, 32, 32, 128, 32, 1], [128, 16, 16, 128, 1, 16], [128, 16, 16, 128, 16, 1], [128, 8, 8, 128, 1, 8], [128, 8, 8, 128, 8, 1], [128, 4, 4, 128, 1, 4], [128, 4, 4, 128, 4, 1], [256, 32, 32, 256, 1, 32], [256, 32, 32, 256, 32, 1], [256, 16, 16, 256, 1, 16], [256, 16, 16, 256, 16, 1], [256, 8, 8, 256, 1, 8], [256, 8, 8, 256, 8, 1], [256, 4, 4, 256, 1, 4], [256, 4, 4, 256, 4, 1]]","[3, 3, 3, 3, 3, 2, 3, 3, 4, 4, 3, 3, 3, 3, 3, 3]" -"div","2","torch.float32","torch.float32","A100SXM480GB","[[128, 2]]","[1]" -"mul","2","torch.float32","torch.float32","A100SXM480GB","[[2, 128]]","[1]" -"truediv","2","torch.float32","torch.float32","A100SXM480GB","[[128, 128]]","[1]" -"pow","2","torch.float32","torch.float32","A100SXM480GB","[[10000, 128]]","[4]" -"truediv","5","torch.float32,torch.float32","torch.float32","A100SXM480GB","[[128, 32, 32, 1, 128], [128, 16, 16, 1, 128], [128, 8, 8, 1, 128], [128, 4, 4, 1, 128], [256, 32, 32, 1, 128], [256, 16, 16, 1, 128], [256, 8, 8, 1, 128], [256, 4, 4, 1, 128]]","[62, 17, 6, 3, 124, 32, 9, 4]" -"getitem","5","torch.float32","torch.float32","A100SXM480GB","[[128, 32, 32, 128, 4], [128, 16, 16, 128, 4], [128, 8, 8, 128, 4], [128, 4, 4, 128, 4], [256, 32, 32, 128, 4], [256, 16, 16, 128, 4], [256, 8, 8, 128, 4], [256, 4, 4, 128, 4]]","[0, 0, 0, 0, 0, 0, 0, 0]" -"stack","385","torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32","torch.float32","A100SXM480GB","[[2, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64], [2, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64], [2, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64], [2, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64]]","[189, 28, 10, 6]" -"flatten","2","N/A","torch.float32","A100SXM480GB","[[3, 1]]","[0]" -"cat","385","torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32","torch.float32","A100SXM480GB","[[2, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128], [2, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128], [2, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128], [2, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128]]","[168, 40, 12, 5]" -"permute","4","N/A","torch.float32","A100SXM480GB","[[0, 3, 1, 2]]","[0]" -"permute","3","N/A","torch.float16","A100SXM480GB","[[0, 2, 1]]","[0]" -"flatten","2","N/A","torch.bool","A100SXM480GB","[[1, 1]]","[0]" -"getitem","3","torch.bool","torch.bool","A100SXM480GB","[[128, 16, 4], [256, 16, 4]]","[0, 0]" -"expand","4","N/A","torch.bool","A100SXM480GB","[[128, 1, 16, 16], [128, 1, 100, 16], [256, 1, 16, 16], [256, 1, 100, 16]]","[0, 0, 0, 0]" -"repeat","3","N/A","torch.float16","A100SXM480GB","[[128, 1, 1], [256, 1, 1]]","[12, 20]" -"zeros_like","3","torch.float16","torch.float16","A100SXM480GB","[[128, 100, 256], [256, 100, 256]]","[6, 11]" -"stack","769","torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32","torch.float32","A100SXM480GB","[[2, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64], [2, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64], [2, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64], [2, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64]]","[382, 99, 14, 8]" -"cat","769","torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32","torch.float32","A100SXM480GB","[[2, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128], [2, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128], [2, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128], [2, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128]]","[328, 84, 21, 7]" -"ZeroPad2d","4","torch.float16,","torch.float16","A100SXM480GB","[[512, 3, 128, 128], [512, 96, 64, 64], [512, 144, 32, 32], [512, 240, 16, 16], [512, 672, 8, 8], [256, 3, 128, 128], [256, 96, 64, 64], [256, 144, 32, 32], [256, 240, 16, 16], [256, 672, 8, 8], [128, 3, 128, 128], [128, 96, 64, 64], [128, 144, 32, 32], [128, 240, 16, 16], [128, 672, 8, 8]]","[155, 1227, 492, 206, 185, 80, 616, 249, 108, 99, 42, 312, 127, 51, 45]" -"BatchNorm2d","6","torch.float16,torch.float16,torch.float16","torch.float16","A100SXM480GB","[[512, 32, 64, 64, 32, 32], [512, 16, 64, 64, 16, 16], [512, 96, 64, 64, 96, 96], [512, 96, 32, 32, 96, 96], [512, 24, 32, 32, 24, 24], [512, 144, 32, 32, 144, 144], [512, 144, 16, 16, 144, 144], [512, 40, 16, 16, 40, 40], [512, 240, 16, 16, 240, 240], [512, 240, 8, 8, 240, 240], [512, 80, 8, 8, 80, 80], [512, 480, 8, 8, 480, 480], [512, 112, 8, 8, 112, 112], [512, 672, 8, 8, 672, 672], [512, 672, 4, 4, 672, 672], [512, 192, 4, 4, 192, 192], [512, 1152, 4, 4, 1152, 1152], [512, 320, 4, 4, 320, 320], [512, 1280, 4, 4, 1280, 1280], [256, 32, 64, 64, 32, 32], [256, 16, 64, 64, 16, 16], [256, 96, 64, 64, 96, 96], [256, 96, 32, 32, 96, 96], [256, 24, 32, 32, 24, 24], [256, 144, 32, 32, 144, 144], [256, 144, 16, 16, 144, 144], [256, 40, 16, 16, 40, 40], [256, 240, 16, 16, 240, 240], [256, 240, 8, 8, 240, 240], [256, 80, 8, 8, 80, 80], [256, 480, 8, 8, 480, 480], [256, 112, 8, 8, 112, 112], [256, 672, 8, 8, 672, 672], [256, 672, 4, 4, 672, 672], [256, 192, 4, 4, 192, 192], [256, 1152, 4, 4, 1152, 1152], [256, 320, 4, 4, 320, 320], [256, 1280, 4, 4, 1280, 1280], [128, 32, 64, 64, 32, 32], [128, 16, 64, 64, 16, 16], [128, 96, 64, 64, 96, 96], [128, 96, 32, 32, 96, 96], [128, 24, 32, 32, 24, 24], [128, 144, 32, 32, 144, 144], [128, 144, 16, 16, 144, 144], [128, 40, 16, 16, 40, 40], [128, 240, 16, 16, 240, 240], [128, 240, 8, 8, 240, 240], [128, 80, 8, 8, 80, 80], [128, 480, 8, 8, 480, 480], [128, 112, 8, 8, 112, 112], [128, 672, 8, 8, 672, 672], [128, 672, 4, 4, 672, 672], [128, 192, 4, 4, 192, 192], [128, 1152, 4, 4, 1152, 1152], [128, 320, 4, 4, 320, 320], [128, 1280, 4, 4, 1280, 1280], [256, 64, 64, 64, 64, 64], [256, 64, 32, 32, 64, 64], [256, 256, 32, 32, 256, 256], [256, 128, 32, 32, 128, 128], [256, 128, 16, 16, 128, 128], [256, 512, 16, 16, 512, 512], [256, 256, 16, 16, 256, 256], [256, 256, 8, 8, 256, 256], [256, 1024, 8, 8, 1024, 1024], [256, 512, 8, 8, 512, 512], [256, 512, 4, 4, 512, 512], [256, 2048, 4, 4, 2048, 2048], [512, 64, 64, 64, 64, 64], [512, 64, 32, 32, 64, 64], [512, 256, 32, 32, 256, 256], [512, 128, 32, 32, 128, 128], [512, 128, 16, 16, 128, 128], [512, 512, 16, 16, 512, 512], [512, 256, 16, 16, 256, 256], [512, 256, 8, 8, 256, 256], [512, 1024, 8, 8, 1024, 1024], [512, 512, 8, 8, 512, 512], [512, 512, 4, 4, 512, 512], [512, 2048, 4, 4, 2048, 2048]]","[253, 128, 746, 198, 55, 296, 83, 25, 133, 98, 37, 190, 48, 202, 135, 42, 202, 66, 201, 133, 68, 373, 101, 30, 153, 45, 16, 71, 52, 21, 99, 26, 135, 71, 24, 117, 37, 129, 70, 38, 192, 54, 15, 82, 25, 13, 40, 29, 13, 52, 16, 71, 39, 16, 62, 22, 68, 251, 71, 268, 135, 41, 147, 76, 55, 203, 105, 56, 203, 496, 137, 530, 262, 76, 282, 143, 104, 205, 202, 104, 205]" -"SiLU","4","torch.float16,","torch.float16","A100SXM480GB","[[512, 32, 64, 64], [512, 8, 1, 1], [512, 96, 64, 64], [512, 96, 32, 32], [512, 4, 1, 1], [512, 144, 32, 32], [512, 6, 1, 1], [512, 144, 16, 16], [512, 240, 16, 16], [512, 10, 1, 1], [512, 240, 8, 8], [512, 480, 8, 8], [512, 20, 1, 1], [512, 672, 8, 8], [512, 28, 1, 1], [512, 672, 4, 4], [512, 1152, 4, 4], [512, 48, 1, 1], [512, 1280, 4, 4], [256, 32, 64, 64], [256, 8, 1, 1], [256, 96, 64, 64], [256, 96, 32, 32], [256, 4, 1, 1], [256, 144, 32, 32], [256, 6, 1, 1], [256, 144, 16, 16], [256, 240, 16, 16], [256, 10, 1, 1], [256, 240, 8, 8], [256, 480, 8, 8], [256, 20, 1, 1], [256, 672, 8, 8], [256, 28, 1, 1], [256, 672, 4, 4], [256, 1152, 4, 4], [256, 48, 1, 1], [256, 1280, 4, 4], [128, 32, 64, 64], [128, 8, 1, 1], [128, 96, 64, 64], [128, 96, 32, 32], [128, 4, 1, 1], [128, 144, 32, 32], [128, 6, 1, 1], [128, 144, 16, 16], [128, 240, 16, 16], [128, 10, 1, 1], [128, 240, 8, 8], [128, 480, 8, 8], [128, 20, 1, 1], [128, 672, 8, 8], [128, 28, 1, 1], [128, 672, 4, 4], [128, 1152, 4, 4], [128, 48, 1, 1], [128, 1280, 4, 4]]","[167, 2, 492, 125, 2, 186, 2, 48, 79, 2, 20, 41, 2, 57, 2, 13, 25, 2, 28, 84, 2, 249, 64, 2, 94, 2, 25, 41, 2, 10, 20, 2, 30, 2, 7, 12, 2, 12, 43, 2, 125, 33, 1, 48, 2, 11, 20, 2, 6, 10, 2, 13, 2, 5, 7, 2, 7]" -"forward","4","torch.float16","torch.float16","A100SXM480GB","[[512, 32, 64, 64], [512, 96, 65, 65], [512, 144, 32, 32], [512, 144, 35, 35], [512, 240, 16, 16], [512, 240, 17, 17], [512, 480, 8, 8], [512, 672, 8, 8], [512, 672, 11, 11], [512, 1152, 4, 4], [256, 32, 64, 64], [256, 96, 65, 65], [256, 144, 32, 32], [256, 144, 35, 35], [256, 240, 16, 16], [256, 240, 17, 17], [256, 480, 8, 8], [256, 672, 8, 8], [256, 672, 11, 11], [256, 1152, 4, 4], [128, 32, 64, 64], [128, 96, 65, 65], [128, 144, 32, 32], [128, 144, 35, 35], [128, 240, 16, 16], [128, 240, 17, 17], [128, 480, 8, 8], [128, 672, 8, 8], [128, 672, 11, 11], [128, 1152, 4, 4]]","[251, 823, 312, 931, 248, 131, 112, 280, 321, 434, 128, 414, 158, 469, 126, 67, 57, 142, 163, 215, 66, 210, 81, 238, 65, 35, 29, 73, 82, 111]" -"AdaptiveAvgPool2d","4","torch.float16,","torch.float16","A100SXM480GB","[[512, 32, 64, 64], [512, 96, 32, 32], [512, 144, 32, 32], [512, 144, 16, 16], [512, 240, 16, 16], [512, 240, 8, 8], [512, 480, 8, 8], [512, 672, 8, 8], [512, 672, 4, 4], [512, 1152, 4, 4], [256, 32, 64, 64], [256, 96, 32, 32], [256, 144, 32, 32], [256, 144, 16, 16], [256, 240, 16, 16], [256, 240, 8, 8], [256, 480, 8, 8], [256, 672, 8, 8], [256, 672, 4, 4], [256, 1152, 4, 4], [128, 32, 64, 64], [128, 96, 32, 32], [128, 144, 32, 32], [128, 144, 16, 16], [128, 240, 16, 16], [128, 240, 8, 8], [128, 480, 8, 8], [128, 672, 8, 8], [128, 672, 4, 4], [128, 1152, 4, 4], [256, 2048, 4, 4], [512, 2048, 4, 4]]","[96, 74, 105, 43, 64, 46, 89, 123, 55, 96, 63, 45, 60, 21, 36, 24, 45, 64, 30, 48, 31, 23, 36, 11, 16, 14, 24, 32, 17, 26, 84, 170]" -"Sigmoid","4","torch.float16,","torch.float16","A100SXM480GB","[[512, 32, 1, 1], [512, 96, 1, 1], [512, 144, 1, 1], [512, 240, 1, 1], [512, 480, 1, 1], [512, 672, 1, 1], [512, 1152, 1, 1], [256, 32, 1, 1], [256, 96, 1, 1], [256, 144, 1, 1], [256, 240, 1, 1], [256, 480, 1, 1], [256, 672, 1, 1], [256, 1152, 1, 1], [128, 32, 1, 1], [128, 96, 1, 1], [128, 144, 1, 1], [128, 240, 1, 1], [128, 480, 1, 1], [128, 672, 1, 1], [128, 1152, 1, 1]]","[2, 2, 2, 2, 2, 3, 3, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2]" -"AvgPool2d","4","torch.float16,","torch.float16","A100SXM480GB","[[512, 1280, 4, 4], [256, 1280, 4, 4], [128, 1280, 4, 4]]","[37, 18, 12]" -"reshape","2","N/A","torch.float16","A100SXM480GB","[[2, 1]]","[0]" -"Dropout","2","torch.float16,","torch.float16","A100SXM480GB","[[512, 1280], [256, 1280], [128, 1280]]","[0, 0, 0]" -"Linear","5","torch.float16,torch.float16,torch.float16","torch.float16","A100SXM480GB","[[512, 1280, 1000, 1280, 1000], [256, 1280, 1000, 1280, 1000], [128, 1280, 1000, 1280, 1000], [128, 768, 1000, 768, 1000], [256, 2048, 1000, 2048, 1000], [512, 2048, 1000, 2048, 1000]]","[15, 10, 10, 12, 13, 19]" -"Size","2","N/A","N/A","A100SXM480GB","[[2, 1]]","[0]" -"Flatten","4","torch.float16,","torch.float16","A100SXM480GB","[[256, 2048, 1, 1], [512, 2048, 1, 1]]","[0, 0]" -"Embedding","4","torch.int64,torch.float16","torch.float16","L4","[[1, 128, 256000, 3072], [1, 512, 51200, 2560], [2, 512, 51200, 2560], [1, 1024, 50257, 1600], [1, 1024, 1024, 1600], [1, 720, 50257, 1600], [1, 720, 1024, 1600], [1, 512, 50257, 1600], [1, 512, 1024, 1600], [2, 512, 50257, 1600], [4, 256, 50257, 1600], [1, 256, 1024, 1600], [1, 512, 50257, 2560], [1, 512, 2048, 2560], [1, 256, 50257, 2560], [1, 256, 2048, 2560], [1, 1024, 50257, 1280], [1, 1024, 1024, 1280], [1, 720, 50257, 1280], [1, 720, 1024, 1280], [1, 512, 50257, 1280], [1, 512, 1024, 1280], [8, 512, 30522, 1024], [8, 512, 2, 1024], [1, 512, 512, 1024], [16, 512, 30522, 1024], [16, 512, 2, 1024], [1, 256, 128256, 4096], [1, 1024, 50257, 1024], [1, 1024, 1024, 1024], [1, 512, 50257, 1024], [1, 512, 1024, 1024], [2, 512, 50257, 1024], [1, 1024, 96103, 1024], [1, 512, 96103, 1024], [2, 512, 96103, 1024]]","[10, 43, 69, 46, 46, 31, 29, 23, 21, 47, 49, 14, 40, 41, 14, 14, 34, 33, 24, 23, 18, 16, 111, 107, 21, 231, 227, 38, 27, 26, 10, 10, 28, 25, 11, 25]" -"arange","2","N/A","torch.int64","L4","[[0, 128], [129, 1], [0, 512], [513, 1], [1024, 1], [0, 1024], [512, 1], [0, 720], [720, 1], [0, 256], [256, 1], [257, 1], [128, 1]]","[1, 1, 2, 1, 1, 1, 1, 2, 1, 2, 1, 1, 1]" -"unsqueeze","2","N/A","torch.int64","L4","[[0, 1]]","[0]" -"full","2","N/A","torch.float16","L4","[[2, 1], [2, -65504.0]]","[1, 3]" -"triu","2","torch.float16","torch.float16","L4","[[128, 129], [512, 513], [256, 257]]","[2, 7, 3]" -"reshape","2","N/A","torch.int64","L4","[[-1, 1]]","[0]" -"gt","3","torch.int64,torch.int64","torch.bool","L4","[[129, 128, 1], [513, 512, 1], [257, 256, 1]]","[2, 5, 3]" -"imul","4","torch.float16,torch.bool","torch.float16","L4","[[128, 129, 128, 129], [512, 513, 512, 513], [256, 257, 256, 257]]","[3, 6, 4]" -"getitem","3","torch.float16","torch.float16","L4","[[128, 129, 4], [512, 513, 4], [1024, 1024, 4], [512, 512, 4], [720, 720, 4], [256, 256, 4], [256, 257, 4], [8, 512, 4], [16, 512, 4], [1, 192, 2]]","[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" -"expand","4","N/A","torch.float16","L4","[[1, 1, -1, -1], [2, 1, -1, -1], [1, 1, 1024, 1024], [2, 1, 512, 512], [1, 1, 720, 720], [1, 1, 512, 512], [4, 1, 256, 256], [8, 1, 512, 512], [16, 1, 512, 512]]","[0, 0, 0, 0, 0, 0, 0, 0, 0]" -"tensor","2","N/A","torch.float16","L4","[[55.42562584220407, 1]]","[0]" -"mul","3","torch.float16,torch.float16","torch.float16","L4","[[1, 128, 3072]]","[3]" -"float","1","N/A","torch.float32","L4","[[1]]","[4]" -"pow","2","N/A","torch.float32","L4","[[2, 1]]","[2]" -"mean","2","N/A","torch.float32","L4","[[-1, 1]]","[7]" -"add","4","torch.float32","torch.float32","L4","[[1, 128, 1, 1e-06], [1, 256, 1, 1e-05], [128, 1, 32, 1e-06], [128, 32, 1, 1e-06], [128, 1, 16, 1e-06], [128, 16, 1, 1e-06], [128, 1, 8, 1e-06], [128, 8, 1, 1e-06], [128, 1, 4, 1e-06], [128, 4, 1, 1e-06], [256, 1, 32, 1e-06], [256, 32, 1, 1e-06], [256, 1, 16, 1e-06], [256, 16, 1, 1e-06], [256, 1, 8, 1e-06], [256, 8, 1, 1e-06], [256, 1, 4, 1e-06], [256, 4, 1, 1e-06]]","[1, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2]" -"rsqrt","3","torch.float32","torch.float32","L4","[[1, 128, 1], [1, 256, 1]]","[1, 2]" -"mul","6","torch.float32,torch.float32","torch.float32","L4","[[1, 128, 3072, 1, 128, 1], [1, 256, 4096, 1, 256, 1]]","[3, 14]" -"add","2","torch.float32","torch.float32","L4","[[1.0, 3072]]","[1]" -"mul","4","torch.float32,torch.float32","torch.float32","L4","[[1, 128, 3072, 3072]]","[3]" -"type_as","3","torch.float16","torch.float16","L4","[[1, 128, 3072]]","[4]" -"Linear","5","torch.float16,torch.float16","torch.float16","L4","[[1, 128, 3072, 4096, 3072], [1, 128, 4096, 3072, 4096], [1, 128, 3072, 24576, 3072], [1, 128, 24576, 3072, 24576], [1, 128, 3072, 256000, 3072], [1, 1024, 1024, 50265, 1024], [2, 512, 1024, 50265, 1024], [1, 1024, 1600, 50257, 1600], [1, 720, 1600, 50257, 1600], [1, 512, 1600, 50257, 1600], [2, 512, 1600, 50257, 1600], [4, 256, 1600, 50257, 1600], [1, 512, 2560, 2560, 2560], [1, 512, 2560, 50257, 2560], [1, 256, 2560, 2560, 2560], [1, 256, 2560, 50257, 2560], [1, 1024, 1280, 50257, 1280], [1, 720, 1280, 50257, 1280], [1, 512, 1280, 50257, 1280], [1, 256, 4096, 4096, 4096], [1, 256, 4096, 1024, 4096], [1, 256, 4096, 14336, 4096], [1, 256, 14336, 4096, 14336], [1, 256, 4096, 128256, 4096], [1, 1024, 1024, 50257, 1024], [1, 512, 1024, 50257, 1024], [2, 512, 1024, 50257, 1024], [1, 1024, 1024, 96103, 1024], [1, 512, 1024, 96103, 1024], [2, 512, 1024, 96103, 1024]]","[130, 111, 761, 805, 7318, 3099, 3002, 6257, 4131, 2664, 6665, 6661, 184, 5516, 77, 1652, 3905, 3146, 1889, 237, 73, 712, 690, 6049, 3173, 1210, 3003, 5617, 2304, 5444]" -"view","4","N/A","torch.float16","L4","[[1, 128, 16, 256], [1, 512, 32, 80], [2, 512, 32, 80], [1, -1, 16, 64], [1, 1024, 16, 64], [2, -1, 16, 64], [2, 512, 16, 64], [1, 256, 32, 128], [1, 256, 8, 128], [1, 16, 1024, 1024], [1, 16, 1024, 64], [1, 512, 16, 64], [1, 16, 512, 512], [1, 16, 512, 64], [2, 16, 512, 512], [2, 16, 512, 64], [1, 192, 50, 83], [128, -1, 8, 32], [128, 16, 8, 32], [128, 8, 16, 16], [128, 8, 16, 32], [128, 100, 8, 32], [128, 8, 100, 32], [128, 8, 100, 16], [256, -1, 8, 32], [256, 16, 8, 32], [256, 8, 16, 16], [256, 8, 16, 32], [256, 100, 8, 32], [256, 8, 100, 32], [256, 8, 100, 16]]","[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" -"transpose","2","N/A","torch.float16","L4","[[1, 2]]","[0]" -"_set_grad_enabled","2","N/A","N/A","L4","[[0, 1], [1, 1]]","[0, 0]" -"to","2","N/A","torch.float32","L4","[[1, 1]]","[0]" -"getitem","2","torch.float32","torch.float32","L4","[[128, 3], [16, 3], [64, 3]]","[0, 0, 0]" -"expand","3","N/A","torch.float32","L4","[[1, -1, 1]]","[0]" -"getitem","3","torch.int64","torch.int64","L4","[[1, 128, 3], [1, 512, 3], [1, 512, 2], [1, 256, 3]]","[0, 0, 0, 0]" -"_enter_autocast","4","N/A","N/A","L4","[[1, 1, 0, 1]]","[0]" -"matmul","6","torch.float32,torch.float32","torch.float32","L4","[[1, 128, 1, 1, 1, 128], [1, 16, 1, 1, 1, 512], [1, 64, 1, 1, 1, 256]]","[1, 2, 3]" -"transpose","2","N/A","torch.float32","L4","[[1, 2], [-1, -2]]","[0, 0]" -"cat","3","torch.float32","torch.float32","L4","[[2, 128, 128], [2, 512, 16], [2, 256, 64]]","[3, 5, 6]" -"cos","1","N/A","torch.float32","L4","[[1]]","[1]" -"sin","1","N/A","torch.float32","L4","[[1]]","[1]" -"_exit_autocast","2","N/A","N/A","L4","[[1, 1]]","[0]" -"to","1","N/A","torch.float16","L4","[[1]]","[2]" -"unsqueeze","2","N/A","torch.float16","L4","[[1, 1], [0, 1]]","[0, 0]" -"mul","8","torch.float16,torch.float16","torch.float16","L4","[[1, 16, 128, 256, 1, 1, 128, 256], [1, 32, 512, 32, 1, 1, 512, 32], [2, 32, 512, 32, 1, 1, 512, 32], [1, 32, 256, 128, 1, 1, 256, 128], [1, 8, 256, 128, 1, 1, 256, 128], [1, 64, 1, 1, 1, 64, 1, 1], [128, 64, 64, 64, 1, 64, 1, 1], [128, 64, 32, 32, 1, 64, 1, 1], [1, 256, 1, 1, 1, 256, 1, 1], [128, 256, 32, 32, 1, 256, 1, 1], [1, 128, 1, 1, 1, 128, 1, 1], [128, 128, 32, 32, 1, 128, 1, 1], [128, 128, 16, 16, 1, 128, 1, 1], [1, 512, 1, 1, 1, 512, 1, 1], [128, 512, 16, 16, 1, 512, 1, 1], [128, 256, 16, 16, 1, 256, 1, 1], [128, 256, 8, 8, 1, 256, 1, 1], [1, 1024, 1, 1, 1, 1024, 1, 1], [128, 1024, 8, 8, 1, 1024, 1, 1], [128, 512, 8, 8, 1, 512, 1, 1], [128, 512, 4, 4, 1, 512, 1, 1], [1, 2048, 1, 1, 1, 2048, 1, 1], [128, 2048, 4, 4, 1, 2048, 1, 1], [256, 64, 64, 64, 1, 64, 1, 1], [256, 64, 32, 32, 1, 64, 1, 1], [256, 256, 32, 32, 1, 256, 1, 1], [256, 128, 32, 32, 1, 128, 1, 1], [256, 128, 16, 16, 1, 128, 1, 1], [256, 512, 16, 16, 1, 512, 1, 1], [256, 256, 16, 16, 1, 256, 1, 1], [256, 256, 8, 8, 1, 256, 1, 1], [256, 1024, 8, 8, 1, 1024, 1, 1], [256, 512, 8, 8, 1, 512, 1, 1], [256, 512, 4, 4, 1, 512, 1, 1], [256, 2048, 4, 4, 1, 2048, 1, 1], [512, 32, 64, 64, 512, 32, 1, 1], [512, 96, 32, 32, 512, 96, 1, 1], [512, 144, 32, 32, 512, 144, 1, 1], [512, 144, 16, 16, 512, 144, 1, 1], [512, 240, 16, 16, 512, 240, 1, 1], [512, 240, 8, 8, 512, 240, 1, 1], [512, 480, 8, 8, 512, 480, 1, 1], [512, 672, 8, 8, 512, 672, 1, 1], [512, 672, 4, 4, 512, 672, 1, 1], [512, 1152, 4, 4, 512, 1152, 1, 1], [256, 32, 64, 64, 256, 32, 1, 1], [256, 96, 32, 32, 256, 96, 1, 1], [256, 144, 32, 32, 256, 144, 1, 1], [256, 144, 16, 16, 256, 144, 1, 1], [256, 240, 16, 16, 256, 240, 1, 1], [256, 240, 8, 8, 256, 240, 1, 1], [256, 480, 8, 8, 256, 480, 1, 1], [256, 672, 8, 8, 256, 672, 1, 1], [256, 672, 4, 4, 256, 672, 1, 1], [256, 1152, 4, 4, 256, 1152, 1, 1], [128, 32, 64, 64, 128, 32, 1, 1], [128, 96, 32, 32, 128, 96, 1, 1], [128, 144, 32, 32, 128, 144, 1, 1], [128, 144, 16, 16, 128, 144, 1, 1], [128, 240, 16, 16, 128, 240, 1, 1], [128, 240, 8, 8, 128, 240, 1, 1], [128, 480, 8, 8, 128, 480, 1, 1], [128, 672, 8, 8, 128, 672, 1, 1], [128, 672, 4, 4, 128, 672, 1, 1], [128, 1152, 4, 4, 128, 1152, 1, 1]]","[6, 11, 16, 15, 6, 1, 556, 117, 1, 534, 1, 268, 31, 1, 298, 145, 16, 1, 61, 47, 9, 1, 30, 1107, 286, 1136, 536, 65, 593, 265, 33, 275, 139, 17, 60, 1001, 734, 1146, 236, 418, 51, 165, 283, 38, 62, 493, 370, 528, 58, 158, 25, 49, 66, 18, 29, 184, 81, 246, 29, 48, 13, 25, 35, 11, 16]" -"getitem","5","torch.float16","torch.float16","L4","[[1, 16, 128, 256, 2], [1, 1, 128, 129, 4], [1, 32, 512, 80, 2], [1, 32, 512, 32, 2], [1, 1, 512, 513, 4], [2, 32, 512, 80, 2], [2, 32, 512, 32, 2], [2, 1, 512, 513, 4], [1, 1, 256, 257, 4], [1, 32, 256, 128, 2], [1, 8, 256, 128, 2], [1, 8, 256, 128, 5]]","[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" -"neg","4","torch.float16","torch.float16","L4","[[1, 16, 128, 128], [1, 32, 512, 16], [2, 32, 512, 16], [1, 32, 256, 64], [1, 8, 256, 64]]","[2, 4, 6, 8, 4]" -"cat","4","torch.float16","torch.float16","L4","[[2, 16, 128, 128], [2, 32, 512, 16], [2, 32, 512, 32], [2, 32, 256, 64], [2, 8, 256, 64]]","[8, 13, 31, 27, 12]" -"add","8","torch.float16,torch.float16","torch.float16","L4","[[1, 16, 128, 256, 1, 16, 128, 256], [1, 32, 512, 32, 1, 32, 512, 32], [2, 32, 512, 32, 2, 32, 512, 32], [1, 32, 256, 128, 1, 32, 256, 128], [1, 8, 256, 128, 1, 8, 256, 128], [1, 16, 1024, 1024, 1, 1, 1024, 1024], [1, 16, 512, 512, 1, 1, 512, 512], [2, 16, 512, 512, 2, 1, 512, 512], [128, 64, 64, 64, 1, 64, 1, 1], [128, 64, 32, 32, 1, 64, 1, 1], [128, 256, 32, 32, 1, 256, 1, 1], [128, 128, 32, 32, 1, 128, 1, 1], [128, 128, 16, 16, 1, 128, 1, 1], [128, 512, 16, 16, 1, 512, 1, 1], [128, 256, 16, 16, 1, 256, 1, 1], [128, 256, 8, 8, 1, 256, 1, 1], [128, 1024, 8, 8, 1, 1024, 1, 1], [128, 512, 8, 8, 1, 512, 1, 1], [128, 512, 4, 4, 1, 512, 1, 1], [128, 2048, 4, 4, 1, 2048, 1, 1], [128, 8, 16, 16, 128, 1, 16, 16], [128, 8, 100, 16, 128, 1, 100, 16], [256, 64, 64, 64, 1, 64, 1, 1], [256, 64, 32, 32, 1, 64, 1, 1], [256, 256, 32, 32, 1, 256, 1, 1], [256, 128, 32, 32, 1, 128, 1, 1], [256, 128, 16, 16, 1, 128, 1, 1], [256, 512, 16, 16, 1, 512, 1, 1], [256, 256, 16, 16, 1, 256, 1, 1], [256, 256, 8, 8, 1, 256, 1, 1], [256, 1024, 8, 8, 1, 1024, 1, 1], [256, 512, 8, 8, 1, 512, 1, 1], [256, 512, 4, 4, 1, 512, 1, 1], [256, 2048, 4, 4, 1, 2048, 1, 1], [256, 8, 16, 16, 256, 1, 16, 16], [256, 8, 100, 16, 256, 1, 100, 16], [512, 24, 32, 32, 512, 24, 32, 32], [512, 40, 16, 16, 512, 40, 16, 16], [512, 80, 8, 8, 512, 80, 8, 8], [512, 112, 8, 8, 512, 112, 8, 8], [512, 192, 4, 4, 512, 192, 4, 4], [256, 24, 32, 32, 256, 24, 32, 32], [256, 40, 16, 16, 256, 40, 16, 16], [256, 80, 8, 8, 256, 80, 8, 8], [256, 112, 8, 8, 256, 112, 8, 8], [256, 192, 4, 4, 256, 192, 4, 4], [128, 24, 32, 32, 128, 24, 32, 32], [128, 40, 16, 16, 128, 40, 16, 16], [128, 80, 8, 8, 128, 80, 8, 8], [128, 112, 8, 8, 128, 112, 8, 8], [128, 192, 4, 4, 128, 192, 4, 4]]","[4, 7, 13, 15, 6, 304, 40, 140, 568, 60, 555, 279, 33, 288, 59, 16, 58, 30, 9, 30, 4, 14, 1111, 286, 1109, 556, 62, 554, 281, 32, 279, 58, 16, 58, 5, 28, 273, 52, 30, 32, 18, 61, 30, 16, 21, 8, 29, 17, 8, 12, 2]" -"contiguous","1","N/A","torch.float16","L4","[[1]]","[4]" -"scaled_dot_product_attention","12","torch.float16,torch.float16,torch.float16","torch.float16","L4","[[1, 16, 128, 256, 1, 16, 128, 256, 1, 16, 128, 256], [1, 32, 512, 80, 1, 32, 512, 80, 1, 32, 512, 80], [2, 32, 512, 80, 2, 32, 512, 80, 2, 32, 512, 80], [1, 16, 1024, 64, 1, 16, 1024, 64, 1, 16, 1024, 64], [2, 16, 512, 64, 2, 16, 512, 64, 2, 16, 512, 64], [1, 25, 1024, 64, 1, 25, 1024, 64, 1, 25, 1024, 64], [1, 25, 720, 64, 1, 25, 720, 64, 1, 25, 720, 64], [1, 25, 512, 64, 1, 25, 512, 64, 1, 25, 512, 64], [2, 25, 512, 64, 2, 25, 512, 64, 2, 25, 512, 64], [4, 25, 256, 64, 4, 25, 256, 64, 4, 25, 256, 64], [1, 20, 1024, 64, 1, 20, 1024, 64, 1, 20, 1024, 64], [1, 20, 720, 64, 1, 20, 720, 64, 1, 20, 720, 64], [1, 20, 512, 64, 1, 20, 512, 64, 1, 20, 512, 64], [8, 16, 512, 64, 8, 16, 512, 64, 8, 16, 512, 64], [16, 16, 512, 64, 16, 16, 512, 64, 16, 16, 512, 64], [1, 32, 256, 128, 1, 32, 256, 128, 1, 32, 256, 128], [1, 16, 512, 64, 1, 16, 512, 64, 1, 16, 512, 64]]","[21, 236, 410, 226, 118, 362, 228, 92, 192, 112, 282, 196, 73, 445, 915, 111, 49]" -"view","3","N/A","torch.float16","L4","[[1, 128, -1], [1, 1024, 1600], [1, 720, 1600], [1, 512, 1600], [2, 512, 1600], [4, 256, 1600], [1, 1024, 1280], [1, 720, 1280], [1, 512, 1280], [1, 256, -1], [1, 1024, 1024], [1, 512, 1024], [2, 512, 1024], [16, -1, 64], [16, 1024, 1024], [16, 512, 512], [32, -1, 64], [32, 512, 512], [1024, -1, 32], [1024, 16, 16], [1024, 100, 16], [2048, -1, 32], [2048, 16, 16], [2048, 100, 16]]","[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" -"add","6","torch.float16,torch.float16","torch.float16","L4","[[1, 128, 3072, 1, 128, 3072], [1, 512, 10240, 1, 512, 10240], [1, 512, 2560, 1, 512, 2560], [2, 512, 10240, 2, 512, 10240], [2, 512, 2560, 2, 512, 2560], [1, 1024, 1024, 1, 1024, 1024], [2, 512, 1024, 2, 512, 1024], [1, 1024, 1600, 1, 1024, 1600], [1, 1024, 6400, 1, 1024, 6400], [1, 720, 1600, 1, 720, 1600], [1, 720, 6400, 1, 720, 6400], [1, 512, 1600, 1, 512, 1600], [1, 512, 6400, 1, 512, 6400], [2, 512, 1600, 1, 512, 1600], [2, 512, 1600, 2, 512, 1600], [2, 512, 6400, 2, 512, 6400], [4, 256, 1600, 1, 256, 1600], [4, 256, 1600, 4, 256, 1600], [4, 256, 6400, 4, 256, 6400], [1, 256, 2560, 1, 256, 2560], [1, 256, 10240, 1, 256, 10240], [1, 1024, 1280, 1, 1024, 1280], [1, 1024, 5120, 1, 1024, 5120], [1, 720, 1280, 1, 720, 1280], [1, 720, 5120, 1, 720, 5120], [1, 512, 1280, 1, 512, 1280], [1, 512, 5120, 1, 512, 5120], [8, 512, 1024, 8, 512, 1024], [16, 512, 1024, 16, 512, 1024], [1, 256, 4096, 1, 256, 4096], [1, 1024, 4096, 1, 1024, 4096], [1, 512, 1024, 1, 512, 1024], [1, 512, 4096, 1, 512, 4096], [2, 512, 1024, 1, 512, 1024], [2, 512, 4096, 2, 512, 4096], [128, 165, 192, 1, 165, 192], [128, 165, 192, 128, 165, 192], [256, 165, 192, 1, 165, 192], [256, 165, 192, 256, 165, 192], [512, 165, 192, 1, 165, 192], [512, 165, 192, 512, 165, 192], [128, 16, 256, 128, 16, 256], [128, 100, 256, 128, 100, 256], [256, 16, 256, 256, 16, 256], [256, 100, 256, 256, 100, 256], [128, 197, 768, 1, 197, 768], [128, 197, 768, 128, 197, 768]]","[4, 20, 14, 199, 26, 5, 4, 8, 30, 6, 21, 4, 14, 17, 11, 29, 18, 8, 27, 3, 8, 6, 23, 5, 15, 3, 10, 17, 51, 14, 18, 2, 5, 11, 17, 32, 74, 63, 148, 200, 409, 7, 12, 11, 38, 319, 477]" -"gelu","3","torch.float16","torch.float16","L4","[[1, 128, 24576], [1, 1024, 4096], [2, 512, 4096], [8, 512, 4096], [8, 512, 1024], [16, 512, 4096], [16, 512, 1024], [128, 165, 768], [256, 165, 768], [512, 165, 768], [128, 197, 3072]]","[17, 41, 38, 247, 29, 523, 103, 232, 511, 1104, 1279]" -"mul","6","torch.float16,torch.float16","torch.float16","L4","[[1, 128, 24576, 1, 128, 24576], [1, 512, 10240, 1, 512, 10240], [2, 512, 10240, 2, 512, 10240], [1, 1024, 6400, 1, 1024, 6400], [1, 720, 6400, 1, 720, 6400], [1, 512, 6400, 1, 512, 6400], [2, 512, 6400, 2, 512, 6400], [4, 256, 6400, 4, 256, 6400], [1, 256, 10240, 1, 256, 10240], [1, 1024, 5120, 1, 1024, 5120], [1, 720, 5120, 1, 720, 5120], [1, 512, 5120, 1, 512, 5120], [1, 256, 14336, 1, 256, 14336], [1, 1024, 4096, 1, 1024, 4096], [1, 512, 4096, 1, 512, 4096], [2, 512, 4096, 2, 512, 4096]]","[40, 23, 193, 64, 18, 13, 67, 65, 8, 22, 14, 10, 45, 17, 5, 18]" -"getitem","4","torch.float16","torch.float16","L4","[[1, 128, 3072, 3], [1, 512, 2560, 3], [2, 512, 2560, 3], [3, 1024, 1600, 0], [3, 1024, 1600, 1], [3, 1024, 1600, 2], [3, 720, 1600, 0], [3, 720, 1600, 1], [3, 720, 1600, 2], [3, 512, 1600, 0], [3, 512, 1600, 1], [3, 512, 1600, 2], [3, 1024, 1280, 0], [3, 1024, 1280, 1], [3, 1024, 1280, 2], [3, 720, 1280, 0], [3, 720, 1280, 1], [3, 720, 1280, 2], [3, 512, 1280, 0], [3, 512, 1280, 1], [3, 512, 1280, 2], [1, 256, 4096, 3], [3, 1024, 1024, 0], [3, 1024, 1024, 1], [3, 1024, 1024, 2], [3, 512, 1024, 0], [3, 512, 1024, 1], [3, 512, 1024, 2], [1, 4251, 192, 3], [128, 165, 192, 3], [256, 165, 192, 3], [512, 165, 192, 3], [128, 128, 128, 1], [256, 128, 128, 1], [128, 197, 768, 3]]","[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" -"Dropout","3","torch.float16,","torch.float16","L4","[[1, 512, 2560], [2, 512, 2560], [1, 1024, 1600], [1, 720, 1600], [1, 512, 1600], [2, 512, 1600], [4, 256, 1600], [1, 256, 2560], [1, 1024, 1280], [1, 720, 1280], [1, 512, 1280], [8, 512, 1024], [16, 512, 1024], [1, 1024, 1024], [1, 512, 1024], [2, 512, 1024], [128, 165, 192], [256, 165, 192], [512, 165, 192], [128, 197, 768]]","[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" -"mul","4","torch.float32","torch.float32","L4","[[1, 512, 32, 1.0], [1, 256, 128, 1.0], [128, 32, 32, 6.283185307179586], [128, 16, 16, 6.283185307179586], [128, 8, 8, 6.283185307179586], [128, 4, 4, 6.283185307179586], [256, 32, 32, 6.283185307179586], [256, 16, 16, 6.283185307179586], [256, 8, 8, 6.283185307179586], [256, 4, 4, 6.283185307179586]]","[2, 2, 2, 1, 1, 1, 2, 1, 1, 1]" -"LayerNorm","5","torch.float16,torch.float16,torch.float16","torch.float16","L4","[[1, 512, 2560, 2560, 2560], [2, 512, 2560, 2560, 2560], [1, 1024, 1024, 1024, 1024], [2, 512, 1024, 1024, 1024], [1, 1024, 1600, 1600, 1600], [1, 720, 1600, 1600, 1600], [1, 512, 1600, 1600, 1600], [2, 512, 1600, 1600, 1600], [4, 256, 1600, 1600, 1600], [1, 256, 2560, 2560, 2560], [1, 1024, 1280, 1280, 1280], [1, 720, 1280, 1280, 1280], [1, 512, 1280, 1280, 1280], [8, 512, 1024, 1024, 1024], [16, 512, 1024, 1024, 1024], [1, 512, 1024, 1024, 1024], [128, 165, 192, 192, 192], [256, 165, 192, 192, 192], [512, 165, 192, 192, 192], [128, 16, 256, 256, 256], [128, 100, 256, 256, 256], [256, 16, 256, 256, 256], [256, 100, 256, 256, 256], [128, 197, 768, 768, 768]]","[13, 21, 11, 11, 18, 15, 10, 19, 19, 7, 14, 12, 8, 43, 88, 4, 107, 221, 466, 17, 57, 30, 103, 300]" -"Linear","6","torch.float16,torch.float16,torch.float16","torch.float16","L4","[[1, 512, 2560, 2560, 2560, 2560], [1, 512, 2560, 10240, 2560, 10240], [1, 512, 10240, 2560, 10240, 2560], [1, 512, 2560, 51200, 2560, 51200], [2, 512, 2560, 2560, 2560, 2560], [2, 512, 2560, 10240, 2560, 10240], [2, 512, 10240, 2560, 10240, 2560], [2, 512, 2560, 51200, 2560, 51200], [1, 1024, 1024, 1024, 1024, 1024], [1, 1024, 1024, 4096, 1024, 4096], [1, 1024, 4096, 1024, 4096, 1024], [2, 512, 1024, 1024, 1024, 1024], [2, 512, 1024, 4096, 1024, 4096], [2, 512, 4096, 1024, 4096, 1024], [1, 256, 2560, 2560, 2560, 2560], [1, 256, 2560, 10240, 2560, 10240], [1, 256, 10240, 2560, 10240, 2560], [8, 512, 1024, 1024, 1024, 1024], [8, 512, 1024, 4096, 1024, 4096], [8, 512, 4096, 1024, 4096, 1024], [8, 512, 1024, 30522, 1024, 30522], [16, 512, 1024, 1024, 1024, 1024], [16, 512, 1024, 4096, 1024, 4096], [16, 512, 4096, 1024, 4096, 1024], [16, 512, 1024, 30522, 1024, 30522], [1, 512, 1024, 1024, 1024, 1024], [1, 512, 1024, 4096, 1024, 4096], [1, 512, 4096, 1024, 4096, 1024], [128, 165, 192, 192, 192, 192], [128, 165, 192, 768, 192, 768], [128, 165, 768, 192, 768, 192], [128, 100, 192, 192, 192, 192], [128, 100, 192, 92, 192, 92], [128, 100, 192, 4, 192, 4], [256, 165, 192, 192, 192, 192], [256, 165, 192, 768, 192, 768], [256, 165, 768, 192, 768, 192], [256, 100, 192, 192, 192, 192], [256, 100, 192, 92, 192, 92], [256, 100, 192, 4, 192, 4], [512, 165, 192, 192, 192, 192], [512, 165, 192, 768, 192, 768], [512, 165, 768, 192, 768, 192], [512, 100, 192, 192, 192, 192], [512, 100, 192, 92, 192, 92], [512, 100, 192, 4, 192, 4], [128, 16, 256, 256, 256, 256], [128, 16, 256, 2048, 256, 2048], [128, 16, 2048, 256, 2048, 256], [128, 100, 256, 256, 256, 256], [128, 100, 256, 2048, 256, 2048], [128, 100, 2048, 256, 2048, 256], [128, 100, 256, 92, 256, 92], [128, 100, 256, 4, 256, 4], [256, 16, 256, 256, 256, 256], [256, 16, 256, 2048, 256, 2048], [256, 16, 2048, 256, 2048, 256], [256, 100, 256, 256, 256, 256], [256, 100, 256, 2048, 256, 2048], [256, 100, 2048, 256, 2048, 256], [256, 100, 256, 92, 256, 92], [256, 100, 256, 4, 256, 4], [128, 197, 768, 768, 768, 768], [128, 197, 768, 3072, 768, 3072], [128, 197, 3072, 768, 3072, 768]]","[168, 469, 543, 2143, 242, 930, 957, 4160, 57, 154, 171, 54, 156, 169, 70, 327, 320, 188, 654, 638, 5163, 355, 1393, 1359, 11784, 23, 74, 86, 52, 145, 151, 85, 25, 12, 99, 283, 446, 184, 45, 25, 252, 663, 817, 433, 113, 47, 24, 47, 58, 43, 241, 312, 29, 12, 41, 80, 108, 68, 478, 663, 44, 23, 629, 2395, 2303]" -"reshape","3","N/A","torch.float16","L4","[[1, 512, 2560], [2, 512, 2560], [1, 1024, 1024], [2, 512, 1024], [8, 512, 1024], [16, 512, 1024], [16, -1, 64], [1, 512, 1024], [32, -1, 64], [128, 16, 256], [128, 100, 256], [256, 16, 256], [256, 100, 256]]","[0, 0, 0, 0, 0, 0, 0, 4, 0, 5, 25, 9, 53]" -"mul","4","torch.float16","torch.float16","L4","[[0.5, 1, 512, 10240], [0.044715, 1, 512, 10240], [0.7978845608028654, 1, 512, 10240], [0.5, 2, 512, 10240], [0.044715, 2, 512, 10240], [0.7978845608028654, 2, 512, 10240], [1, 1024, 1024, 1.0], [2, 512, 1024, 1.0], [0.5, 1, 1024, 6400], [0.044715, 1, 1024, 6400], [0.7978845608028654, 1, 1024, 6400], [0.5, 1, 720, 6400], [0.044715, 1, 720, 6400], [0.7978845608028654, 1, 720, 6400], [0.5, 1, 512, 6400], [0.044715, 1, 512, 6400], [0.7978845608028654, 1, 512, 6400], [0.5, 2, 512, 6400], [0.044715, 2, 512, 6400], [0.7978845608028654, 2, 512, 6400], [0.5, 4, 256, 6400], [0.044715, 4, 256, 6400], [0.7978845608028654, 4, 256, 6400], [0.5, 1, 256, 10240], [0.044715, 1, 256, 10240], [0.7978845608028654, 1, 256, 10240], [0.5, 1, 1024, 5120], [0.044715, 1, 1024, 5120], [0.7978845608028654, 1, 1024, 5120], [0.5, 1, 720, 5120], [0.044715, 1, 720, 5120], [0.7978845608028654, 1, 720, 5120], [0.5, 1, 512, 5120], [0.044715, 1, 512, 5120], [0.7978845608028654, 1, 512, 5120], [0.5, 1, 1024, 4096], [0.044715, 1, 1024, 4096], [0.7978845608028654, 1, 1024, 4096], [0.5, 1, 512, 4096], [0.044715, 1, 512, 4096], [0.7978845608028654, 1, 512, 4096], [0.5, 2, 512, 4096], [0.044715, 2, 512, 4096], [0.7978845608028654, 2, 512, 4096], [1, 1024, 1024, 32.0], [1, 1024, 1024, 0.125], [1, 512, 1024, 32.0], [1, 512, 1024, 0.125], [2, 512, 1024, 32.0], [2, 512, 1024, 0.125], [128, 16, 256, 0.1767766952966369], [128, 100, 256, 0.1767766952966369], [256, 16, 256, 0.1767766952966369], [256, 100, 256, 0.1767766952966369]]","[19, 17, 16, 60, 78, 72, 4, 4, 47, 45, 21, 20, 20, 15, 11, 14, 11, 52, 46, 21, 60, 46, 21, 7, 6, 6, 34, 33, 17, 14, 15, 12, 8, 9, 8, 23, 20, 13, 6, 5, 4, 24, 18, 14, 4, 4, 2, 2, 4, 4, 2, 20, 3, 88]" -"pow","4","torch.float16","torch.float16","L4","[[1, 512, 10240, 3.0], [2, 512, 10240, 3.0], [1, 1024, 6400, 3.0], [1, 720, 6400, 3.0], [1, 512, 6400, 3.0], [2, 512, 6400, 3.0], [4, 256, 6400, 3.0], [1, 256, 10240, 3.0], [1, 1024, 5120, 3.0], [1, 720, 5120, 3.0], [1, 512, 5120, 3.0], [1, 1024, 4096, 3.0], [1, 512, 4096, 3.0], [2, 512, 4096, 3.0]]","[17, 78, 30, 19, 12, 29, 28, 7, 24, 15, 8, 16, 5, 18]" -"tanh","3","torch.float16","torch.float16","L4","[[1, 512, 10240], [2, 512, 10240], [1, 1024, 6400], [1, 720, 6400], [1, 512, 6400], [2, 512, 6400], [4, 256, 6400], [1, 256, 10240], [1, 1024, 5120], [1, 720, 5120], [1, 512, 5120], [1, 1024, 4096], [1, 512, 4096], [2, 512, 4096]]","[23, 46, 33, 23, 16, 33, 36, 10, 25, 18, 12, 20, 6, 21]" -"add","4","torch.float16","torch.float16","L4","[[1.0, 1, 512, 10240], [1.0, 2, 512, 10240], [1.0, 1, 1024, 6400], [1.0, 1, 720, 6400], [1.0, 1, 512, 6400], [1.0, 2, 512, 6400], [1.0, 4, 256, 6400], [1.0, 1, 256, 10240], [1.0, 1, 1024, 5120], [1.0, 1, 720, 5120], [1.0, 1, 512, 5120], [1.0, 1, 1024, 4096], [1.0, 1, 512, 4096], [1.0, 2, 512, 4096]]","[16, 38, 21, 14, 11, 21, 22, 7, 16, 11, 8, 12, 4, 13]" -"size","1","N/A","N/A","L4","[[1]]","[0]" -"getitem","2","N/A","N/A","L4","[[3, 0], [2, 0], [2, 1], [3, 1], [4, 0], [4, 2], [4, 1], [3, 2], [4, 3]]","[0, 0, 0, 0, 0, 0, 0, 0, 0]" -"cat","7","torch.float16,torch.float16","torch.float16","L4","[[2, 32, 512, 16, 32, 512, 16], [2, 32, 512, 32, 32, 512, 32]]","[20, 58]" -"view","2","N/A","torch.int64","L4","[[-1, 1024], [1024, 1], [-1, 512], [512, 1], [-1, 720], [720, 1], [-1, 256], [256, 1]]","[0, 0, 0, 0, 0, 0, 0, 0]" -"embedding","9","torch.int64,torch.float16","torch.float16","L4","[[1, 1024, 50265, 1024, 1, 1, 2.0, 0, 0], [1, 1024, 1026, 1024, 1, 1, 2.0, 0, 0], [2, 512, 50265, 1024, 1, 1, 2.0, 0, 0], [2, 512, 1026, 1024, 1, 1, 2.0, 0, 0]]","[25, 26, 25, 23]" -"add","2","torch.int64","torch.int64","L4","[[1024, 1], [512, 1], [720, 1], [256, 1]]","[1, 1, 2, 2]" -"lt","3","torch.int64,torch.int64","torch.bool","L4","[[1024, 1024, 1], [512, 512, 1], [720, 720, 1], [256, 256, 1]]","[11, 4, 7, 4]" -"masked_fill_","3","torch.bool","torch.float16","L4","[[1024, 1024, 0], [512, 512, 0], [720, 720, 0], [256, 256, 0]]","[4, 2, 4, 2]" -"to","2","N/A","torch.float16","L4","[[1, 1]]","[0]" -"expand","2","N/A","torch.int64","L4","[[1, -1], [2, -1], [8, 512], [16, 512]]","[0, 0, 0, 0]" -"add","3","torch.int64","torch.int64","L4","[[1, 1024, 2], [2, 512, 2]]","[1, 2]" -"dropout","3","torch.float16","torch.float16","L4","[[1, 1024, 1024], [1, 1024, 4096], [2, 512, 1024], [2, 512, 4096], [16, 1024, 1024], [1, 512, 1024], [16, 512, 512], [1, 512, 4096], [32, 512, 512], [128, 16, 256], [1024, 16, 16], [128, 16, 2048], [1024, 100, 100], [128, 100, 256], [1024, 100, 16], [128, 100, 2048], [256, 16, 256], [2048, 16, 16], [256, 16, 2048], [2048, 100, 100], [256, 100, 256], [2048, 100, 16], [256, 100, 2048]]","[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" -"add","2","N/A","N/A","L4","[[512, 0], [0, 512], [720, 0], [256, 0], [0, 256], [256, 1], [1024, 0]]","[0, 0, 0, 0, 0, 0, 0]" -"sub","2","N/A","N/A","L4","[[512, 512], [720, 720], [256, 256], [1024, 1024]]","[0, 0, 0, 0]" -"gt","2","N/A","N/A","L4","[[512, 1], [0, 0], [720, 1], [256, 1], [1024, 1]]","[0, 0, 0, 0, 0]" -"size","2","N/A","N/A","L4","[[-1, 1], [-2, 1], [1, 1]]","[0, 0, 0]" -"eq","2","N/A","N/A","L4","[[2, 2], [512, 512], [32, 32], [2048, 2048], [256, 256]]","[0, 0, 0, 0, 0]" -"and_","2","N/A","N/A","L4","[[1, 1]]","[0]" -"not_","2","N/A","N/A","L4","[[1, 1]]","[0]" -"view","2","N/A","torch.float16","L4","[[-1, 1600], [3, 1], [4, 1], [-1, 6400], [-1, 1280], [-1, 5120], [-1, 1024], [-1, 4096]]","[0, 0, 0, 0, 0, 0, 0, 0]" -"addmm","5","torch.float16,torch.float16,torch.float16","torch.float16","L4","[[4800, 1024, 1600, 1600, 4800], [1600, 1024, 1600, 1600, 1600], [6400, 1024, 1600, 1600, 6400], [1600, 1024, 6400, 6400, 1600], [4800, 720, 1600, 1600, 4800], [1600, 720, 1600, 1600, 1600], [6400, 720, 1600, 1600, 6400], [1600, 720, 6400, 6400, 1600], [4800, 512, 1600, 1600, 4800], [1600, 512, 1600, 1600, 1600], [6400, 512, 1600, 1600, 6400], [1600, 512, 6400, 6400, 1600], [3840, 1024, 1280, 1280, 3840], [1280, 1024, 1280, 1280, 1280], [5120, 1024, 1280, 1280, 5120], [1280, 1024, 5120, 5120, 1280], [3840, 720, 1280, 1280, 3840], [1280, 720, 1280, 1280, 1280], [5120, 720, 1280, 1280, 5120], [1280, 720, 5120, 5120, 1280], [3840, 512, 1280, 1280, 3840], [1280, 512, 1280, 1280, 1280], [5120, 512, 1280, 1280, 5120], [1280, 512, 5120, 5120, 1280], [3072, 1024, 1024, 1024, 3072], [1024, 1024, 1024, 1024, 1024], [4096, 1024, 1024, 1024, 4096], [1024, 1024, 4096, 4096, 1024], [3072, 512, 1024, 1024, 3072], [1024, 512, 1024, 1024, 1024], [4096, 512, 1024, 1024, 4096], [1024, 512, 4096, 4096, 1024]]","[355, 109, 388, 443, 217, 99, 312, 307, 163, 56, 205, 195, 219, 73, 246, 253, 162, 67, 200, 202, 111, 42, 129, 150, 138, 58, 175, 168, 51, 23, 76, 80]" -"split","2","N/A","torch.float16,torch.float16,torch.float16","L4","[[1600, 1], [1280, 1], [1024, 1]]","[0, 0, 0]" -"permute","4","N/A","torch.float16","L4","[[0, 2, 1, 3]]","[0]" -"getitem","6","torch.float16,torch.float16","torch.float16","L4","[[3, 512, 1600, 512, 1600, 0], [3, 512, 1600, 512, 1600, 1], [3, 512, 1600, 512, 1600, 2], [3, 512, 1024, 512, 1024, 0], [3, 512, 1024, 512, 1024, 1], [3, 512, 1024, 512, 1024, 2]]","[0, 0, 0, 0, 0, 0]" -"getitem","10","torch.float16,torch.float16,torch.float16,torch.float16","torch.float16","L4","[[3, 256, 1600, 256, 1600, 256, 1600, 256, 1600, 0], [3, 256, 1600, 256, 1600, 256, 1600, 256, 1600, 1], [3, 256, 1600, 256, 1600, 256, 1600, 256, 1600, 2]]","[0, 0, 0]" -"matmul","8","torch.float32,torch.float32","torch.float32","L4","[[1, 20, 512, 128, 1, 20, 128, 512], [1, 20, 256, 128, 1, 20, 128, 256]]","[107, 21]" -"getitem","5","torch.bool","torch.bool","L4","[[1, 1, 2048, 2048, 4], [1, 128, 32, 32, 0], [1, 128, 16, 16, 0], [1, 128, 8, 8, 0], [1, 128, 4, 4, 0], [1, 256, 32, 32, 0], [1, 256, 16, 16, 0], [1, 256, 8, 8, 0], [1, 256, 4, 4, 0]]","[0, 0, 0, 0, 0, 0, 0, 0, 0]" -"tensor","2","N/A","torch.float32","L4","[[-3.4028234663852886e+38, 1]]","[0]" -"where","8","torch.bool,torch.float32,torch.float32","torch.float32","L4","[[1, 1, 512, 512, 1, 20, 512, 512], [1, 1, 256, 256, 1, 20, 256, 256]]","[72, 13]" -"add","8","torch.float32,torch.float16","torch.float32","L4","[[1, 20, 512, 512, 1, 1, 512, 512], [1, 20, 256, 256, 1, 1, 256, 256]]","[110, 18]" -"softmax","4","torch.float32","torch.float32","L4","[[1, 20, 512, 512], [1, 20, 256, 256]]","[57, 11]" -"Dropout","4","torch.float16,","torch.float16","L4","[[1, 20, 512, 512], [1, 20, 256, 256], [512, 24, 32, 32], [512, 40, 16, 16], [512, 80, 8, 8], [512, 112, 8, 8], [512, 192, 4, 4], [256, 24, 32, 32], [256, 40, 16, 16], [256, 80, 8, 8], [256, 112, 8, 8], [256, 192, 4, 4], [128, 24, 32, 32], [128, 40, 16, 16], [128, 80, 8, 8], [128, 112, 8, 8], [128, 192, 4, 4]]","[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" -"matmul","8","torch.float16,torch.float16","torch.float16","L4","[[1, 20, 512, 512, 1, 20, 512, 128], [1, 20, 256, 256, 1, 20, 256, 128]]","[55, 11]" -"ne","2","N/A","N/A","L4","[[256, 1]]","[0]" -"iadd","6","torch.float16,torch.float16","torch.float16","L4","[[8, 512, 1024, 1, 512, 1024], [16, 512, 1024, 1, 512, 1024]]","[36, 76]" -"ones","2","N/A","torch.float16","L4","[[2, 1], [3, 1]]","[1, 5]" -"sub","5","torch.float16","torch.float16","L4","[[1.0, 8, 1, 512, 512], [1.0, 16, 1, 512, 512], [1.0, 128, 1, 16, 16], [1.0, 128, 1, 100, 16], [1.0, 256, 1, 16, 16], [1.0, 256, 1, 100, 16]]","[20, 40, 1, 2, 1, 3]" -"to","2","N/A","torch.bool","L4","[[1, 1]]","[21]" -"masked_fill","5","torch.bool","torch.float16","L4","[[8, 1, 512, 512, -65504.0], [16, 1, 512, 512, -65504.0], [128, 1, 16, 16, -65504.0], [128, 1, 100, 16, -65504.0], [256, 1, 16, 16, -65504.0], [256, 1, 100, 16, -65504.0]]","[17, 31, 2, 4, 2, 6]" -"mul","4","torch.float16,torch.float16","torch.float16","L4","[[4096, 1, 256, 4096]]","[14]" -"expand","5","N/A","torch.float16","L4","[[1, 8, 4, 256, 128]]","[0]" -"reshape","4","N/A","torch.float16","L4","[[1, 32, 256, 128], [1, -1, 1, 1]]","[15, 0]" -"SiLU","3","torch.float16,","torch.float16","L4","[[1, 256, 14336]]","[23]" -"embedding","8","torch.int64,torch.float16","torch.float16","L4","[[1024, 1024, 1024, 1, 1, 2.0, 0, 0], [512, 1024, 1024, 1, 1, 2.0, 0, 0]]","[24, 10]" -"add","5","torch.float16,torch.float16","torch.float16","L4","[[1, 1024, 1024, 1024, 1024], [1, 512, 1024, 512, 1024], [2, 512, 1024, 512, 1024]]","[5, 2, 9]" -"bmm","6","torch.float16,torch.float16","torch.float16","L4","[[16, 1024, 64, 16, 64, 1024], [16, 1024, 1024, 16, 1024, 64], [16, 512, 64, 16, 64, 512], [16, 512, 512, 16, 512, 64], [32, 512, 64, 32, 64, 512], [32, 512, 512, 32, 512, 64], [1024, 16, 32, 1024, 32, 16], [1024, 16, 16, 1024, 16, 32], [1024, 100, 32, 1024, 32, 100], [1024, 100, 100, 1024, 100, 32], [1024, 100, 32, 1024, 32, 16], [1024, 100, 16, 1024, 16, 32], [2048, 16, 32, 2048, 32, 16], [2048, 16, 16, 2048, 16, 32], [2048, 100, 32, 2048, 32, 100], [2048, 100, 100, 2048, 100, 32], [2048, 100, 32, 2048, 32, 16], [2048, 100, 16, 2048, 16, 32]]","[100, 96, 18, 20, 42, 51, 4, 7, 103, 74, 20, 27, 7, 13, 218, 281, 32, 48]" -"softmax","3","torch.float16","torch.float16","L4","[[16, 1024, 1024], [16, 512, 512], [32, 512, 512], [1024, 16, 16], [1024, 100, 100], [1024, 100, 16], [2048, 16, 16], [2048, 100, 100], [2048, 100, 16]]","[281, 24, 62, 4, 69, 19, 7, 361, 33]" -"ReLU","3","torch.float16,","torch.float16","L4","[[1, 1024, 4096], [1, 512, 4096], [2, 512, 4096], [128, 16, 2048], [128, 100, 2048], [256, 16, 2048], [256, 100, 2048]]","[39, 5, 43, 13, 397, 91, 848]" -"mul","2","N/A","N/A","L4","[[2, 16], [256, 8]]","[0, 0]" -"Conv2d","9","torch.float16,torch.float16,torch.float16","torch.float16","L4","[[128, 3, 128, 128, 192, 3, 16, 16, 192], [256, 3, 128, 128, 192, 3, 16, 16, 192], [512, 3, 128, 128, 192, 3, 16, 16, 192], [128, 2048, 4, 4, 256, 2048, 1, 1, 256], [256, 2048, 4, 4, 256, 2048, 1, 1, 256], [512, 32, 1, 1, 8, 32, 1, 1, 8], [512, 8, 1, 1, 32, 8, 1, 1, 32], [512, 96, 1, 1, 4, 96, 1, 1, 4], [512, 4, 1, 1, 96, 4, 1, 1, 96], [512, 144, 1, 1, 6, 144, 1, 1, 6], [512, 6, 1, 1, 144, 6, 1, 1, 144], [512, 240, 1, 1, 10, 240, 1, 1, 10], [512, 10, 1, 1, 240, 10, 1, 1, 240], [512, 480, 1, 1, 20, 480, 1, 1, 20], [512, 20, 1, 1, 480, 20, 1, 1, 480], [512, 672, 1, 1, 28, 672, 1, 1, 28], [512, 28, 1, 1, 672, 28, 1, 1, 672], [512, 1152, 1, 1, 48, 1152, 1, 1, 48], [512, 48, 1, 1, 1152, 48, 1, 1, 1152], [256, 32, 1, 1, 8, 32, 1, 1, 8], [256, 8, 1, 1, 32, 8, 1, 1, 32], [256, 96, 1, 1, 4, 96, 1, 1, 4], [256, 4, 1, 1, 96, 4, 1, 1, 96], [256, 144, 1, 1, 6, 144, 1, 1, 6], [256, 6, 1, 1, 144, 6, 1, 1, 144], [256, 240, 1, 1, 10, 240, 1, 1, 10], [256, 10, 1, 1, 240, 10, 1, 1, 240], [256, 480, 1, 1, 20, 480, 1, 1, 20], [256, 20, 1, 1, 480, 20, 1, 1, 480], [256, 672, 1, 1, 28, 672, 1, 1, 28], [256, 28, 1, 1, 672, 28, 1, 1, 672], [256, 1152, 1, 1, 48, 1152, 1, 1, 48], [256, 48, 1, 1, 1152, 48, 1, 1, 1152], [128, 32, 1, 1, 8, 32, 1, 1, 8], [128, 8, 1, 1, 32, 8, 1, 1, 32], [128, 96, 1, 1, 4, 96, 1, 1, 4], [128, 4, 1, 1, 96, 4, 1, 1, 96], [128, 144, 1, 1, 6, 144, 1, 1, 6], [128, 6, 1, 1, 144, 6, 1, 1, 144], [128, 240, 1, 1, 10, 240, 1, 1, 10], [128, 10, 1, 1, 240, 10, 1, 1, 240], [128, 480, 1, 1, 20, 480, 1, 1, 20], [128, 20, 1, 1, 480, 20, 1, 1, 480], [128, 672, 1, 1, 28, 672, 1, 1, 28], [128, 28, 1, 1, 672, 28, 1, 1, 672], [128, 1152, 1, 1, 48, 1152, 1, 1, 48], [128, 48, 1, 1, 1152, 48, 1, 1, 1152], [128, 3, 224, 224, 768, 3, 16, 16, 768]]","[433, 705, 1405, 110, 247, 10, 6, 7, 6, 8, 15, 10, 7, 9, 7, 11, 8, 12, 14, 6, 6, 8, 5, 8, 5, 7, 7, 8, 7, 9, 13, 9, 10, 6, 7, 8, 6, 11, 5, 10, 5, 8, 6, 8, 12, 9, 6, 5021]" -"flatten","2","N/A","torch.float16","L4","[[2, 1]]","[0]" -"expand","3","N/A","torch.float16","L4","[[128, -1, -1], [256, -1, -1], [512, -1, -1]]","[0, 0, 0]" -"cat","257","torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16","torch.float16","L4","[[3, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192], [2, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768]]","[64, 858]" -"interpolate","4","torch.float16","torch.float16","L4","[[1, 192, 50, 83]]","[214]" -"cat","3","torch.float16","torch.float16","L4","[[3, 1, 192]]","[4]" -"scaled_dot_product_attention","14","torch.float16,torch.float16,torch.float16","torch.float16","L4","[[128, 3, 165, 64, 128, 3, 165, 64, 128, 3, 165, 64, 1, 0.0], [256, 3, 165, 64, 256, 3, 165, 64, 256, 3, 165, 64, 1, 0.0], [512, 3, 165, 64, 512, 3, 165, 64, 512, 3, 165, 64, 1, 0.0], [128, 12, 197, 64, 128, 12, 197, 64, 128, 12, 197, 64, 1, 0.0]]","[153, 321, 595, 732]" -"relu","3","torch.float16","torch.float16","L4","[[128, 100, 192], [256, 100, 192], [512, 100, 192], [128, 100, 256], [256, 100, 256]]","[9, 17, 40, 22, 73]" -"sigmoid","1","N/A","torch.float16","L4","[[1]]","[2]" -"cat","513","torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16","torch.float16","L4","[[3, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192]]","[119]" -"cat","1025","torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16","torch.float16","L4","[[3, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192]]","[235]" -"Conv2d","8","torch.float16,torch.float16","torch.float16","L4","[[128, 3, 128, 128, 64, 3, 7, 7], [128, 64, 32, 32, 64, 64, 1, 1], [128, 64, 32, 32, 64, 64, 3, 3], [128, 64, 32, 32, 256, 64, 1, 1], [128, 256, 32, 32, 64, 256, 1, 1], [128, 256, 32, 32, 128, 256, 1, 1], [128, 128, 32, 32, 128, 128, 3, 3], [128, 128, 16, 16, 512, 128, 1, 1], [128, 256, 32, 32, 512, 256, 1, 1], [128, 512, 16, 16, 128, 512, 1, 1], [128, 128, 16, 16, 128, 128, 3, 3], [128, 512, 16, 16, 256, 512, 1, 1], [128, 256, 16, 16, 256, 256, 3, 3], [128, 256, 8, 8, 1024, 256, 1, 1], [128, 512, 16, 16, 1024, 512, 1, 1], [128, 1024, 8, 8, 256, 1024, 1, 1], [128, 256, 8, 8, 256, 256, 3, 3], [128, 1024, 8, 8, 512, 1024, 1, 1], [128, 512, 8, 8, 512, 512, 3, 3], [128, 512, 4, 4, 2048, 512, 1, 1], [128, 1024, 8, 8, 2048, 1024, 1, 1], [128, 2048, 4, 4, 512, 2048, 1, 1], [128, 512, 4, 4, 512, 512, 3, 3], [256, 3, 128, 128, 64, 3, 7, 7], [256, 64, 32, 32, 64, 64, 1, 1], [256, 64, 32, 32, 64, 64, 3, 3], [256, 64, 32, 32, 256, 64, 1, 1], [256, 256, 32, 32, 64, 256, 1, 1], [256, 256, 32, 32, 128, 256, 1, 1], [256, 128, 32, 32, 128, 128, 3, 3], [256, 128, 16, 16, 512, 128, 1, 1], [256, 256, 32, 32, 512, 256, 1, 1], [256, 512, 16, 16, 128, 512, 1, 1], [256, 128, 16, 16, 128, 128, 3, 3], [256, 512, 16, 16, 256, 512, 1, 1], [256, 256, 16, 16, 256, 256, 3, 3], [256, 256, 8, 8, 1024, 256, 1, 1], [256, 512, 16, 16, 1024, 512, 1, 1], [256, 1024, 8, 8, 256, 1024, 1, 1], [256, 256, 8, 8, 256, 256, 3, 3], [256, 1024, 8, 8, 512, 1024, 1, 1], [256, 512, 8, 8, 512, 512, 3, 3], [256, 512, 4, 4, 2048, 512, 1, 1], [256, 1024, 8, 8, 2048, 1024, 1, 1], [256, 2048, 4, 4, 512, 2048, 1, 1], [256, 512, 4, 4, 512, 512, 3, 3], [512, 3, 129, 129, 32, 3, 3, 3], [512, 32, 64, 64, 16, 32, 1, 1], [512, 16, 64, 64, 96, 16, 1, 1], [512, 96, 32, 32, 24, 96, 1, 1], [512, 24, 32, 32, 144, 24, 1, 1], [512, 144, 32, 32, 24, 144, 1, 1], [512, 144, 16, 16, 40, 144, 1, 1], [512, 40, 16, 16, 240, 40, 1, 1], [512, 240, 16, 16, 40, 240, 1, 1], [512, 240, 8, 8, 80, 240, 1, 1], [512, 80, 8, 8, 480, 80, 1, 1], [512, 480, 8, 8, 80, 480, 1, 1], [512, 480, 8, 8, 112, 480, 1, 1], [512, 112, 8, 8, 672, 112, 1, 1], [512, 672, 8, 8, 112, 672, 1, 1], [512, 672, 4, 4, 192, 672, 1, 1], [512, 192, 4, 4, 1152, 192, 1, 1], [512, 1152, 4, 4, 192, 1152, 1, 1], [512, 1152, 4, 4, 320, 1152, 1, 1], [512, 320, 4, 4, 1280, 320, 1, 1], [256, 3, 129, 129, 32, 3, 3, 3], [256, 32, 64, 64, 16, 32, 1, 1], [256, 16, 64, 64, 96, 16, 1, 1], [256, 96, 32, 32, 24, 96, 1, 1], [256, 24, 32, 32, 144, 24, 1, 1], [256, 144, 32, 32, 24, 144, 1, 1], [256, 144, 16, 16, 40, 144, 1, 1], [256, 40, 16, 16, 240, 40, 1, 1], [256, 240, 16, 16, 40, 240, 1, 1], [256, 240, 8, 8, 80, 240, 1, 1], [256, 80, 8, 8, 480, 80, 1, 1], [256, 480, 8, 8, 80, 480, 1, 1], [256, 480, 8, 8, 112, 480, 1, 1], [256, 112, 8, 8, 672, 112, 1, 1], [256, 672, 8, 8, 112, 672, 1, 1], [256, 672, 4, 4, 192, 672, 1, 1], [256, 192, 4, 4, 1152, 192, 1, 1], [256, 1152, 4, 4, 192, 1152, 1, 1], [256, 1152, 4, 4, 320, 1152, 1, 1], [256, 320, 4, 4, 1280, 320, 1, 1], [128, 3, 129, 129, 32, 3, 3, 3], [128, 32, 64, 64, 16, 32, 1, 1], [128, 16, 64, 64, 96, 16, 1, 1], [128, 96, 32, 32, 24, 96, 1, 1], [128, 24, 32, 32, 144, 24, 1, 1], [128, 144, 32, 32, 24, 144, 1, 1], [128, 144, 16, 16, 40, 144, 1, 1], [128, 40, 16, 16, 240, 40, 1, 1], [128, 240, 16, 16, 40, 240, 1, 1], [128, 240, 8, 8, 80, 240, 1, 1], [128, 80, 8, 8, 480, 80, 1, 1], [128, 480, 8, 8, 80, 480, 1, 1], [128, 480, 8, 8, 112, 480, 1, 1], [128, 112, 8, 8, 672, 112, 1, 1], [128, 672, 8, 8, 112, 672, 1, 1], [128, 672, 4, 4, 192, 672, 1, 1], [128, 192, 4, 4, 1152, 192, 1, 1], [128, 1152, 4, 4, 192, 1152, 1, 1], [128, 1152, 4, 4, 320, 1152, 1, 1], [128, 320, 4, 4, 1280, 320, 1, 1], [512, 3, 128, 128, 64, 3, 7, 7], [512, 64, 32, 32, 64, 64, 1, 1], [512, 64, 32, 32, 64, 64, 3, 3], [512, 64, 32, 32, 256, 64, 1, 1], [512, 256, 32, 32, 64, 256, 1, 1], [512, 256, 32, 32, 128, 256, 1, 1], [512, 128, 32, 32, 128, 128, 3, 3], [512, 128, 16, 16, 512, 128, 1, 1], [512, 256, 32, 32, 512, 256, 1, 1], [512, 512, 16, 16, 128, 512, 1, 1], [512, 128, 16, 16, 128, 128, 3, 3], [512, 512, 16, 16, 256, 512, 1, 1], [512, 256, 16, 16, 256, 256, 3, 3], [512, 256, 8, 8, 1024, 256, 1, 1], [512, 512, 16, 16, 1024, 512, 1, 1], [512, 1024, 8, 8, 256, 1024, 1, 1], [512, 256, 8, 8, 256, 256, 3, 3], [512, 1024, 8, 8, 512, 1024, 1, 1], [512, 512, 8, 8, 512, 512, 3, 3], [512, 512, 4, 4, 2048, 512, 1, 1], [512, 1024, 8, 8, 2048, 1024, 1, 1], [512, 2048, 4, 4, 512, 2048, 1, 1], [512, 512, 4, 4, 512, 512, 3, 3]]","[1223, 114, 233, 218, 348, 466, 387, 95, 981, 106, 206, 145, 213, 182, 429, 114, 204, 214, 240, 130, 262, 145, 302, 2638, 268, 806, 586, 773, 911, 1124, 230, 2179, 434, 337, 431, 537, 202, 1034, 216, 339, 400, 428, 213, 605, 236, 394, 771, 833, 1936, 572, 686, 776, 237, 199, 322, 67, 266, 146, 182, 264, 286, 125, 170, 195, 233, 235, 345, 460, 941, 317, 239, 433, 112, 79, 77, 38, 76, 66, 85, 129, 121, 74, 204, 115, 105, 111, 148, 144, 368, 50, 104, 188, 72, 33, 45, 20, 40, 39, 48, 70, 65, 40, 106, 58, 89, 71, 5169, 556, 1832, 1392, 1467, 1731, 2169, 671, 4391, 790, 1049, 857, 1190, 473, 2321, 443, 611, 797, 883, 488, 1240, 550, 639]" -"add","5","torch.float16","torch.float16","L4","[[1, 64, 1, 1, 1e-05], [1, 256, 1, 1, 1e-05], [1, 128, 1, 1, 1e-05], [1, 512, 1, 1, 1e-05], [1, 1024, 1, 1, 1e-05], [1, 2048, 1, 1, 1e-05]]","[4, 2, 2, 2, 1, 1]" -"rsqrt","1","N/A","torch.float16","L4","[[1]]","[2]" -"sub","8","torch.float16,torch.float16","torch.float16","L4","[[1, 64, 1, 1, 1, 64, 1, 1], [1, 256, 1, 1, 1, 256, 1, 1], [1, 128, 1, 1, 1, 128, 1, 1], [1, 512, 1, 1, 1, 512, 1, 1], [1, 1024, 1, 1, 1, 1024, 1, 1], [1, 2048, 1, 1, 1, 2048, 1, 1]]","[1, 1, 1, 1, 1, 1]" -"ReLU","4","torch.float16,","torch.float16","L4","[[128, 64, 64, 64], [128, 64, 32, 32], [128, 256, 32, 32], [128, 128, 32, 32], [128, 128, 16, 16], [128, 512, 16, 16], [128, 256, 16, 16], [128, 256, 8, 8], [128, 1024, 8, 8], [128, 512, 8, 8], [128, 512, 4, 4], [128, 2048, 4, 4], [256, 64, 64, 64], [256, 64, 32, 32], [256, 256, 32, 32], [256, 128, 32, 32], [256, 128, 16, 16], [256, 512, 16, 16], [256, 256, 16, 16], [256, 256, 8, 8], [256, 1024, 8, 8], [256, 512, 8, 8], [256, 512, 4, 4], [256, 2048, 4, 4], [512, 64, 64, 64], [512, 64, 32, 32], [512, 256, 32, 32], [512, 128, 32, 32], [512, 128, 16, 16], [512, 512, 16, 16], [512, 256, 16, 16], [512, 256, 8, 8], [512, 1024, 8, 8], [512, 512, 8, 8], [512, 512, 4, 4], [512, 2048, 4, 4]]","[541, 21, 549, 111, 11, 103, 20, 6, 22, 11, 4, 12, 1083, 107, 1120, 512, 21, 528, 110, 11, 99, 20, 6, 22, 2253, 564, 2273, 1131, 217, 1145, 559, 23, 548, 221, 11, 201]" -"MaxPool2d","4","torch.float16,","torch.float16","L4","[[128, 64, 64, 64], [256, 64, 64, 64], [512, 64, 64, 64]]","[680, 1339, 2661]" -"Identity","4","torch.float16,","torch.float16","L4","[[128, 64, 32, 32], [128, 128, 16, 16], [128, 256, 8, 8], [128, 512, 4, 4], [256, 64, 32, 32], [256, 128, 16, 16], [256, 256, 8, 8], [256, 512, 4, 4], [256, 256, 32, 32], [256, 512, 16, 16], [256, 1024, 8, 8], [256, 2048, 4, 4], [512, 256, 32, 32], [512, 512, 16, 16], [512, 1024, 8, 8], [512, 2048, 4, 4]]","[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" -"iadd","8","torch.float16,torch.float16","torch.float16","L4","[[128, 256, 32, 32, 128, 256, 32, 32], [128, 512, 16, 16, 128, 512, 16, 16], [128, 1024, 8, 8, 128, 1024, 8, 8], [128, 2048, 4, 4, 128, 2048, 4, 4], [256, 256, 32, 32, 256, 256, 32, 32], [256, 512, 16, 16, 256, 512, 16, 16], [256, 1024, 8, 8, 256, 1024, 8, 8], [256, 2048, 4, 4, 256, 2048, 4, 4], [512, 256, 32, 32, 512, 256, 32, 32], [512, 512, 16, 16, 512, 512, 16, 16], [512, 1024, 8, 8, 512, 1024, 8, 8], [512, 2048, 4, 4, 512, 2048, 4, 4]]","[804, 396, 89, 43, 1662, 830, 392, 90, 3452, 1722, 837, 329]" -"interpolate","4","torch.float32","torch.float32","L4","[[1, 128, 128, 128], [1, 256, 128, 128]]","[3, 5]" -"cumsum","2","N/A","torch.float32","L4","[[1, 1], [2, 1]]","[10, 7]" -"getitem","4","torch.float32","torch.float32","L4","[[128, 32, 32, 3], [128, 32, 32, 4], [128, 16, 16, 3], [128, 16, 16, 4], [128, 8, 8, 3], [128, 8, 8, 4], [128, 4, 4, 3], [128, 4, 4, 4], [256, 32, 32, 3], [256, 32, 32, 4], [256, 16, 16, 3], [256, 16, 16, 4], [256, 8, 8, 3], [256, 8, 8, 4], [256, 4, 4, 3], [256, 4, 4, 4]]","[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" -"truediv","6","torch.float32,torch.float32","torch.float32","L4","[[128, 32, 32, 128, 1, 32], [128, 32, 32, 128, 32, 1], [128, 16, 16, 128, 1, 16], [128, 16, 16, 128, 16, 1], [128, 8, 8, 128, 1, 8], [128, 8, 8, 128, 8, 1], [128, 4, 4, 128, 1, 4], [128, 4, 4, 128, 4, 1], [256, 32, 32, 256, 1, 32], [256, 32, 32, 256, 32, 1], [256, 16, 16, 256, 1, 16], [256, 16, 16, 256, 16, 1], [256, 8, 8, 256, 1, 8], [256, 8, 8, 256, 8, 1], [256, 4, 4, 256, 1, 4], [256, 4, 4, 256, 4, 1]]","[3, 2, 2, 2, 2, 2, 2, 2, 4, 4, 2, 2, 2, 2, 2, 2]" -"div","2","torch.float32","torch.float32","L4","[[128, 2]]","[2]" -"mul","2","torch.float32","torch.float32","L4","[[2, 128]]","[1]" -"truediv","2","torch.float32","torch.float32","L4","[[128, 128]]","[1]" -"pow","2","torch.float32","torch.float32","L4","[[10000, 128]]","[4]" -"truediv","5","torch.float32,torch.float32","torch.float32","L4","[[128, 32, 32, 1, 128], [128, 16, 16, 1, 128], [128, 8, 8, 1, 128], [128, 4, 4, 1, 128], [256, 32, 32, 1, 128], [256, 16, 16, 1, 128], [256, 8, 8, 1, 128], [256, 4, 4, 1, 128]]","[213, 33, 9, 3, 442, 80, 16, 5]" -"getitem","5","torch.float32","torch.float32","L4","[[128, 32, 32, 128, 4], [128, 16, 16, 128, 4], [128, 8, 8, 128, 4], [128, 4, 4, 128, 4], [256, 32, 32, 128, 4], [256, 16, 16, 128, 4], [256, 8, 8, 128, 4], [256, 4, 4, 128, 4]]","[0, 0, 0, 0, 0, 0, 0, 0]" -"stack","385","torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32","torch.float32","L4","[[2, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64], [2, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64], [2, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64], [2, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64]]","[1514, 59, 16, 6]" -"flatten","2","N/A","torch.float32","L4","[[3, 1]]","[0]" -"cat","385","torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32","torch.float32","L4","[[2, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128], [2, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128], [2, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128], [2, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128]]","[1114, 189, 18, 6]" -"permute","4","N/A","torch.float32","L4","[[0, 3, 1, 2]]","[0]" -"permute","3","N/A","torch.float16","L4","[[0, 2, 1]]","[0]" -"flatten","2","N/A","torch.bool","L4","[[1, 1]]","[0]" -"getitem","3","torch.bool","torch.bool","L4","[[128, 16, 4], [256, 16, 4]]","[0, 0]" -"expand","4","N/A","torch.bool","L4","[[128, 1, 16, 16], [128, 1, 100, 16], [256, 1, 16, 16], [256, 1, 100, 16]]","[0, 0, 0, 0]" -"repeat","3","N/A","torch.float16","L4","[[128, 1, 1], [256, 1, 1]]","[19, 34]" -"zeros_like","3","torch.float16","torch.float16","L4","[[128, 100, 256], [256, 100, 256]]","[9, 19]" -"stack","769","torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32","torch.float32","L4","[[2, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64], [2, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64], [2, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64], [2, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64]]","[3002, 574, 25, 8]" -"cat","769","torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32","torch.float32","L4","[[2, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128], [2, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128], [2, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128], [2, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128]]","[2257, 519, 33, 10]" -"ZeroPad2d","4","torch.float16,","torch.float16","L4","[[512, 3, 128, 128], [512, 96, 64, 64], [512, 144, 32, 32], [512, 240, 16, 16], [512, 672, 8, 8], [256, 3, 128, 128], [256, 96, 64, 64], [256, 144, 32, 32], [256, 240, 16, 16], [256, 672, 8, 8], [128, 3, 128, 128], [128, 96, 64, 64], [128, 144, 32, 32], [128, 240, 16, 16], [128, 672, 8, 8]]","[670, 6122, 2684, 1246, 1219, 238, 3063, 1367, 456, 530, 100, 1556, 674, 118, 94]" -"BatchNorm2d","6","torch.float16,torch.float16,torch.float16","torch.float16","L4","[[512, 32, 64, 64, 32, 32], [512, 16, 64, 64, 16, 16], [512, 96, 64, 64, 96, 96], [512, 96, 32, 32, 96, 96], [512, 24, 32, 32, 24, 24], [512, 144, 32, 32, 144, 144], [512, 144, 16, 16, 144, 144], [512, 40, 16, 16, 40, 40], [512, 240, 16, 16, 240, 240], [512, 240, 8, 8, 240, 240], [512, 80, 8, 8, 80, 80], [512, 480, 8, 8, 480, 480], [512, 112, 8, 8, 112, 112], [512, 672, 8, 8, 672, 672], [512, 672, 4, 4, 672, 672], [512, 192, 4, 4, 192, 192], [512, 1152, 4, 4, 1152, 1152], [512, 320, 4, 4, 320, 320], [512, 1280, 4, 4, 1280, 1280], [256, 32, 64, 64, 32, 32], [256, 16, 64, 64, 16, 16], [256, 96, 64, 64, 96, 96], [256, 96, 32, 32, 96, 96], [256, 24, 32, 32, 24, 24], [256, 144, 32, 32, 144, 144], [256, 144, 16, 16, 144, 144], [256, 40, 16, 16, 40, 40], [256, 240, 16, 16, 240, 240], [256, 240, 8, 8, 240, 240], [256, 80, 8, 8, 80, 80], [256, 480, 8, 8, 480, 480], [256, 112, 8, 8, 112, 112], [256, 672, 8, 8, 672, 672], [256, 672, 4, 4, 672, 672], [256, 192, 4, 4, 192, 192], [256, 1152, 4, 4, 1152, 1152], [256, 320, 4, 4, 320, 320], [256, 1280, 4, 4, 1280, 1280], [128, 32, 64, 64, 32, 32], [128, 16, 64, 64, 16, 16], [128, 96, 64, 64, 96, 96], [128, 96, 32, 32, 96, 96], [128, 24, 32, 32, 24, 24], [128, 144, 32, 32, 144, 144], [128, 144, 16, 16, 144, 144], [128, 40, 16, 16, 40, 40], [128, 240, 16, 16, 240, 240], [128, 240, 8, 8, 240, 240], [128, 80, 8, 8, 80, 80], [128, 480, 8, 8, 480, 480], [128, 112, 8, 8, 112, 112], [128, 672, 8, 8, 672, 672], [128, 672, 4, 4, 672, 672], [128, 192, 4, 4, 192, 192], [128, 1152, 4, 4, 1152, 1152], [128, 320, 4, 4, 320, 320], [128, 1280, 4, 4, 1280, 1280], [256, 64, 64, 64, 64, 64], [256, 64, 32, 32, 64, 64], [256, 256, 32, 32, 256, 256], [256, 128, 32, 32, 128, 128], [256, 128, 16, 16, 128, 128], [256, 512, 16, 16, 512, 512], [256, 256, 16, 16, 256, 256], [256, 256, 8, 8, 256, 256], [256, 1024, 8, 8, 1024, 1024], [256, 512, 8, 8, 512, 512], [256, 512, 4, 4, 512, 512], [256, 2048, 4, 4, 2048, 2048], [512, 64, 64, 64, 64, 64], [512, 64, 32, 32, 64, 64], [512, 256, 32, 32, 256, 256], [512, 128, 32, 32, 128, 128], [512, 128, 16, 16, 128, 128], [512, 512, 16, 16, 512, 512], [512, 256, 16, 16, 256, 256], [512, 256, 8, 8, 256, 256], [512, 1024, 8, 8, 1024, 1024], [512, 512, 8, 8, 512, 512], [512, 512, 4, 4, 512, 512], [512, 2048, 4, 4, 2048, 2048]]","[1121, 507, 3439, 753, 153, 1289, 245, 30, 553, 108, 35, 214, 47, 319, 154, 46, 225, 73, 230, 568, 244, 1726, 347, 48, 650, 91, 18, 281, 49, 19, 93, 25, 128, 67, 24, 112, 36, 123, 212, 90, 860, 151, 21, 334, 32, 11, 116, 26, 13, 50, 15, 68, 37, 14, 59, 21, 67, 1110, 275, 1139, 530, 41, 585, 262, 53, 281, 105, 52, 194, 2223, 588, 2328, 1084, 266, 1175, 551, 94, 531, 259, 101, 326]" -"SiLU","4","torch.float16,","torch.float16","L4","[[512, 32, 64, 64], [512, 8, 1, 1], [512, 96, 64, 64], [512, 96, 32, 32], [512, 4, 1, 1], [512, 144, 32, 32], [512, 6, 1, 1], [512, 144, 16, 16], [512, 240, 16, 16], [512, 10, 1, 1], [512, 240, 8, 8], [512, 480, 8, 8], [512, 20, 1, 1], [512, 672, 8, 8], [512, 28, 1, 1], [512, 672, 4, 4], [512, 1152, 4, 4], [512, 48, 1, 1], [512, 1280, 4, 4], [256, 32, 64, 64], [256, 8, 1, 1], [256, 96, 64, 64], [256, 96, 32, 32], [256, 4, 1, 1], [256, 144, 32, 32], [256, 6, 1, 1], [256, 144, 16, 16], [256, 240, 16, 16], [256, 10, 1, 1], [256, 240, 8, 8], [256, 480, 8, 8], [256, 20, 1, 1], [256, 672, 8, 8], [256, 28, 1, 1], [256, 672, 4, 4], [256, 1152, 4, 4], [256, 48, 1, 1], [256, 1280, 4, 4], [128, 32, 64, 64], [128, 8, 1, 1], [128, 96, 64, 64], [128, 96, 32, 32], [128, 4, 1, 1], [128, 144, 32, 32], [128, 6, 1, 1], [128, 144, 16, 16], [128, 240, 16, 16], [128, 10, 1, 1], [128, 240, 8, 8], [128, 480, 8, 8], [128, 20, 1, 1], [128, 672, 8, 8], [128, 28, 1, 1], [128, 672, 4, 4], [128, 1152, 4, 4], [128, 48, 1, 1], [128, 1280, 4, 4]]","[1123, 1, 3373, 827, 1, 1281, 1, 275, 528, 1, 28, 176, 1, 287, 1, 21, 46, 2, 60, 547, 1, 1701, 390, 1, 622, 1, 35, 160, 1, 14, 26, 1, 41, 1, 10, 16, 1, 18, 212, 1, 832, 69, 1, 281, 1, 17, 48, 1, 7, 15, 1, 19, 1, 6, 9, 1, 10]" -"forward","4","torch.float16","torch.float16","L4","[[512, 32, 64, 64], [512, 96, 65, 65], [512, 144, 32, 32], [512, 144, 35, 35], [512, 240, 16, 16], [512, 240, 17, 17], [512, 480, 8, 8], [512, 672, 8, 8], [512, 672, 11, 11], [512, 1152, 4, 4], [256, 32, 64, 64], [256, 96, 65, 65], [256, 144, 32, 32], [256, 144, 35, 35], [256, 240, 16, 16], [256, 240, 17, 17], [256, 480, 8, 8], [256, 672, 8, 8], [256, 672, 11, 11], [256, 1152, 4, 4], [128, 32, 64, 64], [128, 96, 65, 65], [128, 144, 32, 32], [128, 144, 35, 35], [128, 240, 16, 16], [128, 240, 17, 17], [128, 480, 8, 8], [128, 672, 8, 8], [128, 672, 11, 11], [128, 1152, 4, 4]]","[1222, 2481, 1355, 2089, 582, 432, 273, 662, 609, 924, 621, 1248, 694, 1046, 274, 200, 120, 311, 277, 415, 303, 655, 351, 523, 112, 72, 61, 157, 96, 211]" -"AdaptiveAvgPool2d","4","torch.float16,","torch.float16","L4","[[512, 32, 64, 64], [512, 96, 32, 32], [512, 144, 32, 32], [512, 144, 16, 16], [512, 240, 16, 16], [512, 240, 8, 8], [512, 480, 8, 8], [512, 672, 8, 8], [512, 672, 4, 4], [512, 1152, 4, 4], [256, 32, 64, 64], [256, 96, 32, 32], [256, 144, 32, 32], [256, 144, 16, 16], [256, 240, 16, 16], [256, 240, 8, 8], [256, 480, 8, 8], [256, 672, 8, 8], [256, 672, 4, 4], [256, 1152, 4, 4], [128, 32, 64, 64], [128, 96, 32, 32], [128, 144, 32, 32], [128, 144, 16, 16], [128, 240, 16, 16], [128, 240, 8, 8], [128, 480, 8, 8], [128, 672, 8, 8], [128, 672, 4, 4], [128, 1152, 4, 4], [256, 2048, 4, 4], [512, 2048, 4, 4]]","[676, 541, 743, 86, 312, 87, 171, 307, 116, 197, 328, 185, 399, 31, 56, 43, 82, 113, 53, 91, 37, 25, 53, 17, 27, 23, 42, 58, 28, 47, 153, 325]" -"Sigmoid","4","torch.float16,","torch.float16","L4","[[512, 32, 1, 1], [512, 96, 1, 1], [512, 144, 1, 1], [512, 240, 1, 1], [512, 480, 1, 1], [512, 672, 1, 1], [512, 1152, 1, 1], [256, 32, 1, 1], [256, 96, 1, 1], [256, 144, 1, 1], [256, 240, 1, 1], [256, 480, 1, 1], [256, 672, 1, 1], [256, 1152, 1, 1], [128, 32, 1, 1], [128, 96, 1, 1], [128, 144, 1, 1], [128, 240, 1, 1], [128, 480, 1, 1], [128, 672, 1, 1], [128, 1152, 1, 1]]","[1, 2, 2, 2, 2, 2, 4, 1, 1, 1, 1, 2, 2, 2, 1, 2, 1, 1, 1, 2, 2]" -"AvgPool2d","4","torch.float16,","torch.float16","L4","[[512, 1280, 4, 4], [256, 1280, 4, 4], [128, 1280, 4, 4]]","[65, 31, 16]" -"reshape","2","N/A","torch.float16","L4","[[2, 1]]","[0]" -"Dropout","2","torch.float16,","torch.float16","L4","[[512, 1280], [256, 1280], [128, 1280]]","[0, 0, 0]" -"Linear","5","torch.float16,torch.float16,torch.float16","torch.float16","L4","[[512, 1280, 1000, 1280, 1000], [256, 1280, 1000, 1280, 1000], [128, 1280, 1000, 1280, 1000], [128, 768, 1000, 768, 1000], [256, 2048, 1000, 2048, 1000], [512, 2048, 1000, 2048, 1000]]","[39, 20, 15, 23, 27, 52]" -"Size","2","N/A","N/A","L4","[[2, 1]]","[0]" -"Flatten","4","torch.float16,","torch.float16","L4","[[256, 2048, 1, 1], [512, 2048, 1, 1]]","[0, 0]" -"Embedding","4","torch.int64,torch.float16","torch.float16","H10080GBHBM3","[[1, 128, 256000, 3072], [1, 512, 51200, 2560], [2, 512, 51200, 2560], [1, 1024, 50257, 1600], [1, 1024, 1024, 1600], [1, 720, 50257, 1600], [1, 720, 1024, 1600], [1, 512, 50257, 1600], [1, 512, 1024, 1600], [2, 512, 50257, 1600], [4, 256, 50257, 1600], [1, 256, 1024, 1600], [1, 512, 50257, 2560], [1, 512, 2048, 2560], [1, 256, 50257, 2560], [1, 256, 2048, 2560], [1, 1024, 50257, 1280], [1, 1024, 1024, 1280], [1, 720, 50257, 1280], [1, 720, 1024, 1280], [1, 512, 50257, 1280], [1, 512, 1024, 1280], [8, 512, 30522, 1024], [8, 512, 2, 1024], [1, 512, 512, 1024], [16, 512, 30522, 1024], [16, 512, 2, 1024], [1, 256, 128256, 4096], [1, 1024, 50257, 1024], [1, 1024, 1024, 1024], [1, 512, 50257, 1024], [1, 512, 1024, 1024], [2, 512, 50257, 1024], [1, 1024, 96103, 1024], [1, 512, 96103, 1024], [2, 512, 96103, 1024]]","[5, 12, 21, 13, 13, 10, 10, 8, 8, 13, 13, 5, 11, 11, 7, 7, 11, 11, 9, 8, 7, 7, 30, 27, 6, 57, 49, 10, 9, 9, 6, 6, 10, 9, 6, 10]" -"arange","2","N/A","torch.int64","H10080GBHBM3","[[0, 128], [129, 1], [0, 512], [513, 1], [1024, 1], [0, 1024], [512, 1], [0, 720], [720, 1], [0, 256], [256, 1], [257, 1], [128, 1]]","[1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1]" -"unsqueeze","2","N/A","torch.int64","H10080GBHBM3","[[0, 1]]","[0]" -"full","2","N/A","torch.float16","H10080GBHBM3","[[2, 1], [2, -65504.0]]","[1, 2]" -"triu","2","torch.float16","torch.float16","H10080GBHBM3","[[128, 129], [512, 513], [256, 257]]","[2, 3, 2]" -"reshape","2","N/A","torch.int64","H10080GBHBM3","[[-1, 1]]","[0]" -"gt","3","torch.int64,torch.int64","torch.bool","H10080GBHBM3","[[129, 128, 1], [513, 512, 1], [257, 256, 1]]","[2, 3, 2]" -"imul","4","torch.float16,torch.bool","torch.float16","H10080GBHBM3","[[128, 129, 128, 129], [512, 513, 512, 513], [256, 257, 256, 257]]","[3, 3, 3]" -"getitem","3","torch.float16","torch.float16","H10080GBHBM3","[[128, 129, 4], [512, 513, 4], [1024, 1024, 4], [512, 512, 4], [720, 720, 4], [256, 256, 4], [256, 257, 4], [8, 512, 4], [16, 512, 4], [1, 192, 2]]","[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" -"expand","4","N/A","torch.float16","H10080GBHBM3","[[1, 1, -1, -1], [2, 1, -1, -1], [1, 1, 1024, 1024], [2, 1, 512, 512], [1, 1, 720, 720], [1, 1, 512, 512], [4, 1, 256, 256], [8, 1, 512, 512], [16, 1, 512, 512]]","[0, 0, 0, 0, 0, 0, 0, 0, 0]" -"tensor","2","N/A","torch.float16","H10080GBHBM3","[[55.42562584220407, 1]]","[1]" -"mul","3","torch.float16,torch.float16","torch.float16","H10080GBHBM3","[[1, 128, 3072]]","[3]" -"float","1","N/A","torch.float32","H10080GBHBM3","[[1]]","[3]" -"pow","2","N/A","torch.float32","H10080GBHBM3","[[2, 1]]","[1]" -"mean","2","N/A","torch.float32","H10080GBHBM3","[[-1, 1]]","[8]" -"add","4","torch.float32","torch.float32","H10080GBHBM3","[[1, 128, 1, 1e-06], [1, 256, 1, 1e-05], [128, 1, 32, 1e-06], [128, 32, 1, 1e-06], [128, 1, 16, 1e-06], [128, 16, 1, 1e-06], [128, 1, 8, 1e-06], [128, 8, 1, 1e-06], [128, 1, 4, 1e-06], [128, 4, 1, 1e-06], [256, 1, 32, 1e-06], [256, 32, 1, 1e-06], [256, 1, 16, 1e-06], [256, 16, 1, 1e-06], [256, 1, 8, 1e-06], [256, 8, 1, 1e-06], [256, 1, 4, 1e-06], [256, 4, 1, 1e-06]]","[1, 1, 2, 2, 2, 2, 2, 2, 1, 2, 2, 2, 2, 2, 2, 2, 2, 2]" -"rsqrt","3","torch.float32","torch.float32","H10080GBHBM3","[[1, 128, 1], [1, 256, 1]]","[1, 1]" -"mul","6","torch.float32,torch.float32","torch.float32","H10080GBHBM3","[[1, 128, 3072, 1, 128, 1], [1, 256, 4096, 1, 256, 1]]","[3, 4]" -"add","2","torch.float32","torch.float32","H10080GBHBM3","[[1.0, 3072]]","[1]" -"mul","4","torch.float32,torch.float32","torch.float32","H10080GBHBM3","[[1, 128, 3072, 3072]]","[3]" -"type_as","3","torch.float16","torch.float16","H10080GBHBM3","[[1, 128, 3072]]","[3]" -"Linear","5","torch.float16,torch.float16","torch.float16","H10080GBHBM3","[[1, 128, 3072, 4096, 3072], [1, 128, 4096, 3072, 4096], [1, 128, 3072, 24576, 3072], [1, 128, 24576, 3072, 24576], [1, 128, 3072, 256000, 3072], [1, 1024, 1024, 50265, 1024], [2, 512, 1024, 50265, 1024], [1, 1024, 1600, 50257, 1600], [1, 720, 1600, 50257, 1600], [1, 512, 1600, 50257, 1600], [2, 512, 1600, 50257, 1600], [4, 256, 1600, 50257, 1600], [1, 512, 2560, 2560, 2560], [1, 512, 2560, 50257, 2560], [1, 256, 2560, 2560, 2560], [1, 256, 2560, 50257, 2560], [1, 1024, 1280, 50257, 1280], [1, 720, 1280, 50257, 1280], [1, 512, 1280, 50257, 1280], [1, 256, 4096, 4096, 4096], [1, 256, 4096, 1024, 4096], [1, 256, 4096, 14336, 4096], [1, 256, 14336, 4096, 14336], [1, 256, 4096, 128256, 4096], [1, 1024, 1024, 50257, 1024], [1, 512, 1024, 50257, 1024], [2, 512, 1024, 50257, 1024], [1, 1024, 1024, 96103, 1024], [1, 512, 1024, 96103, 1024], [2, 512, 1024, 96103, 1024]]","[20, 15, 62, 65, 555, 1271, 1261, 1923, 1446, 988, 1922, 1922, 19, 1543, 14, 811, 1574, 1167, 792, 27, 12, 59, 65, 446, 1257, 635, 1251, 2436, 1328, 2391]" -"view","4","N/A","torch.float16","H10080GBHBM3","[[1, 128, 16, 256], [1, 512, 32, 80], [2, 512, 32, 80], [1, -1, 16, 64], [1, 1024, 16, 64], [2, -1, 16, 64], [2, 512, 16, 64], [1, 256, 32, 128], [1, 256, 8, 128], [1, 16, 1024, 1024], [1, 16, 1024, 64], [1, 512, 16, 64], [1, 16, 512, 512], [1, 16, 512, 64], [2, 16, 512, 512], [2, 16, 512, 64], [1, 192, 50, 83], [128, -1, 8, 32], [128, 16, 8, 32], [128, 8, 16, 16], [128, 8, 16, 32], [128, 100, 8, 32], [128, 8, 100, 32], [128, 8, 100, 16], [256, -1, 8, 32], [256, 16, 8, 32], [256, 8, 16, 16], [256, 8, 16, 32], [256, 100, 8, 32], [256, 8, 100, 32], [256, 8, 100, 16]]","[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" -"transpose","2","N/A","torch.float16","H10080GBHBM3","[[1, 2]]","[0]" -"_set_grad_enabled","2","N/A","N/A","H10080GBHBM3","[[0, 1], [1, 1]]","[0, 0]" -"to","2","N/A","torch.float32","H10080GBHBM3","[[1, 1]]","[0]" -"getitem","2","torch.float32","torch.float32","H10080GBHBM3","[[128, 3], [16, 3], [64, 3]]","[0, 0, 0]" -"expand","3","N/A","torch.float32","H10080GBHBM3","[[1, -1, 1]]","[0]" -"getitem","3","torch.int64","torch.int64","H10080GBHBM3","[[1, 128, 3], [1, 512, 3], [1, 512, 2], [1, 256, 3]]","[0, 0, 0, 0]" -"_enter_autocast","4","N/A","N/A","H10080GBHBM3","[[1, 1, 0, 1]]","[0]" -"matmul","6","torch.float32,torch.float32","torch.float32","H10080GBHBM3","[[1, 128, 1, 1, 1, 128], [1, 16, 1, 1, 1, 512], [1, 64, 1, 1, 1, 256]]","[3, 3, 3]" -"transpose","2","N/A","torch.float32","H10080GBHBM3","[[1, 2], [-1, -2]]","[0, 0]" -"cat","3","torch.float32","torch.float32","H10080GBHBM3","[[2, 128, 128], [2, 512, 16], [2, 256, 64]]","[3, 3, 3]" -"cos","1","N/A","torch.float32","H10080GBHBM3","[[1]]","[2]" -"sin","1","N/A","torch.float32","H10080GBHBM3","[[1]]","[2]" -"_exit_autocast","2","N/A","N/A","H10080GBHBM3","[[1, 1]]","[0]" -"to","1","N/A","torch.float16","H10080GBHBM3","[[1]]","[2]" -"unsqueeze","2","N/A","torch.float16","H10080GBHBM3","[[1, 1], [0, 1]]","[0, 0]" -"mul","8","torch.float16,torch.float16","torch.float16","H10080GBHBM3","[[1, 16, 128, 256, 1, 1, 128, 256], [1, 32, 512, 32, 1, 1, 512, 32], [2, 32, 512, 32, 1, 1, 512, 32], [1, 32, 256, 128, 1, 1, 256, 128], [1, 8, 256, 128, 1, 1, 256, 128], [1, 64, 1, 1, 1, 64, 1, 1], [128, 64, 64, 64, 1, 64, 1, 1], [128, 64, 32, 32, 1, 64, 1, 1], [1, 256, 1, 1, 1, 256, 1, 1], [128, 256, 32, 32, 1, 256, 1, 1], [1, 128, 1, 1, 1, 128, 1, 1], [128, 128, 32, 32, 1, 128, 1, 1], [128, 128, 16, 16, 1, 128, 1, 1], [1, 512, 1, 1, 1, 512, 1, 1], [128, 512, 16, 16, 1, 512, 1, 1], [128, 256, 16, 16, 1, 256, 1, 1], [128, 256, 8, 8, 1, 256, 1, 1], [1, 1024, 1, 1, 1, 1024, 1, 1], [128, 1024, 8, 8, 1, 1024, 1, 1], [128, 512, 8, 8, 1, 512, 1, 1], [128, 512, 4, 4, 1, 512, 1, 1], [1, 2048, 1, 1, 1, 2048, 1, 1], [128, 2048, 4, 4, 1, 2048, 1, 1], [256, 64, 64, 64, 1, 64, 1, 1], [256, 64, 32, 32, 1, 64, 1, 1], [256, 256, 32, 32, 1, 256, 1, 1], [256, 128, 32, 32, 1, 128, 1, 1], [256, 128, 16, 16, 1, 128, 1, 1], [256, 512, 16, 16, 1, 512, 1, 1], [256, 256, 16, 16, 1, 256, 1, 1], [256, 256, 8, 8, 1, 256, 1, 1], [256, 1024, 8, 8, 1, 1024, 1, 1], [256, 512, 8, 8, 1, 512, 1, 1], [256, 512, 4, 4, 1, 512, 1, 1], [256, 2048, 4, 4, 1, 2048, 1, 1], [512, 32, 64, 64, 512, 32, 1, 1], [512, 96, 32, 32, 512, 96, 1, 1], [512, 144, 32, 32, 512, 144, 1, 1], [512, 144, 16, 16, 512, 144, 1, 1], [512, 240, 16, 16, 512, 240, 1, 1], [512, 240, 8, 8, 512, 240, 1, 1], [512, 480, 8, 8, 512, 480, 1, 1], [512, 672, 8, 8, 512, 672, 1, 1], [512, 672, 4, 4, 512, 672, 1, 1], [512, 1152, 4, 4, 512, 1152, 1, 1], [256, 32, 64, 64, 256, 32, 1, 1], [256, 96, 32, 32, 256, 96, 1, 1], [256, 144, 32, 32, 256, 144, 1, 1], [256, 144, 16, 16, 256, 144, 1, 1], [256, 240, 16, 16, 256, 240, 1, 1], [256, 240, 8, 8, 256, 240, 1, 1], [256, 480, 8, 8, 256, 480, 1, 1], [256, 672, 8, 8, 256, 672, 1, 1], [256, 672, 4, 4, 256, 672, 1, 1], [256, 1152, 4, 4, 256, 1152, 1, 1], [128, 32, 64, 64, 128, 32, 1, 1], [128, 96, 32, 32, 128, 96, 1, 1], [128, 144, 32, 32, 128, 144, 1, 1], [128, 144, 16, 16, 128, 144, 1, 1], [128, 240, 16, 16, 128, 240, 1, 1], [128, 240, 8, 8, 128, 240, 1, 1], [128, 480, 8, 8, 128, 480, 1, 1], [128, 672, 8, 8, 128, 672, 1, 1], [128, 672, 4, 4, 128, 672, 1, 1], [128, 1152, 4, 4, 128, 1152, 1, 1]]","[4, 4, 6, 5, 3, 1, 96, 23, 1, 98, 1, 51, 12, 1, 50, 23, 7, 1, 23, 12, 4, 1, 12, 188, 50, 190, 97, 24, 96, 50, 12, 49, 23, 7, 23, 173, 131, 195, 49, 82, 18, 40, 58, 13, 22, 85, 66, 98, 22, 40, 10, 18, 26, 8, 11, 42, 31, 49, 11, 18, 6, 10, 13, 5, 7]" -"getitem","5","torch.float16","torch.float16","H10080GBHBM3","[[1, 16, 128, 256, 2], [1, 1, 128, 129, 4], [1, 32, 512, 80, 2], [1, 32, 512, 32, 2], [1, 1, 512, 513, 4], [2, 32, 512, 80, 2], [2, 32, 512, 32, 2], [2, 1, 512, 513, 4], [1, 1, 256, 257, 4], [1, 32, 256, 128, 2], [1, 8, 256, 128, 2], [1, 8, 256, 128, 5]]","[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" -"neg","4","torch.float16","torch.float16","H10080GBHBM3","[[1, 16, 128, 128], [1, 32, 512, 16], [2, 32, 512, 16], [1, 32, 256, 64], [1, 8, 256, 64]]","[3, 3, 3, 3, 3]" -"cat","4","torch.float16","torch.float16","H10080GBHBM3","[[2, 16, 128, 128], [2, 32, 512, 16], [2, 32, 512, 32], [2, 32, 256, 64], [2, 8, 256, 64]]","[6, 6, 9, 8, 5]" -"add","8","torch.float16,torch.float16","torch.float16","H10080GBHBM3","[[1, 16, 128, 256, 1, 16, 128, 256], [1, 32, 512, 32, 1, 32, 512, 32], [2, 32, 512, 32, 2, 32, 512, 32], [1, 32, 256, 128, 1, 32, 256, 128], [1, 8, 256, 128, 1, 8, 256, 128], [1, 16, 1024, 1024, 1, 1, 1024, 1024], [1, 16, 512, 512, 1, 1, 512, 512], [2, 16, 512, 512, 2, 1, 512, 512], [128, 64, 64, 64, 1, 64, 1, 1], [128, 64, 32, 32, 1, 64, 1, 1], [128, 256, 32, 32, 1, 256, 1, 1], [128, 128, 32, 32, 1, 128, 1, 1], [128, 128, 16, 16, 1, 128, 1, 1], [128, 512, 16, 16, 1, 512, 1, 1], [128, 256, 16, 16, 1, 256, 1, 1], [128, 256, 8, 8, 1, 256, 1, 1], [128, 1024, 8, 8, 1, 1024, 1, 1], [128, 512, 8, 8, 1, 512, 1, 1], [128, 512, 4, 4, 1, 512, 1, 1], [128, 2048, 4, 4, 1, 2048, 1, 1], [128, 8, 16, 16, 128, 1, 16, 16], [128, 8, 100, 16, 128, 1, 100, 16], [256, 64, 64, 64, 1, 64, 1, 1], [256, 64, 32, 32, 1, 64, 1, 1], [256, 256, 32, 32, 1, 256, 1, 1], [256, 128, 32, 32, 1, 128, 1, 1], [256, 128, 16, 16, 1, 128, 1, 1], [256, 512, 16, 16, 1, 512, 1, 1], [256, 256, 16, 16, 1, 256, 1, 1], [256, 256, 8, 8, 1, 256, 1, 1], [256, 1024, 8, 8, 1, 1024, 1, 1], [256, 512, 8, 8, 1, 512, 1, 1], [256, 512, 4, 4, 1, 512, 1, 1], [256, 2048, 4, 4, 1, 2048, 1, 1], [256, 8, 16, 16, 256, 1, 16, 16], [256, 8, 100, 16, 256, 1, 100, 16], [512, 24, 32, 32, 512, 24, 32, 32], [512, 40, 16, 16, 512, 40, 16, 16], [512, 80, 8, 8, 512, 80, 8, 8], [512, 112, 8, 8, 512, 112, 8, 8], [512, 192, 4, 4, 512, 192, 4, 4], [256, 24, 32, 32, 256, 24, 32, 32], [256, 40, 16, 16, 256, 40, 16, 16], [256, 80, 8, 8, 256, 80, 8, 8], [256, 112, 8, 8, 256, 112, 8, 8], [256, 192, 4, 4, 256, 192, 4, 4], [128, 24, 32, 32, 128, 24, 32, 32], [128, 40, 16, 16, 128, 40, 16, 16], [128, 80, 8, 8, 128, 80, 8, 8], [128, 112, 8, 8, 128, 112, 8, 8], [128, 192, 4, 4, 128, 192, 4, 4]]","[3, 3, 5, 4, 3, 48, 11, 20, 97, 23, 97, 50, 12, 50, 23, 7, 23, 12, 4, 12, 3, 6, 189, 50, 190, 96, 23, 96, 49, 12, 50, 23, 7, 23, 3, 10, 24, 8, 6, 7, 4, 11, 5, 3, 4, 2, 5, 3, 2, 3, 2]" -"contiguous","1","N/A","torch.float16","H10080GBHBM3","[[1]]","[3]" -"scaled_dot_product_attention","12","torch.float16,torch.float16,torch.float16","torch.float16","H10080GBHBM3","[[1, 16, 128, 256, 1, 16, 128, 256, 1, 16, 128, 256], [1, 32, 512, 80, 1, 32, 512, 80, 1, 32, 512, 80], [2, 32, 512, 80, 2, 32, 512, 80, 2, 32, 512, 80], [1, 16, 1024, 64, 1, 16, 1024, 64, 1, 16, 1024, 64], [2, 16, 512, 64, 2, 16, 512, 64, 2, 16, 512, 64], [1, 25, 1024, 64, 1, 25, 1024, 64, 1, 25, 1024, 64], [1, 25, 720, 64, 1, 25, 720, 64, 1, 25, 720, 64], [1, 25, 512, 64, 1, 25, 512, 64, 1, 25, 512, 64], [2, 25, 512, 64, 2, 25, 512, 64, 2, 25, 512, 64], [4, 25, 256, 64, 4, 25, 256, 64, 4, 25, 256, 64], [1, 20, 1024, 64, 1, 20, 1024, 64, 1, 20, 1024, 64], [1, 20, 720, 64, 1, 20, 720, 64, 1, 20, 720, 64], [1, 20, 512, 64, 1, 20, 512, 64, 1, 20, 512, 64], [8, 16, 512, 64, 8, 16, 512, 64, 8, 16, 512, 64], [16, 16, 512, 64, 16, 16, 512, 64, 16, 16, 512, 64], [1, 32, 256, 128, 1, 32, 256, 128, 1, 32, 256, 128], [1, 16, 512, 64, 1, 16, 512, 64, 1, 16, 512, 64]]","[14, 43, 78, 71, 38, 103, 66, 38, 54, 30, 85, 53, 38, 107, 212, 19, 31]" -"view","3","N/A","torch.float16","H10080GBHBM3","[[1, 128, -1], [1, 1024, 1600], [1, 720, 1600], [1, 512, 1600], [2, 512, 1600], [4, 256, 1600], [1, 1024, 1280], [1, 720, 1280], [1, 512, 1280], [1, 256, -1], [1, 1024, 1024], [1, 512, 1024], [2, 512, 1024], [16, -1, 64], [16, 1024, 1024], [16, 512, 512], [32, -1, 64], [32, 512, 512], [1024, -1, 32], [1024, 16, 16], [1024, 100, 16], [2048, -1, 32], [2048, 16, 16], [2048, 100, 16]]","[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" -"add","6","torch.float16,torch.float16","torch.float16","H10080GBHBM3","[[1, 128, 3072, 1, 128, 3072], [1, 512, 10240, 1, 512, 10240], [1, 512, 2560, 1, 512, 2560], [2, 512, 10240, 2, 512, 10240], [2, 512, 2560, 2, 512, 2560], [1, 1024, 1024, 1, 1024, 1024], [2, 512, 1024, 2, 512, 1024], [1, 1024, 1600, 1, 1024, 1600], [1, 1024, 6400, 1, 1024, 6400], [1, 720, 1600, 1, 720, 1600], [1, 720, 6400, 1, 720, 6400], [1, 512, 1600, 1, 512, 1600], [1, 512, 6400, 1, 512, 6400], [2, 512, 1600, 1, 512, 1600], [2, 512, 1600, 2, 512, 1600], [2, 512, 6400, 2, 512, 6400], [4, 256, 1600, 1, 256, 1600], [4, 256, 1600, 4, 256, 1600], [4, 256, 6400, 4, 256, 6400], [1, 256, 2560, 1, 256, 2560], [1, 256, 10240, 1, 256, 10240], [1, 1024, 1280, 1, 1024, 1280], [1, 1024, 5120, 1, 1024, 5120], [1, 720, 1280, 1, 720, 1280], [1, 720, 5120, 1, 720, 5120], [1, 512, 1280, 1, 512, 1280], [1, 512, 5120, 1, 512, 5120], [8, 512, 1024, 8, 512, 1024], [16, 512, 1024, 16, 512, 1024], [1, 256, 4096, 1, 256, 4096], [1, 1024, 4096, 1, 1024, 4096], [1, 512, 1024, 1, 512, 1024], [1, 512, 4096, 1, 512, 4096], [2, 512, 1024, 1, 512, 1024], [2, 512, 4096, 2, 512, 4096], [128, 165, 192, 1, 165, 192], [128, 165, 192, 128, 165, 192], [256, 165, 192, 1, 165, 192], [256, 165, 192, 256, 165, 192], [512, 165, 192, 1, 165, 192], [512, 165, 192, 512, 165, 192], [128, 16, 256, 128, 16, 256], [128, 100, 256, 128, 100, 256], [256, 16, 256, 256, 16, 256], [256, 100, 256, 256, 100, 256], [128, 197, 768, 1, 197, 768], [128, 197, 768, 128, 197, 768]]","[2, 7, 3, 20, 5, 2, 2, 3, 10, 3, 7, 2, 5, 6, 4, 10, 5, 3, 10, 2, 4, 3, 7, 2, 5, 2, 4, 6, 15, 3, 6, 2, 4, 4, 6, 10, 8, 19, 14, 45, 35, 4, 5, 5, 10, 55, 40]" -"gelu","3","torch.float16","torch.float16","H10080GBHBM3","[[1, 128, 24576], [1, 1024, 4096], [2, 512, 4096], [8, 512, 4096], [8, 512, 1024], [16, 512, 4096], [16, 512, 1024], [128, 165, 768], [256, 165, 768], [512, 165, 768], [128, 197, 3072]]","[5, 7, 7, 27, 7, 56, 13, 28, 55, 109, 139]" -"mul","6","torch.float16,torch.float16","torch.float16","H10080GBHBM3","[[1, 128, 24576, 1, 128, 24576], [1, 512, 10240, 1, 512, 10240], [2, 512, 10240, 2, 512, 10240], [1, 1024, 6400, 1, 1024, 6400], [1, 720, 6400, 1, 720, 6400], [1, 512, 6400, 1, 512, 6400], [2, 512, 6400, 2, 512, 6400], [4, 256, 6400, 4, 256, 6400], [1, 256, 10240, 1, 256, 10240], [1, 1024, 5120, 1, 1024, 5120], [1, 720, 5120, 1, 720, 5120], [1, 512, 5120, 1, 512, 5120], [1, 256, 14336, 1, 256, 14336], [1, 1024, 4096, 1, 1024, 4096], [1, 512, 4096, 1, 512, 4096], [2, 512, 4096, 2, 512, 4096]]","[5, 9, 20, 11, 8, 5, 11, 11, 4, 9, 6, 4, 7, 7, 4, 7]" -"getitem","4","torch.float16","torch.float16","H10080GBHBM3","[[1, 128, 3072, 3], [1, 512, 2560, 3], [2, 512, 2560, 3], [3, 1024, 1600, 0], [3, 1024, 1600, 1], [3, 1024, 1600, 2], [3, 720, 1600, 0], [3, 720, 1600, 1], [3, 720, 1600, 2], [3, 512, 1600, 0], [3, 512, 1600, 1], [3, 512, 1600, 2], [3, 1024, 1280, 0], [3, 1024, 1280, 1], [3, 1024, 1280, 2], [3, 720, 1280, 0], [3, 720, 1280, 1], [3, 720, 1280, 2], [3, 512, 1280, 0], [3, 512, 1280, 1], [3, 512, 1280, 2], [1, 256, 4096, 3], [3, 1024, 1024, 0], [3, 1024, 1024, 1], [3, 1024, 1024, 2], [3, 512, 1024, 0], [3, 512, 1024, 1], [3, 512, 1024, 2], [1, 4251, 192, 3], [128, 165, 192, 3], [256, 165, 192, 3], [512, 165, 192, 3], [128, 128, 128, 1], [256, 128, 128, 1], [128, 197, 768, 3]]","[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" -"Dropout","3","torch.float16,","torch.float16","H10080GBHBM3","[[1, 512, 2560], [2, 512, 2560], [1, 1024, 1600], [1, 720, 1600], [1, 512, 1600], [2, 512, 1600], [4, 256, 1600], [1, 256, 2560], [1, 1024, 1280], [1, 720, 1280], [1, 512, 1280], [8, 512, 1024], [16, 512, 1024], [1, 1024, 1024], [1, 512, 1024], [2, 512, 1024], [128, 165, 192], [256, 165, 192], [512, 165, 192], [128, 197, 768]]","[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" -"mul","4","torch.float32","torch.float32","H10080GBHBM3","[[1, 512, 32, 1.0], [1, 256, 128, 1.0], [128, 32, 32, 6.283185307179586], [128, 16, 16, 6.283185307179586], [128, 8, 8, 6.283185307179586], [128, 4, 4, 6.283185307179586], [256, 32, 32, 6.283185307179586], [256, 16, 16, 6.283185307179586], [256, 8, 8, 6.283185307179586], [256, 4, 4, 6.283185307179586]]","[1, 1, 1, 1, 1, 1, 1, 1, 1, 1]" -"LayerNorm","5","torch.float16,torch.float16,torch.float16","torch.float16","H10080GBHBM3","[[1, 512, 2560, 2560, 2560], [2, 512, 2560, 2560, 2560], [1, 1024, 1024, 1024, 1024], [2, 512, 1024, 1024, 1024], [1, 1024, 1600, 1600, 1600], [1, 720, 1600, 1600, 1600], [1, 512, 1600, 1600, 1600], [2, 512, 1600, 1600, 1600], [4, 256, 1600, 1600, 1600], [1, 256, 2560, 2560, 2560], [1, 1024, 1280, 1280, 1280], [1, 720, 1280, 1280, 1280], [1, 512, 1280, 1280, 1280], [8, 512, 1024, 1024, 1024], [16, 512, 1024, 1024, 1024], [1, 512, 1024, 1024, 1024], [128, 165, 192, 192, 192], [256, 165, 192, 192, 192], [512, 165, 192, 192, 192], [128, 16, 256, 256, 256], [128, 100, 256, 256, 256], [256, 16, 256, 256, 256], [256, 100, 256, 256, 256], [128, 197, 768, 768, 768]]","[6, 7, 4, 4, 6, 5, 5, 6, 6, 6, 5, 5, 5, 11, 20, 4, 32, 63, 132, 8, 19, 11, 36, 64]" -"Linear","6","torch.float16,torch.float16,torch.float16","torch.float16","H10080GBHBM3","[[1, 512, 2560, 2560, 2560, 2560], [1, 512, 2560, 10240, 2560, 10240], [1, 512, 10240, 2560, 10240, 2560], [1, 512, 2560, 51200, 2560, 51200], [2, 512, 2560, 2560, 2560, 2560], [2, 512, 2560, 10240, 2560, 10240], [2, 512, 10240, 2560, 10240, 2560], [2, 512, 2560, 51200, 2560, 51200], [1, 1024, 1024, 1024, 1024, 1024], [1, 1024, 1024, 4096, 1024, 4096], [1, 1024, 4096, 1024, 4096, 1024], [2, 512, 1024, 1024, 1024, 1024], [2, 512, 1024, 4096, 1024, 4096], [2, 512, 4096, 1024, 4096, 1024], [1, 256, 2560, 2560, 2560, 2560], [1, 256, 2560, 10240, 2560, 10240], [1, 256, 10240, 2560, 10240, 2560], [8, 512, 1024, 1024, 1024, 1024], [8, 512, 1024, 4096, 1024, 4096], [8, 512, 4096, 1024, 4096, 1024], [8, 512, 1024, 30522, 1024, 30522], [16, 512, 1024, 1024, 1024, 1024], [16, 512, 1024, 4096, 1024, 4096], [16, 512, 4096, 1024, 4096, 1024], [16, 512, 1024, 30522, 1024, 30522], [1, 512, 1024, 1024, 1024, 1024], [1, 512, 1024, 4096, 1024, 4096], [1, 512, 4096, 1024, 4096, 1024], [128, 165, 192, 192, 192, 192], [128, 165, 192, 768, 192, 768], [128, 165, 768, 192, 768, 192], [128, 100, 192, 192, 192, 192], [128, 100, 192, 92, 192, 92], [128, 100, 192, 4, 192, 4], [256, 165, 192, 192, 192, 192], [256, 165, 192, 768, 192, 768], [256, 165, 768, 192, 768, 192], [256, 100, 192, 192, 192, 192], [256, 100, 192, 92, 192, 92], [256, 100, 192, 4, 192, 4], [512, 165, 192, 192, 192, 192], [512, 165, 192, 768, 192, 768], [512, 165, 768, 192, 768, 192], [512, 100, 192, 192, 192, 192], [512, 100, 192, 92, 192, 92], [512, 100, 192, 4, 192, 4], [128, 16, 256, 256, 256, 256], [128, 16, 256, 2048, 256, 2048], [128, 16, 2048, 256, 2048, 256], [128, 100, 256, 256, 256, 256], [128, 100, 256, 2048, 256, 2048], [128, 100, 2048, 256, 2048, 256], [128, 100, 256, 92, 256, 92], [128, 100, 256, 4, 256, 4], [256, 16, 256, 256, 256, 256], [256, 16, 256, 2048, 256, 2048], [256, 16, 2048, 256, 2048, 256], [256, 100, 256, 256, 256, 256], [256, 100, 256, 2048, 256, 2048], [256, 100, 2048, 256, 2048, 256], [256, 100, 256, 92, 256, 92], [256, 100, 256, 4, 256, 4], [128, 197, 768, 768, 768, 768], [128, 197, 768, 3072, 768, 3072], [128, 197, 3072, 768, 3072, 768]]","[19, 52, 56, 237, 28, 123, 95, 374, 10, 20, 23, 10, 20, 22, 14, 35, 41, 18, 50, 50, 1015, 29, 98, 97, 2056, 8, 14, 17, 13, 21, 22, 21, 9, 6, 18, 35, 39, 36, 12, 7, 27, 66, 72, 68, 23, 16, 11, 10, 11, 10, 34, 34, 10, 6, 14, 16, 15, 15, 63, 56, 13, 8, 49, 179, 174]" -"reshape","3","N/A","torch.float16","H10080GBHBM3","[[1, 512, 2560], [2, 512, 2560], [1, 1024, 1024], [2, 512, 1024], [8, 512, 1024], [16, 512, 1024], [16, -1, 64], [1, 512, 1024], [32, -1, 64], [128, 16, 256], [128, 100, 256], [256, 16, 256], [256, 100, 256]]","[0, 0, 0, 0, 0, 0, 0, 3, 0, 3, 10, 4, 19]" -"mul","4","torch.float16","torch.float16","H10080GBHBM3","[[0.5, 1, 512, 10240], [0.044715, 1, 512, 10240], [0.7978845608028654, 1, 512, 10240], [0.5, 2, 512, 10240], [0.044715, 2, 512, 10240], [0.7978845608028654, 2, 512, 10240], [1, 1024, 1024, 1.0], [2, 512, 1024, 1.0], [0.5, 1, 1024, 6400], [0.044715, 1, 1024, 6400], [0.7978845608028654, 1, 1024, 6400], [0.5, 1, 720, 6400], [0.044715, 1, 720, 6400], [0.7978845608028654, 1, 720, 6400], [0.5, 1, 512, 6400], [0.044715, 1, 512, 6400], [0.7978845608028654, 1, 512, 6400], [0.5, 2, 512, 6400], [0.044715, 2, 512, 6400], [0.7978845608028654, 2, 512, 6400], [0.5, 4, 256, 6400], [0.044715, 4, 256, 6400], [0.7978845608028654, 4, 256, 6400], [0.5, 1, 256, 10240], [0.044715, 1, 256, 10240], [0.7978845608028654, 1, 256, 10240], [0.5, 1, 1024, 5120], [0.044715, 1, 1024, 5120], [0.7978845608028654, 1, 1024, 5120], [0.5, 1, 720, 5120], [0.044715, 1, 720, 5120], [0.7978845608028654, 1, 720, 5120], [0.5, 1, 512, 5120], [0.044715, 1, 512, 5120], [0.7978845608028654, 1, 512, 5120], [0.5, 1, 1024, 4096], [0.044715, 1, 1024, 4096], [0.7978845608028654, 1, 1024, 4096], [0.5, 1, 512, 4096], [0.044715, 1, 512, 4096], [0.7978845608028654, 1, 512, 4096], [0.5, 2, 512, 4096], [0.044715, 2, 512, 4096], [0.7978845608028654, 2, 512, 4096], [1, 1024, 1024, 32.0], [1, 1024, 1024, 0.125], [1, 512, 1024, 32.0], [1, 512, 1024, 0.125], [2, 512, 1024, 32.0], [2, 512, 1024, 0.125], [128, 16, 256, 0.1767766952966369], [128, 100, 256, 0.1767766952966369], [256, 16, 256, 0.1767766952966369], [256, 100, 256, 0.1767766952966369]]","[8, 7, 7, 15, 13, 14, 2, 2, 9, 9, 9, 6, 6, 6, 4, 5, 5, 9, 9, 9, 9, 9, 9, 4, 4, 4, 7, 7, 7, 5, 5, 5, 4, 4, 4, 6, 6, 6, 3, 4, 4, 6, 6, 6, 2, 2, 2, 2, 2, 2, 2, 5, 2, 9]" -"pow","4","torch.float16","torch.float16","H10080GBHBM3","[[1, 512, 10240, 3.0], [2, 512, 10240, 3.0], [1, 1024, 6400, 3.0], [1, 720, 6400, 3.0], [1, 512, 6400, 3.0], [2, 512, 6400, 3.0], [4, 256, 6400, 3.0], [1, 256, 10240, 3.0], [1, 1024, 5120, 3.0], [1, 720, 5120, 3.0], [1, 512, 5120, 3.0], [1, 1024, 4096, 3.0], [1, 512, 4096, 3.0], [2, 512, 4096, 3.0]]","[7, 15, 9, 7, 5, 9, 9, 4, 7, 5, 4, 6, 4, 6]" -"tanh","3","torch.float16","torch.float16","H10080GBHBM3","[[1, 512, 10240], [2, 512, 10240], [1, 1024, 6400], [1, 720, 6400], [1, 512, 6400], [2, 512, 6400], [4, 256, 6400], [1, 256, 10240], [1, 1024, 5120], [1, 720, 5120], [1, 512, 5120], [1, 1024, 4096], [1, 512, 4096], [2, 512, 4096]]","[8, 14, 9, 7, 5, 9, 9, 5, 8, 6, 5, 6, 4, 6]" -"add","4","torch.float16","torch.float16","H10080GBHBM3","[[1.0, 1, 512, 10240], [1.0, 2, 512, 10240], [1.0, 1, 1024, 6400], [1.0, 1, 720, 6400], [1.0, 1, 512, 6400], [1.0, 2, 512, 6400], [1.0, 4, 256, 6400], [1.0, 1, 256, 10240], [1.0, 1, 1024, 5120], [1.0, 1, 720, 5120], [1.0, 1, 512, 5120], [1.0, 1, 1024, 4096], [1.0, 1, 512, 4096], [1.0, 2, 512, 4096]]","[7, 15, 9, 6, 5, 9, 9, 4, 7, 5, 4, 6, 3, 6]" -"size","1","N/A","N/A","H10080GBHBM3","[[1]]","[0]" -"getitem","2","N/A","N/A","H10080GBHBM3","[[3, 0], [2, 0], [2, 1], [3, 1], [4, 0], [4, 2], [4, 1], [3, 2], [4, 3]]","[0, 0, 0, 0, 0, 0, 0, 0, 0]" -"cat","7","torch.float16,torch.float16","torch.float16","H10080GBHBM3","[[2, 32, 512, 16, 32, 512, 16], [2, 32, 512, 32, 32, 512, 32]]","[8, 14]" -"view","2","N/A","torch.int64","H10080GBHBM3","[[-1, 1024], [1024, 1], [-1, 512], [512, 1], [-1, 720], [720, 1], [-1, 256], [256, 1]]","[0, 0, 0, 0, 0, 0, 0, 0]" -"embedding","9","torch.int64,torch.float16","torch.float16","H10080GBHBM3","[[1, 1024, 50265, 1024, 1, 1, 2.0, 0, 0], [1, 1024, 1026, 1024, 1, 1, 2.0, 0, 0], [2, 512, 50265, 1024, 1, 1, 2.0, 0, 0], [2, 512, 1026, 1024, 1, 1, 2.0, 0, 0]]","[10, 9, 10, 8]" -"add","2","torch.int64","torch.int64","H10080GBHBM3","[[1024, 1], [512, 1], [720, 1], [256, 1]]","[1, 1, 1, 1]" -"lt","3","torch.int64,torch.int64","torch.bool","H10080GBHBM3","[[1024, 1024, 1], [512, 512, 1], [720, 720, 1], [256, 256, 1]]","[4, 3, 3, 2]" -"masked_fill_","3","torch.bool","torch.float16","H10080GBHBM3","[[1024, 1024, 0], [512, 512, 0], [720, 720, 0], [256, 256, 0]]","[2, 1, 2, 1]" -"to","2","N/A","torch.float16","H10080GBHBM3","[[1, 1]]","[0]" -"expand","2","N/A","torch.int64","H10080GBHBM3","[[1, -1], [2, -1], [8, 512], [16, 512]]","[0, 0, 0, 0]" -"add","3","torch.int64","torch.int64","H10080GBHBM3","[[1, 1024, 2], [2, 512, 2]]","[1, 1]" -"dropout","3","torch.float16","torch.float16","H10080GBHBM3","[[1, 1024, 1024], [1, 1024, 4096], [2, 512, 1024], [2, 512, 4096], [16, 1024, 1024], [1, 512, 1024], [16, 512, 512], [1, 512, 4096], [32, 512, 512], [128, 16, 256], [1024, 16, 16], [128, 16, 2048], [1024, 100, 100], [128, 100, 256], [1024, 100, 16], [128, 100, 2048], [256, 16, 256], [2048, 16, 16], [256, 16, 2048], [2048, 100, 100], [256, 100, 256], [2048, 100, 16], [256, 100, 2048]]","[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" -"add","2","N/A","N/A","H10080GBHBM3","[[512, 0], [0, 512], [720, 0], [256, 0], [0, 256], [256, 1], [1024, 0]]","[0, 0, 0, 0, 0, 0, 0]" -"sub","2","N/A","N/A","H10080GBHBM3","[[512, 512], [720, 720], [256, 256], [1024, 1024]]","[0, 0, 0, 0]" -"gt","2","N/A","N/A","H10080GBHBM3","[[512, 1], [0, 0], [720, 1], [256, 1], [1024, 1]]","[0, 0, 0, 0, 0]" -"size","2","N/A","N/A","H10080GBHBM3","[[-1, 1], [-2, 1], [1, 1]]","[0, 0, 0]" -"eq","2","N/A","N/A","H10080GBHBM3","[[2, 2], [512, 512], [32, 32], [2048, 2048], [256, 256]]","[0, 0, 0, 0, 0]" -"and_","2","N/A","N/A","H10080GBHBM3","[[1, 1]]","[0]" -"not_","2","N/A","N/A","H10080GBHBM3","[[1, 1]]","[0]" -"view","2","N/A","torch.float16","H10080GBHBM3","[[-1, 1600], [3, 1], [4, 1], [-1, 6400], [-1, 1280], [-1, 5120], [-1, 1024], [-1, 4096]]","[0, 0, 0, 0, 0, 0, 0, 0]" -"addmm","5","torch.float16,torch.float16,torch.float16","torch.float16","H10080GBHBM3","[[4800, 1024, 1600, 1600, 4800], [1600, 1024, 1600, 1600, 1600], [6400, 1024, 1600, 1600, 6400], [1600, 1024, 6400, 6400, 1600], [4800, 720, 1600, 1600, 4800], [1600, 720, 1600, 1600, 1600], [6400, 720, 1600, 1600, 6400], [1600, 720, 6400, 6400, 1600], [4800, 512, 1600, 1600, 4800], [1600, 512, 1600, 1600, 1600], [6400, 512, 1600, 1600, 6400], [1600, 512, 6400, 6400, 1600], [3840, 1024, 1280, 1280, 3840], [1280, 1024, 1280, 1280, 1280], [5120, 1024, 1280, 1280, 5120], [1280, 1024, 5120, 5120, 1280], [3840, 720, 1280, 1280, 3840], [1280, 720, 1280, 1280, 1280], [5120, 720, 1280, 1280, 5120], [1280, 720, 5120, 5120, 1280], [3840, 512, 1280, 1280, 3840], [1280, 512, 1280, 1280, 1280], [5120, 512, 1280, 1280, 5120], [1280, 512, 5120, 5120, 1280], [3072, 1024, 1024, 1024, 3072], [1024, 1024, 1024, 1024, 1024], [4096, 1024, 1024, 1024, 4096], [1024, 1024, 4096, 4096, 1024], [3072, 512, 1024, 1024, 3072], [1024, 512, 1024, 1024, 1024], [4096, 512, 1024, 1024, 4096], [1024, 512, 4096, 4096, 1024]]","[31, 15, 40, 37, 23, 15, 38, 37, 20, 11, 24, 25, 24, 13, 26, 31, 20, 10, 20, 21, 16, 9, 19, 20, 17, 9, 21, 22, 12, 8, 14, 16]" -"split","2","N/A","torch.float16,torch.float16,torch.float16","H10080GBHBM3","[[1600, 1], [1280, 1], [1024, 1]]","[0, 0, 0]" -"permute","4","N/A","torch.float16","H10080GBHBM3","[[0, 2, 1, 3]]","[0]" -"getitem","6","torch.float16,torch.float16","torch.float16","H10080GBHBM3","[[3, 512, 1600, 512, 1600, 0], [3, 512, 1600, 512, 1600, 1], [3, 512, 1600, 512, 1600, 2], [3, 512, 1024, 512, 1024, 0], [3, 512, 1024, 512, 1024, 1], [3, 512, 1024, 512, 1024, 2]]","[0, 0, 0, 0, 0, 0]" -"getitem","10","torch.float16,torch.float16,torch.float16,torch.float16","torch.float16","H10080GBHBM3","[[3, 256, 1600, 256, 1600, 256, 1600, 256, 1600, 0], [3, 256, 1600, 256, 1600, 256, 1600, 256, 1600, 1], [3, 256, 1600, 256, 1600, 256, 1600, 256, 1600, 2]]","[0, 0, 0]" -"matmul","8","torch.float32,torch.float32","torch.float32","H10080GBHBM3","[[1, 20, 512, 128, 1, 20, 128, 512], [1, 20, 256, 128, 1, 20, 128, 256]]","[22, 7]" -"getitem","5","torch.bool","torch.bool","H10080GBHBM3","[[1, 1, 2048, 2048, 4], [1, 128, 32, 32, 0], [1, 128, 16, 16, 0], [1, 128, 8, 8, 0], [1, 128, 4, 4, 0], [1, 256, 32, 32, 0], [1, 256, 16, 16, 0], [1, 256, 8, 8, 0], [1, 256, 4, 4, 0]]","[0, 0, 0, 0, 0, 0, 0, 0, 0]" -"tensor","2","N/A","torch.float32","H10080GBHBM3","[[-3.4028234663852886e+38, 1]]","[0]" -"where","8","torch.bool,torch.float32,torch.float32","torch.float32","H10080GBHBM3","[[1, 1, 512, 512, 1, 20, 512, 512], [1, 1, 256, 256, 1, 20, 256, 256]]","[18, 6]" -"add","8","torch.float32,torch.float16","torch.float32","H10080GBHBM3","[[1, 20, 512, 512, 1, 1, 512, 512], [1, 20, 256, 256, 1, 1, 256, 256]]","[25, 8]" -"softmax","4","torch.float32","torch.float32","H10080GBHBM3","[[1, 20, 512, 512], [1, 20, 256, 256]]","[17, 5]" -"Dropout","4","torch.float16,","torch.float16","H10080GBHBM3","[[1, 20, 512, 512], [1, 20, 256, 256], [512, 24, 32, 32], [512, 40, 16, 16], [512, 80, 8, 8], [512, 112, 8, 8], [512, 192, 4, 4], [256, 24, 32, 32], [256, 40, 16, 16], [256, 80, 8, 8], [256, 112, 8, 8], [256, 192, 4, 4], [128, 24, 32, 32], [128, 40, 16, 16], [128, 80, 8, 8], [128, 112, 8, 8], [128, 192, 4, 4]]","[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" -"matmul","8","torch.float16,torch.float16","torch.float16","H10080GBHBM3","[[1, 20, 512, 512, 1, 20, 512, 128], [1, 20, 256, 256, 1, 20, 256, 128]]","[9, 5]" -"ne","2","N/A","N/A","H10080GBHBM3","[[256, 1]]","[0]" -"iadd","6","torch.float16,torch.float16","torch.float16","H10080GBHBM3","[[8, 512, 1024, 1, 512, 1024], [16, 512, 1024, 1, 512, 1024]]","[11, 21]" -"ones","2","N/A","torch.float16","H10080GBHBM3","[[2, 1], [3, 1]]","[1, 3]" -"sub","5","torch.float16","torch.float16","H10080GBHBM3","[[1.0, 8, 1, 512, 512], [1.0, 16, 1, 512, 512], [1.0, 128, 1, 16, 16], [1.0, 128, 1, 100, 16], [1.0, 256, 1, 16, 16], [1.0, 256, 1, 100, 16]]","[6, 11, 1, 1, 1, 1]" -"to","2","N/A","torch.bool","H10080GBHBM3","[[1, 1]]","[6]" -"masked_fill","5","torch.bool","torch.float16","H10080GBHBM3","[[8, 1, 512, 512, -65504.0], [16, 1, 512, 512, -65504.0], [128, 1, 16, 16, -65504.0], [128, 1, 100, 16, -65504.0], [256, 1, 16, 16, -65504.0], [256, 1, 100, 16, -65504.0]]","[7, 10, 2, 2, 2, 2]" -"mul","4","torch.float16,torch.float16","torch.float16","H10080GBHBM3","[[4096, 1, 256, 4096]]","[4]" -"expand","5","N/A","torch.float16","H10080GBHBM3","[[1, 8, 4, 256, 128]]","[0]" -"reshape","4","N/A","torch.float16","H10080GBHBM3","[[1, 32, 256, 128], [1, -1, 1, 1]]","[4, 0]" -"SiLU","3","torch.float16,","torch.float16","H10080GBHBM3","[[1, 256, 14336]]","[6]" -"embedding","8","torch.int64,torch.float16","torch.float16","H10080GBHBM3","[[1024, 1024, 1024, 1, 1, 2.0, 0, 0], [512, 1024, 1024, 1, 1, 2.0, 0, 0]]","[9, 6]" -"add","5","torch.float16,torch.float16","torch.float16","H10080GBHBM3","[[1, 1024, 1024, 1024, 1024], [1, 512, 1024, 512, 1024], [2, 512, 1024, 512, 1024]]","[2, 2, 4]" -"bmm","6","torch.float16,torch.float16","torch.float16","H10080GBHBM3","[[16, 1024, 64, 16, 64, 1024], [16, 1024, 1024, 16, 1024, 64], [16, 512, 64, 16, 64, 512], [16, 512, 512, 16, 512, 64], [32, 512, 64, 32, 64, 512], [32, 512, 512, 32, 512, 64], [1024, 16, 32, 1024, 32, 16], [1024, 16, 16, 1024, 16, 32], [1024, 100, 32, 1024, 32, 100], [1024, 100, 100, 1024, 100, 32], [1024, 100, 32, 1024, 32, 16], [1024, 100, 16, 1024, 16, 32], [2048, 16, 32, 2048, 32, 16], [2048, 16, 16, 2048, 16, 32], [2048, 100, 32, 2048, 32, 100], [2048, 100, 100, 2048, 100, 32], [2048, 100, 32, 2048, 32, 16], [2048, 100, 16, 2048, 16, 32]]","[21, 14, 7, 6, 11, 8, 3, 4, 24, 25, 7, 10, 4, 6, 46, 49, 12, 19]" -"softmax","3","torch.float16","torch.float16","H10080GBHBM3","[[16, 1024, 1024], [16, 512, 512], [32, 512, 512], [1024, 16, 16], [1024, 100, 100], [1024, 100, 16], [2048, 16, 16], [2048, 100, 100], [2048, 100, 16]]","[45, 13, 21, 2, 23, 7, 3, 46, 12]" -"ReLU","3","torch.float16,","torch.float16","H10080GBHBM3","[[1, 1024, 4096], [1, 512, 4096], [2, 512, 4096], [128, 16, 2048], [128, 100, 2048], [256, 16, 2048], [256, 100, 2048]]","[6, 4, 6, 6, 40, 11, 74]" -"mul","2","N/A","N/A","H10080GBHBM3","[[2, 16], [256, 8]]","[0, 0]" -"Conv2d","9","torch.float16,torch.float16,torch.float16","torch.float16","H10080GBHBM3","[[128, 3, 128, 128, 192, 3, 16, 16, 192], [256, 3, 128, 128, 192, 3, 16, 16, 192], [512, 3, 128, 128, 192, 3, 16, 16, 192], [128, 2048, 4, 4, 256, 2048, 1, 1, 256], [256, 2048, 4, 4, 256, 2048, 1, 1, 256], [512, 32, 1, 1, 8, 32, 1, 1, 8], [512, 8, 1, 1, 32, 8, 1, 1, 32], [512, 96, 1, 1, 4, 96, 1, 1, 4], [512, 4, 1, 1, 96, 4, 1, 1, 96], [512, 144, 1, 1, 6, 144, 1, 1, 6], [512, 6, 1, 1, 144, 6, 1, 1, 144], [512, 240, 1, 1, 10, 240, 1, 1, 10], [512, 10, 1, 1, 240, 10, 1, 1, 240], [512, 480, 1, 1, 20, 480, 1, 1, 20], [512, 20, 1, 1, 480, 20, 1, 1, 480], [512, 672, 1, 1, 28, 672, 1, 1, 28], [512, 28, 1, 1, 672, 28, 1, 1, 672], [512, 1152, 1, 1, 48, 1152, 1, 1, 48], [512, 48, 1, 1, 1152, 48, 1, 1, 1152], [256, 32, 1, 1, 8, 32, 1, 1, 8], [256, 8, 1, 1, 32, 8, 1, 1, 32], [256, 96, 1, 1, 4, 96, 1, 1, 4], [256, 4, 1, 1, 96, 4, 1, 1, 96], [256, 144, 1, 1, 6, 144, 1, 1, 6], [256, 6, 1, 1, 144, 6, 1, 1, 144], [256, 240, 1, 1, 10, 240, 1, 1, 10], [256, 10, 1, 1, 240, 10, 1, 1, 240], [256, 480, 1, 1, 20, 480, 1, 1, 20], [256, 20, 1, 1, 480, 20, 1, 1, 480], [256, 672, 1, 1, 28, 672, 1, 1, 28], [256, 28, 1, 1, 672, 28, 1, 1, 672], [256, 1152, 1, 1, 48, 1152, 1, 1, 48], [256, 48, 1, 1, 1152, 48, 1, 1, 1152], [128, 32, 1, 1, 8, 32, 1, 1, 8], [128, 8, 1, 1, 32, 8, 1, 1, 32], [128, 96, 1, 1, 4, 96, 1, 1, 4], [128, 4, 1, 1, 96, 4, 1, 1, 96], [128, 144, 1, 1, 6, 144, 1, 1, 6], [128, 6, 1, 1, 144, 6, 1, 1, 144], [128, 240, 1, 1, 10, 240, 1, 1, 10], [128, 10, 1, 1, 240, 10, 1, 1, 240], [128, 480, 1, 1, 20, 480, 1, 1, 20], [128, 20, 1, 1, 480, 20, 1, 1, 480], [128, 672, 1, 1, 28, 672, 1, 1, 28], [128, 28, 1, 1, 672, 28, 1, 1, 672], [128, 1152, 1, 1, 48, 1152, 1, 1, 48], [128, 48, 1, 1, 1152, 48, 1, 1, 1152], [128, 3, 224, 224, 768, 3, 16, 16, 768]]","[196, 408, 711, 31, 53, 6, 5, 6, 5, 7, 6, 6, 6, 8, 7, 10, 6, 8, 6, 6, 4, 6, 5, 6, 6, 7, 6, 8, 6, 9, 6, 8, 6, 5, 5, 5, 6, 6, 6, 6, 5, 8, 6, 8, 6, 8, 6, 1434]" -"flatten","2","N/A","torch.float16","H10080GBHBM3","[[2, 1]]","[0]" -"expand","3","N/A","torch.float16","H10080GBHBM3","[[128, -1, -1], [256, -1, -1], [512, -1, -1]]","[0, 0, 0]" -"cat","257","torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16","torch.float16","H10080GBHBM3","[[3, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192], [2, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768, 1, 768]]","[15, 164]" -"interpolate","4","torch.float16","torch.float16","H10080GBHBM3","[[1, 192, 50, 83]]","[372]" -"cat","3","torch.float16","torch.float16","H10080GBHBM3","[[3, 1, 192]]","[3]" -"scaled_dot_product_attention","14","torch.float16,torch.float16,torch.float16","torch.float16","H10080GBHBM3","[[128, 3, 165, 64, 128, 3, 165, 64, 128, 3, 165, 64, 1, 0.0], [256, 3, 165, 64, 256, 3, 165, 64, 256, 3, 165, 64, 1, 0.0], [512, 3, 165, 64, 512, 3, 165, 64, 512, 3, 165, 64, 1, 0.0], [128, 12, 197, 64, 128, 12, 197, 64, 128, 12, 197, 64, 1, 0.0]]","[30, 61, 119, 131]" -"relu","3","torch.float16","torch.float16","H10080GBHBM3","[[128, 100, 192], [256, 100, 192], [512, 100, 192], [128, 100, 256], [256, 100, 256]]","[4, 7, 13, 5, 8]" -"sigmoid","1","N/A","torch.float16","H10080GBHBM3","[[1]]","[1]" -"cat","513","torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16","torch.float16","H10080GBHBM3","[[3, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192]]","[27]" -"cat","1025","torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16,torch.float16","torch.float16","H10080GBHBM3","[[3, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192, 1, 192]]","[49]" -"Conv2d","8","torch.float16,torch.float16","torch.float16","H10080GBHBM3","[[128, 3, 128, 128, 64, 3, 7, 7], [128, 64, 32, 32, 64, 64, 1, 1], [128, 64, 32, 32, 64, 64, 3, 3], [128, 64, 32, 32, 256, 64, 1, 1], [128, 256, 32, 32, 64, 256, 1, 1], [128, 256, 32, 32, 128, 256, 1, 1], [128, 128, 32, 32, 128, 128, 3, 3], [128, 128, 16, 16, 512, 128, 1, 1], [128, 256, 32, 32, 512, 256, 1, 1], [128, 512, 16, 16, 128, 512, 1, 1], [128, 128, 16, 16, 128, 128, 3, 3], [128, 512, 16, 16, 256, 512, 1, 1], [128, 256, 16, 16, 256, 256, 3, 3], [128, 256, 8, 8, 1024, 256, 1, 1], [128, 512, 16, 16, 1024, 512, 1, 1], [128, 1024, 8, 8, 256, 1024, 1, 1], [128, 256, 8, 8, 256, 256, 3, 3], [128, 1024, 8, 8, 512, 1024, 1, 1], [128, 512, 8, 8, 512, 512, 3, 3], [128, 512, 4, 4, 2048, 512, 1, 1], [128, 1024, 8, 8, 2048, 1024, 1, 1], [128, 2048, 4, 4, 512, 2048, 1, 1], [128, 512, 4, 4, 512, 512, 3, 3], [256, 3, 128, 128, 64, 3, 7, 7], [256, 64, 32, 32, 64, 64, 1, 1], [256, 64, 32, 32, 64, 64, 3, 3], [256, 64, 32, 32, 256, 64, 1, 1], [256, 256, 32, 32, 64, 256, 1, 1], [256, 256, 32, 32, 128, 256, 1, 1], [256, 128, 32, 32, 128, 128, 3, 3], [256, 128, 16, 16, 512, 128, 1, 1], [256, 256, 32, 32, 512, 256, 1, 1], [256, 512, 16, 16, 128, 512, 1, 1], [256, 128, 16, 16, 128, 128, 3, 3], [256, 512, 16, 16, 256, 512, 1, 1], [256, 256, 16, 16, 256, 256, 3, 3], [256, 256, 8, 8, 1024, 256, 1, 1], [256, 512, 16, 16, 1024, 512, 1, 1], [256, 1024, 8, 8, 256, 1024, 1, 1], [256, 256, 8, 8, 256, 256, 3, 3], [256, 1024, 8, 8, 512, 1024, 1, 1], [256, 512, 8, 8, 512, 512, 3, 3], [256, 512, 4, 4, 2048, 512, 1, 1], [256, 1024, 8, 8, 2048, 1024, 1, 1], [256, 2048, 4, 4, 512, 2048, 1, 1], [256, 512, 4, 4, 512, 512, 3, 3], [512, 3, 129, 129, 32, 3, 3, 3], [512, 32, 64, 64, 16, 32, 1, 1], [512, 16, 64, 64, 96, 16, 1, 1], [512, 96, 32, 32, 24, 96, 1, 1], [512, 24, 32, 32, 144, 24, 1, 1], [512, 144, 32, 32, 24, 144, 1, 1], [512, 144, 16, 16, 40, 144, 1, 1], [512, 40, 16, 16, 240, 40, 1, 1], [512, 240, 16, 16, 40, 240, 1, 1], [512, 240, 8, 8, 80, 240, 1, 1], [512, 80, 8, 8, 480, 80, 1, 1], [512, 480, 8, 8, 80, 480, 1, 1], [512, 480, 8, 8, 112, 480, 1, 1], [512, 112, 8, 8, 672, 112, 1, 1], [512, 672, 8, 8, 112, 672, 1, 1], [512, 672, 4, 4, 192, 672, 1, 1], [512, 192, 4, 4, 1152, 192, 1, 1], [512, 1152, 4, 4, 192, 1152, 1, 1], [512, 1152, 4, 4, 320, 1152, 1, 1], [512, 320, 4, 4, 1280, 320, 1, 1], [256, 3, 129, 129, 32, 3, 3, 3], [256, 32, 64, 64, 16, 32, 1, 1], [256, 16, 64, 64, 96, 16, 1, 1], [256, 96, 32, 32, 24, 96, 1, 1], [256, 24, 32, 32, 144, 24, 1, 1], [256, 144, 32, 32, 24, 144, 1, 1], [256, 144, 16, 16, 40, 144, 1, 1], [256, 40, 16, 16, 240, 40, 1, 1], [256, 240, 16, 16, 40, 240, 1, 1], [256, 240, 8, 8, 80, 240, 1, 1], [256, 80, 8, 8, 480, 80, 1, 1], [256, 480, 8, 8, 80, 480, 1, 1], [256, 480, 8, 8, 112, 480, 1, 1], [256, 112, 8, 8, 672, 112, 1, 1], [256, 672, 8, 8, 112, 672, 1, 1], [256, 672, 4, 4, 192, 672, 1, 1], [256, 192, 4, 4, 1152, 192, 1, 1], [256, 1152, 4, 4, 192, 1152, 1, 1], [256, 1152, 4, 4, 320, 1152, 1, 1], [256, 320, 4, 4, 1280, 320, 1, 1], [128, 3, 129, 129, 32, 3, 3, 3], [128, 32, 64, 64, 16, 32, 1, 1], [128, 16, 64, 64, 96, 16, 1, 1], [128, 96, 32, 32, 24, 96, 1, 1], [128, 24, 32, 32, 144, 24, 1, 1], [128, 144, 32, 32, 24, 144, 1, 1], [128, 144, 16, 16, 40, 144, 1, 1], [128, 40, 16, 16, 240, 40, 1, 1], [128, 240, 16, 16, 40, 240, 1, 1], [128, 240, 8, 8, 80, 240, 1, 1], [128, 80, 8, 8, 480, 80, 1, 1], [128, 480, 8, 8, 80, 480, 1, 1], [128, 480, 8, 8, 112, 480, 1, 1], [128, 112, 8, 8, 672, 112, 1, 1], [128, 672, 8, 8, 112, 672, 1, 1], [128, 672, 4, 4, 192, 672, 1, 1], [128, 192, 4, 4, 1152, 192, 1, 1], [128, 1152, 4, 4, 192, 1152, 1, 1], [128, 1152, 4, 4, 320, 1152, 1, 1], [128, 320, 4, 4, 1280, 320, 1, 1], [512, 3, 128, 128, 64, 3, 7, 7], [512, 64, 32, 32, 64, 64, 1, 1], [512, 64, 32, 32, 64, 64, 3, 3], [512, 64, 32, 32, 256, 64, 1, 1], [512, 256, 32, 32, 64, 256, 1, 1], [512, 256, 32, 32, 128, 256, 1, 1], [512, 128, 32, 32, 128, 128, 3, 3], [512, 128, 16, 16, 512, 128, 1, 1], [512, 256, 32, 32, 512, 256, 1, 1], [512, 512, 16, 16, 128, 512, 1, 1], [512, 128, 16, 16, 128, 128, 3, 3], [512, 512, 16, 16, 256, 512, 1, 1], [512, 256, 16, 16, 256, 256, 3, 3], [512, 256, 8, 8, 1024, 256, 1, 1], [512, 512, 16, 16, 1024, 512, 1, 1], [512, 1024, 8, 8, 256, 1024, 1, 1], [512, 256, 8, 8, 256, 256, 3, 3], [512, 1024, 8, 8, 512, 1024, 1, 1], [512, 512, 8, 8, 512, 512, 3, 3], [512, 512, 4, 4, 2048, 512, 1, 1], [512, 1024, 8, 8, 2048, 1024, 1, 1], [512, 2048, 4, 4, 512, 2048, 1, 1], [512, 512, 4, 4, 512, 512, 3, 3]]","[228, 16, 63, 33, 38, 42, 69, 20, 119, 58, 39, 19, 40, 19, 71, 13, 32, 38, 51, 31, 49, 47, 49, 449, 29, 133, 66, 66, 73, 126, 35, 226, 115, 74, 42, 74, 71, 132, 27, 49, 80, 83, 55, 91, 50, 67, 247, 92, 174, 55, 70, 71, 23, 39, 33, 12, 69, 15, 22, 39, 28, 36, 55, 52, 63, 64, 132, 51, 89, 31, 38, 41, 11, 22, 14, 7, 36, 9, 10, 47, 17, 21, 32, 31, 36, 39, 68, 32, 50, 17, 25, 23, 6, 13, 7, 5, 23, 6, 7, 27, 9, 16, 21, 18, 21, 23, 891, 53, 245, 127, 119, 138, 230, 233, 445, 213, 152, 74, 140, 134, 252, 125, 87, 157, 113, 109, 173, 105, 94]" -"add","5","torch.float16","torch.float16","H10080GBHBM3","[[1, 64, 1, 1, 1e-05], [1, 256, 1, 1, 1e-05], [1, 128, 1, 1, 1e-05], [1, 512, 1, 1, 1e-05], [1, 1024, 1, 1, 1e-05], [1, 2048, 1, 1, 1e-05]]","[1, 1, 1, 1, 1, 1]" -"rsqrt","1","N/A","torch.float16","H10080GBHBM3","[[1]]","[1]" -"sub","8","torch.float16,torch.float16","torch.float16","H10080GBHBM3","[[1, 64, 1, 1, 1, 64, 1, 1], [1, 256, 1, 1, 1, 256, 1, 1], [1, 128, 1, 1, 1, 128, 1, 1], [1, 512, 1, 1, 1, 512, 1, 1], [1, 1024, 1, 1, 1, 1024, 1, 1], [1, 2048, 1, 1, 1, 2048, 1, 1]]","[1, 1, 1, 1, 1, 1]" -"ReLU","4","torch.float16,","torch.float16","H10080GBHBM3","[[128, 64, 64, 64], [128, 64, 32, 32], [128, 256, 32, 32], [128, 128, 32, 32], [128, 128, 16, 16], [128, 512, 16, 16], [128, 256, 16, 16], [128, 256, 8, 8], [128, 1024, 8, 8], [128, 512, 8, 8], [128, 512, 4, 4], [128, 2048, 4, 4], [256, 64, 64, 64], [256, 64, 32, 32], [256, 256, 32, 32], [256, 128, 32, 32], [256, 128, 16, 16], [256, 512, 16, 16], [256, 256, 16, 16], [256, 256, 8, 8], [256, 1024, 8, 8], [256, 512, 8, 8], [256, 512, 4, 4], [256, 2048, 4, 4], [512, 64, 64, 64], [512, 64, 32, 32], [512, 256, 32, 32], [512, 128, 32, 32], [512, 128, 16, 16], [512, 512, 16, 16], [512, 256, 16, 16], [512, 256, 8, 8], [512, 1024, 8, 8], [512, 512, 8, 8], [512, 512, 4, 4], [512, 2048, 4, 4]]","[46, 11, 46, 22, 6, 22, 11, 4, 11, 6, 2, 6, 92, 22, 93, 46, 11, 46, 22, 6, 22, 11, 4, 11, 186, 48, 188, 93, 24, 95, 48, 11, 49, 24, 6, 25]" -"MaxPool2d","4","torch.float16,","torch.float16","H10080GBHBM3","[[128, 64, 64, 64], [256, 64, 64, 64], [512, 64, 64, 64]]","[138, 270, 541]" -"Identity","4","torch.float16,","torch.float16","H10080GBHBM3","[[128, 64, 32, 32], [128, 128, 16, 16], [128, 256, 8, 8], [128, 512, 4, 4], [256, 64, 32, 32], [256, 128, 16, 16], [256, 256, 8, 8], [256, 512, 4, 4], [256, 256, 32, 32], [256, 512, 16, 16], [256, 1024, 8, 8], [256, 2048, 4, 4], [512, 256, 32, 32], [512, 512, 16, 16], [512, 1024, 8, 8], [512, 2048, 4, 4]]","[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" -"iadd","8","torch.float16,torch.float16","torch.float16","H10080GBHBM3","[[128, 256, 32, 32, 128, 256, 32, 32], [128, 512, 16, 16, 128, 512, 16, 16], [128, 1024, 8, 8, 128, 1024, 8, 8], [128, 2048, 4, 4, 128, 2048, 4, 4], [256, 256, 32, 32, 256, 256, 32, 32], [256, 512, 16, 16, 256, 512, 16, 16], [256, 1024, 8, 8, 256, 1024, 8, 8], [256, 2048, 4, 4, 256, 2048, 4, 4], [512, 256, 32, 32, 512, 256, 32, 32], [512, 512, 16, 16, 512, 512, 16, 16], [512, 1024, 8, 8, 512, 1024, 8, 8], [512, 2048, 4, 4, 512, 2048, 4, 4]]","[65, 34, 13, 7, 130, 65, 32, 13, 258, 128, 64, 30]" -"interpolate","4","torch.float32","torch.float32","H10080GBHBM3","[[1, 128, 128, 128], [1, 256, 128, 128]]","[2, 3]" -"cumsum","2","N/A","torch.float32","H10080GBHBM3","[[1, 1], [2, 1]]","[12, 4]" -"getitem","4","torch.float32","torch.float32","H10080GBHBM3","[[128, 32, 32, 3], [128, 32, 32, 4], [128, 16, 16, 3], [128, 16, 16, 4], [128, 8, 8, 3], [128, 8, 8, 4], [128, 4, 4, 3], [128, 4, 4, 4], [256, 32, 32, 3], [256, 32, 32, 4], [256, 16, 16, 3], [256, 16, 16, 4], [256, 8, 8, 3], [256, 8, 8, 4], [256, 4, 4, 3], [256, 4, 4, 4]]","[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" -"truediv","6","torch.float32,torch.float32","torch.float32","H10080GBHBM3","[[128, 32, 32, 128, 1, 32], [128, 32, 32, 128, 32, 1], [128, 16, 16, 128, 1, 16], [128, 16, 16, 128, 16, 1], [128, 8, 8, 128, 1, 8], [128, 8, 8, 128, 8, 1], [128, 4, 4, 128, 1, 4], [128, 4, 4, 128, 4, 1], [256, 32, 32, 256, 1, 32], [256, 32, 32, 256, 32, 1], [256, 16, 16, 256, 1, 16], [256, 16, 16, 256, 16, 1], [256, 8, 8, 256, 1, 8], [256, 8, 8, 256, 8, 1], [256, 4, 4, 256, 1, 4], [256, 4, 4, 256, 4, 1]]","[2, 2, 2, 2, 2, 2, 1, 1, 3, 2, 2, 2, 2, 2, 2, 2]" -"div","2","torch.float32","torch.float32","H10080GBHBM3","[[128, 2]]","[1]" -"mul","2","torch.float32","torch.float32","H10080GBHBM3","[[2, 128]]","[1]" -"truediv","2","torch.float32","torch.float32","H10080GBHBM3","[[128, 128]]","[1]" -"pow","2","torch.float32","torch.float32","H10080GBHBM3","[[10000, 128]]","[3]" -"truediv","5","torch.float32,torch.float32","torch.float32","H10080GBHBM3","[[128, 32, 32, 1, 128], [128, 16, 16, 1, 128], [128, 8, 8, 1, 128], [128, 4, 4, 1, 128], [256, 32, 32, 1, 128], [256, 16, 16, 1, 128], [256, 8, 8, 1, 128], [256, 4, 4, 1, 128]]","[41, 12, 4, 2, 82, 21, 7, 3]" -"getitem","5","torch.float32","torch.float32","H10080GBHBM3","[[128, 32, 32, 128, 4], [128, 16, 16, 128, 4], [128, 8, 8, 128, 4], [128, 4, 4, 128, 4], [256, 32, 32, 128, 4], [256, 16, 16, 128, 4], [256, 8, 8, 128, 4], [256, 4, 4, 128, 4]]","[0, 0, 0, 0, 0, 0, 0, 0]" -"stack","385","torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32","torch.float32","H10080GBHBM3","[[2, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64], [2, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64], [2, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64], [2, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64]]","[112, 17, 6, 4]" -"flatten","2","N/A","torch.float32","H10080GBHBM3","[[3, 1]]","[0]" -"cat","385","torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32","torch.float32","H10080GBHBM3","[[2, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128], [2, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128], [2, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128], [2, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128]]","[91, 24, 7, 3]" -"permute","4","N/A","torch.float32","H10080GBHBM3","[[0, 3, 1, 2]]","[0]" -"permute","3","N/A","torch.float16","H10080GBHBM3","[[0, 2, 1]]","[0]" -"flatten","2","N/A","torch.bool","H10080GBHBM3","[[1, 1]]","[0]" -"getitem","3","torch.bool","torch.bool","H10080GBHBM3","[[128, 16, 4], [256, 16, 4]]","[0, 0]" -"expand","4","N/A","torch.bool","H10080GBHBM3","[[128, 1, 16, 16], [128, 1, 100, 16], [256, 1, 16, 16], [256, 1, 100, 16]]","[0, 0, 0, 0]" -"repeat","3","N/A","torch.float16","H10080GBHBM3","[[128, 1, 1], [256, 1, 1]]","[8, 13]" -"zeros_like","3","torch.float16","torch.float16","H10080GBHBM3","[[128, 100, 256], [256, 100, 256]]","[5, 9]" -"stack","769","torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32","torch.float32","H10080GBHBM3","[[2, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64, 32, 32, 64], [2, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64, 16, 16, 64], [2, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64, 8, 8, 64], [2, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64, 4, 4, 64]]","[220, 52, 10, 4]" -"cat","769","torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32,torch.float32","torch.float32","H10080GBHBM3","[[2, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128, 32, 32, 128], [2, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128, 16, 16, 128], [2, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128, 8, 8, 128], [2, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128, 4, 4, 128]]","[186, 49, 13, 5]" -"ZeroPad2d","4","torch.float16,","torch.float16","H10080GBHBM3","[[512, 3, 128, 128], [512, 96, 64, 64], [512, 144, 32, 32], [512, 240, 16, 16], [512, 672, 8, 8], [256, 3, 128, 128], [256, 96, 64, 64], [256, 144, 32, 32], [256, 240, 16, 16], [256, 672, 8, 8], [128, 3, 128, 128], [128, 96, 64, 64], [128, 144, 32, 32], [128, 240, 16, 16], [128, 672, 8, 8]]","[104, 836, 341, 146, 134, 54, 421, 174, 78, 73, 27, 213, 90, 32, 27]" -"BatchNorm2d","6","torch.float16,torch.float16,torch.float16","torch.float16","H10080GBHBM3","[[512, 32, 64, 64, 32, 32], [512, 16, 64, 64, 16, 16], [512, 96, 64, 64, 96, 96], [512, 96, 32, 32, 96, 96], [512, 24, 32, 32, 24, 24], [512, 144, 32, 32, 144, 144], [512, 144, 16, 16, 144, 144], [512, 40, 16, 16, 40, 40], [512, 240, 16, 16, 240, 240], [512, 240, 8, 8, 240, 240], [512, 80, 8, 8, 80, 80], [512, 480, 8, 8, 480, 480], [512, 112, 8, 8, 112, 112], [512, 672, 8, 8, 672, 672], [512, 672, 4, 4, 672, 672], [512, 192, 4, 4, 192, 192], [512, 1152, 4, 4, 1152, 1152], [512, 320, 4, 4, 320, 320], [512, 1280, 4, 4, 1280, 1280], [256, 32, 64, 64, 32, 32], [256, 16, 64, 64, 16, 16], [256, 96, 64, 64, 96, 96], [256, 96, 32, 32, 96, 96], [256, 24, 32, 32, 24, 24], [256, 144, 32, 32, 144, 144], [256, 144, 16, 16, 144, 144], [256, 40, 16, 16, 40, 40], [256, 240, 16, 16, 240, 240], [256, 240, 8, 8, 240, 240], [256, 80, 8, 8, 80, 80], [256, 480, 8, 8, 480, 480], [256, 112, 8, 8, 112, 112], [256, 672, 8, 8, 672, 672], [256, 672, 4, 4, 672, 672], [256, 192, 4, 4, 192, 192], [256, 1152, 4, 4, 1152, 1152], [256, 320, 4, 4, 320, 320], [256, 1280, 4, 4, 1280, 1280], [128, 32, 64, 64, 32, 32], [128, 16, 64, 64, 16, 16], [128, 96, 64, 64, 96, 96], [128, 96, 32, 32, 96, 96], [128, 24, 32, 32, 24, 24], [128, 144, 32, 32, 144, 144], [128, 144, 16, 16, 144, 144], [128, 40, 16, 16, 40, 40], [128, 240, 16, 16, 240, 240], [128, 240, 8, 8, 240, 240], [128, 80, 8, 8, 80, 80], [128, 480, 8, 8, 480, 480], [128, 112, 8, 8, 112, 112], [128, 672, 8, 8, 672, 672], [128, 672, 4, 4, 672, 672], [128, 192, 4, 4, 192, 192], [128, 1152, 4, 4, 1152, 1152], [128, 320, 4, 4, 320, 320], [128, 1280, 4, 4, 1280, 1280], [256, 64, 64, 64, 64, 64], [256, 64, 32, 32, 64, 64], [256, 256, 32, 32, 256, 256], [256, 128, 32, 32, 128, 128], [256, 128, 16, 16, 128, 128], [256, 512, 16, 16, 512, 512], [256, 256, 16, 16, 256, 256], [256, 256, 8, 8, 256, 256], [256, 1024, 8, 8, 1024, 1024], [256, 512, 8, 8, 512, 512], [256, 512, 4, 4, 512, 512], [256, 2048, 4, 4, 2048, 2048], [512, 64, 64, 64, 64, 64], [512, 64, 32, 32, 64, 64], [512, 256, 32, 32, 256, 256], [512, 128, 32, 32, 128, 128], [512, 128, 16, 16, 128, 128], [512, 512, 16, 16, 512, 512], [512, 256, 16, 16, 256, 256], [512, 256, 8, 8, 256, 256], [512, 1024, 8, 8, 1024, 1024], [512, 512, 8, 8, 512, 512], [512, 512, 4, 4, 512, 512], [512, 2048, 4, 4, 2048, 2048]]","[169, 87, 494, 132, 36, 198, 52, 18, 83, 79, 28, 155, 39, 164, 110, 34, 165, 55, 164, 88, 45, 252, 67, 18, 104, 28, 11, 45, 41, 16, 80, 22, 109, 59, 19, 94, 30, 104, 47, 18, 129, 37, 9, 55, 17, 7, 23, 23, 10, 41, 12, 57, 31, 13, 50, 18, 55, 169, 49, 179, 92, 25, 89, 47, 45, 164, 86, 45, 164, 329, 92, 348, 176, 46, 172, 89, 84, 164, 164, 85, 164]" -"SiLU","4","torch.float16,","torch.float16","H10080GBHBM3","[[512, 32, 64, 64], [512, 8, 1, 1], [512, 96, 64, 64], [512, 96, 32, 32], [512, 4, 1, 1], [512, 144, 32, 32], [512, 6, 1, 1], [512, 144, 16, 16], [512, 240, 16, 16], [512, 10, 1, 1], [512, 240, 8, 8], [512, 480, 8, 8], [512, 20, 1, 1], [512, 672, 8, 8], [512, 28, 1, 1], [512, 672, 4, 4], [512, 1152, 4, 4], [512, 48, 1, 1], [512, 1280, 4, 4], [256, 32, 64, 64], [256, 8, 1, 1], [256, 96, 64, 64], [256, 96, 32, 32], [256, 4, 1, 1], [256, 144, 32, 32], [256, 6, 1, 1], [256, 144, 16, 16], [256, 240, 16, 16], [256, 10, 1, 1], [256, 240, 8, 8], [256, 480, 8, 8], [256, 20, 1, 1], [256, 672, 8, 8], [256, 28, 1, 1], [256, 672, 4, 4], [256, 1152, 4, 4], [256, 48, 1, 1], [256, 1280, 4, 4], [128, 32, 64, 64], [128, 8, 1, 1], [128, 96, 64, 64], [128, 96, 32, 32], [128, 4, 1, 1], [128, 144, 32, 32], [128, 6, 1, 1], [128, 144, 16, 16], [128, 240, 16, 16], [128, 10, 1, 1], [128, 240, 8, 8], [128, 480, 8, 8], [128, 20, 1, 1], [128, 672, 8, 8], [128, 28, 1, 1], [128, 672, 4, 4], [128, 1152, 4, 4], [128, 48, 1, 1], [128, 1280, 4, 4]]","[98, 1, 292, 73, 1, 109, 1, 29, 47, 1, 11, 24, 1, 32, 1, 8, 13, 2, 15, 50, 1, 149, 37, 1, 56, 1, 13, 24, 1, 6, 11, 1, 16, 2, 5, 7, 1, 8, 26, 1, 73, 19, 1, 29, 1, 7, 11, 1, 4, 6, 1, 8, 1, 3, 4, 1, 4]" -"forward","4","torch.float16","torch.float16","H10080GBHBM3","[[512, 32, 64, 64], [512, 96, 65, 65], [512, 144, 32, 32], [512, 144, 35, 35], [512, 240, 16, 16], [512, 240, 17, 17], [512, 480, 8, 8], [512, 672, 8, 8], [512, 672, 11, 11], [512, 1152, 4, 4], [256, 32, 64, 64], [256, 96, 65, 65], [256, 144, 32, 32], [256, 144, 35, 35], [256, 240, 16, 16], [256, 240, 17, 17], [256, 480, 8, 8], [256, 672, 8, 8], [256, 672, 11, 11], [256, 1152, 4, 4], [128, 32, 64, 64], [128, 96, 65, 65], [128, 144, 32, 32], [128, 144, 35, 35], [128, 240, 16, 16], [128, 240, 17, 17], [128, 480, 8, 8], [128, 672, 8, 8], [128, 672, 11, 11], [128, 1152, 4, 4]]","[151, 546, 183, 697, 121, 84, 70, 163, 129, 302, 76, 275, 95, 352, 62, 43, 35, 82, 67, 150, 40, 139, 48, 176, 32, 21, 19, 42, 34, 78]" -"AdaptiveAvgPool2d","4","torch.float16,","torch.float16","H10080GBHBM3","[[512, 32, 64, 64], [512, 96, 32, 32], [512, 144, 32, 32], [512, 144, 16, 16], [512, 240, 16, 16], [512, 240, 8, 8], [512, 480, 8, 8], [512, 672, 8, 8], [512, 672, 4, 4], [512, 1152, 4, 4], [256, 32, 64, 64], [256, 96, 32, 32], [256, 144, 32, 32], [256, 144, 16, 16], [256, 240, 16, 16], [256, 240, 8, 8], [256, 480, 8, 8], [256, 672, 8, 8], [256, 672, 4, 4], [256, 1152, 4, 4], [128, 32, 64, 64], [128, 96, 32, 32], [128, 144, 32, 32], [128, 144, 16, 16], [128, 240, 16, 16], [128, 240, 8, 8], [128, 480, 8, 8], [128, 672, 8, 8], [128, 672, 4, 4], [128, 1152, 4, 4], [256, 2048, 4, 4], [512, 2048, 4, 4]]","[58, 51, 70, 30, 44, 29, 60, 83, 37, 62, 32, 29, 42, 11, 24, 16, 29, 42, 19, 32, 19, 10, 21, 7, 10, 9, 16, 21, 11, 17, 55, 114]" -"Sigmoid","4","torch.float16,","torch.float16","H10080GBHBM3","[[512, 32, 1, 1], [512, 96, 1, 1], [512, 144, 1, 1], [512, 240, 1, 1], [512, 480, 1, 1], [512, 672, 1, 1], [512, 1152, 1, 1], [256, 32, 1, 1], [256, 96, 1, 1], [256, 144, 1, 1], [256, 240, 1, 1], [256, 480, 1, 1], [256, 672, 1, 1], [256, 1152, 1, 1], [128, 32, 1, 1], [128, 96, 1, 1], [128, 144, 1, 1], [128, 240, 1, 1], [128, 480, 1, 1], [128, 672, 1, 1], [128, 1152, 1, 1]]","[1, 1, 1, 2, 2, 2, 2, 1, 1, 1, 1, 1, 1, 2, 1, 2, 1, 1, 1, 1, 1]" -"AvgPool2d","4","torch.float16,","torch.float16","H10080GBHBM3","[[512, 1280, 4, 4], [256, 1280, 4, 4], [128, 1280, 4, 4]]","[16, 10, 7]" -"reshape","2","N/A","torch.float16","H10080GBHBM3","[[2, 1]]","[0]" -"Dropout","2","torch.float16,","torch.float16","H10080GBHBM3","[[512, 1280], [256, 1280], [128, 1280]]","[0, 0, 0]" -"Linear","5","torch.float16,torch.float16,torch.float16","torch.float16","H10080GBHBM3","[[512, 1280, 1000, 1280, 1000], [256, 1280, 1000, 1280, 1000], [128, 1280, 1000, 1280, 1000], [128, 768, 1000, 768, 1000], [256, 2048, 1000, 2048, 1000], [512, 2048, 1000, 2048, 1000]]","[11, 8, 7, 9, 10, 11]" -"Size","2","N/A","N/A","H10080GBHBM3","[[2, 1]]","[0]" -"Flatten","4","torch.float16,","torch.float16","H10080GBHBM3","[[256, 2048, 1, 1], [512, 2048, 1, 1]]","[0, 0]" diff --git a/tests/test_backend.py b/tests/test_backend.py deleted file mode 100644 index 8bd08ad..0000000 --- a/tests/test_backend.py +++ /dev/null @@ -1,260 +0,0 @@ -from http import HTTPStatus -from copy import deepcopy -from unittest import TestCase -from unittest.mock import patch, MagicMock -import torch -from parameterized import parameterized_class -from torch.fx import GraphModule -import centml -from centml.compiler.backend import Runner -from centml.compiler.config import CompilationStatus, settings -from .test_helpers import MODEL_SUITE - - -# Ensure remote_compilation is called in the same thread -def start_func(thread_self): - thread_self._target() - - -class SetUpGraphModule(TestCase): - @patch('threading.Thread.start', new=lambda x: None) - def setUp(self) -> None: - model = MagicMock(spec=GraphModule) - inputs = [torch.tensor([1.0])] - self.runner = Runner(model, inputs) - - -@parameterized_class(list(MODEL_SUITE.values())) -class TestGetModelId(SetUpGraphModule): - # Reset the dynamo cache to force recompilation - def tearDown(self) -> None: - torch._dynamo.reset() - - @patch("centml.compiler.backend.os.path.isfile", new=lambda x: False) - def test_no_serialized_model(self): - with self.assertRaises(Exception) as context: - self.runner._get_model_id() - - self.assertIn("Model not saved at path", str(context.exception)) - - # Given the same model graph, the model id should be the same - # Grab the model_id's passed to get_backend_compiled_forward_path - @patch("threading.Thread.start", new=start_func) - @patch("centml.compiler.backend.get_backend_compiled_forward_path", side_effect=Exception("Exiting early")) - def test_model_id_consistency(self, mock_get_path): - # self.model and self.inputs come from @parameterized_class - model_compiled_1 = centml.compile(self.model) - model_compiled_1(self.inputs) - hash_1 = mock_get_path.call_args[0][0] - torch._dynamo.reset() # Reset the dynamo cache to force recompilation - - model_compiled_2 = centml.compile(self.model) - model_compiled_2(self.inputs) - hash_2 = mock_get_path.call_args[0][0] - torch._dynamo.reset() - - self.assertEqual(hash_1, hash_2) - - # Given two different models, the model ids should be different - # We made the models different by adding 1 to the first value in some layer's - # Grab the model_id's passed to get_backend_compiled_forward_path - @patch("threading.Thread.start", new=start_func) - @patch("centml.compiler.backend.get_backend_compiled_forward_path", side_effect=Exception("Exiting early")) - def test_model_id_uniqueness(self, mock_get_path): - def get_modified_model(model): - modified = deepcopy(model) - state_dict = modified.state_dict() - some_layer = list(state_dict.values())[0] - some_layer.view(-1)[0] += 1 - return modified - - # self.model and self.inputs come from @parameterized_class - model_compiled_1 = centml.compile(self.model) - model_compiled_1(self.inputs) - hash_1 = mock_get_path.call_args[0][0] - - model_2 = get_modified_model(self.model) - model_compiled_2 = centml.compile(model_2) - model_compiled_2(self.inputs) - hash_2 = mock_get_path.call_args[0][0] - - self.assertNotEqual(hash_1, hash_2) - - -class TestDownloadModel(SetUpGraphModule): - @patch("os.makedirs") - @patch("centml.compiler.backend.requests") - def test_failed_download(self, mock_requests, mock_makedirs): - # Mock the response from the requests library - mock_response = MagicMock() - mock_response.status_code = HTTPStatus.NOT_FOUND - mock_requests.get.return_value = mock_response - - model_id = "download_fail" - with self.assertRaises(Exception) as context: - self.runner._download_model(model_id) - - mock_requests.get.assert_called_once() - self.assertIn("Download: request failed, exception from server", str(context.exception)) - mock_makedirs.assert_not_called() - - @patch("os.makedirs") - @patch("builtins.open") - @patch("centml.compiler.backend.torch.load") - @patch("centml.compiler.backend.requests") - def test_successful_download(self, mock_requests, mock_load, mock_open, mock_makedirs): - # Mock the response from the requests library - mock_response = MagicMock(spec=bytes) - mock_response.status_code = HTTPStatus.OK - mock_response.content = b"model_data" - mock_requests.get.return_value = mock_response - - # Call the _download_model function - model_id = "download_success" - self.runner._download_model(model_id) - - mock_requests.get.assert_called_once() - mock_load.assert_called_once() - mock_open.assert_called_once() - mock_makedirs.assert_called_once() - - -class TestWaitForStatus(SetUpGraphModule): - @patch("centml.compiler.config.settings.CENTML_COMPILER_SLEEP_TIME", new=0) - @patch("centml.compiler.backend.requests") - @patch("logging.Logger.exception") - def test_invalid_status(self, mock_logger, mock_requests): - mock_response = MagicMock() - mock_response.status_code = HTTPStatus.BAD_REQUEST - mock_requests.get.return_value = mock_response - - model_id = "invalid_status" - with self.assertRaises(Exception) as context: - self.runner._wait_for_status(model_id) - - mock_requests.get.assert_called() - assert mock_requests.get.call_count == settings.CENTML_COMPILER_MAX_RETRIES + 1 - assert len(mock_logger.call_args_list) == settings.CENTML_COMPILER_MAX_RETRIES + 1 - print(mock_logger.call_args_list) - assert mock_logger.call_args_list[0].startswith("Status check failed:") - assert "Waiting for status: compilation failed too many times.\n" == str(context.exception) - - @patch("centml.compiler.config.settings.CENTML_COMPILER_SLEEP_TIME", new=0) - @patch("centml.compiler.backend.requests") - @patch("logging.Logger.exception") - def test_exception_in_status(self, mock_logger, mock_requests): - exception_message = "Exiting early" - mock_requests.get.side_effect = Exception(exception_message) - - model_id = "exception_in_status" - with self.assertRaises(Exception) as context: - self.runner._wait_for_status(model_id) - - mock_requests.get.assert_called() - assert mock_requests.get.call_count == settings.CENTML_COMPILER_MAX_RETRIES + 1 - mock_logger.assert_called_with(f"Status check failed:\n{exception_message}") - assert str(context.exception) == "Waiting for status: compilation failed too many times.\n" - - @patch("centml.compiler.config.settings.CENTML_COMPILER_SLEEP_TIME", new=0) - @patch("centml.compiler.backend.Runner._compile_model") - @patch("centml.compiler.backend.requests") - def test_max_tries(self, mock_requests, mock_compile): - mock_response = MagicMock() - mock_response.status_code = HTTPStatus.OK - mock_response.json.return_value = {"status": CompilationStatus.NOT_FOUND.value} - mock_requests.get.return_value = mock_response - - model_id = "max_tries" - with self.assertRaises(Exception) as context: - self.runner._wait_for_status(model_id) - - self.assertEqual(mock_compile.call_count, settings.CENTML_COMPILER_MAX_RETRIES + 1) - self.assertIn("Waiting for status: compilation failed too many times", str(context.exception)) - - @patch("centml.compiler.config.settings.CENTML_COMPILER_SLEEP_TIME", new=0) - @patch("centml.compiler.backend.requests") - def test_wait_on_compilation(self, mock_requests): - # Mock the status check - COMPILATION_STEPS = 10 - mock_response = MagicMock() - mock_response.status_code = HTTPStatus.OK - mock_response.json.side_effect = [{"status": CompilationStatus.COMPILING.value}] * COMPILATION_STEPS + [ - {"status": CompilationStatus.DONE.value} - ] - mock_requests.get.return_value = mock_response - - model_id = "compilation_done" - # _wait_for_status should return True when compilation DONE - assert self.runner._wait_for_status(model_id) - - @patch("centml.compiler.config.settings.CENTML_COMPILER_SLEEP_TIME", new=0) - @patch("centml.compiler.backend.requests") - @patch("centml.compiler.backend.Runner._compile_model") - @patch("logging.Logger.exception") - def test_exception_in_compilation(self, mock_logger, mock_compile, mock_requests): - # Mock the status check - mock_response = MagicMock() - mock_response.status_code = HTTPStatus.OK - mock_response.json.return_value = {"status": CompilationStatus.NOT_FOUND.value} - mock_requests.get.return_value = mock_response - - # Mock the compile model function - exception_message = "Exiting early" - mock_compile.side_effect = Exception(exception_message) - - model_id = "exception_in_compilation" - with self.assertRaises(Exception) as context: - self.runner._wait_for_status(model_id) - - mock_requests.get.assert_called() - assert mock_requests.get.call_count == settings.CENTML_COMPILER_MAX_RETRIES + 1 - - mock_compile.assert_called() - assert mock_compile.call_count == settings.CENTML_COMPILER_MAX_RETRIES + 1 - - mock_logger.assert_called_with(f"Submitting compilation failed:\n{exception_message}") - assert str(context.exception) == "Waiting for status: compilation failed too many times.\n" - - @patch("centml.compiler.backend.requests") - def test_compilation_done(self, mock_requests): - mock_response = MagicMock() - mock_response.status_code = HTTPStatus.OK - mock_response.json.return_value = {"status": CompilationStatus.DONE.value} - mock_requests.get.return_value = mock_response - - model_id = "compilation_done" - # _wait_for_status should return True when compilation DONE - assert self.runner._wait_for_status(model_id) - - -@parameterized_class(list(MODEL_SUITE.values())) -class TestRemoteCompilation(TestCase): - def call_remote_compilation(self): - with patch("threading.Thread.start", new=start_func), patch( - "centml.compiler.backend.Runner.__call__", new=self.model.forward - ): - compiled_model = centml.compile(self.model) - compiled_model(self.inputs) - - torch._dynamo.reset() - - @patch("os.path.isfile", new=lambda x: True) - @patch("centml.compiler.backend.Runner._get_model_id", new=lambda x: "1234") - @patch("centml.compiler.backend.torch.load") - def test_compiled_cached(self, mock_load): - mock_load.return_value = MagicMock() - self.call_remote_compilation() - mock_load.assert_called_once() - - @patch('os.path.isfile', new=lambda x: False) - @patch("centml.compiler.backend.Runner._get_model_id", new=lambda x: "1234") - @patch('centml.compiler.backend.Runner._download_model') - @patch('centml.compiler.backend.Runner._wait_for_status') - def test_compiled_return_not_cached(self, mock_status, mock_download): - mock_status.return_value = True - mock_download.return_value = MagicMock() - - self.call_remote_compilation() - - mock_status.assert_called_once() - mock_download.assert_called_once() diff --git a/tests/test_helpers.py b/tests/test_helpers.py deleted file mode 100644 index 2bee524..0000000 --- a/tests/test_helpers.py +++ /dev/null @@ -1,25 +0,0 @@ -from io import BytesIO -import torch -from transformers import BertForPreTraining, AutoTokenizer - -MODEL_SUITE = { - "resnet18": { - "model": torch.hub.load('pytorch/vision:v0.10.0', 'resnet18', pretrained=True, verbose=False).eval(), - "inputs": torch.zeros(1, 3, 224, 224), - }, - "bert-base-uncased": { - "model": BertForPreTraining.from_pretrained("bert-base-uncased", ignore_mismatched_sizes=True).eval(), - "inputs": AutoTokenizer.from_pretrained("bert-base-uncased")( - "Hello, my dog is cute", padding='max_length', return_tensors="pt" - )['input_ids'], - }, -} - - -def get_dummy_model_and_inputs(model_content, input_content): - model, inputs = BytesIO(), BytesIO() - torch.save(model_content, model) - torch.save(input_content, inputs) - model.seek(0) - inputs.seek(0) - return model, inputs diff --git a/tests/test_server.py b/tests/test_server.py deleted file mode 100644 index a484dd6..0000000 --- a/tests/test_server.py +++ /dev/null @@ -1,168 +0,0 @@ -from unittest import TestCase -from unittest.mock import MagicMock, patch -from http import HTTPStatus -import pytest -import torch -import hidet -from fastapi import UploadFile, HTTPException -from fastapi.testclient import TestClient -from parameterized import parameterized_class -from centml.compiler.server import app, background_compile, read_upload_files -from centml.compiler.config import CompilationStatus -from tests.test_helpers import MODEL_SUITE, get_dummy_model_and_inputs - -client = TestClient(app) - - -class TestStatusHandler(TestCase): - def test_empty_request(self): - response = client.get("/status/") - self.assertEqual(response.status_code, HTTPStatus.NOT_FOUND) - - @patch("os.path.isdir", new=lambda x: False) - def test_model_not_found(self): - model_id = "nonexistent_model" - response = client.get(f"/status/{model_id}") - self.assertEqual(response.status_code, HTTPStatus.OK) - self.assertEqual(response.json(), {"status": CompilationStatus.NOT_FOUND.value}) - - @patch("os.path.isfile", new=lambda x: False) - @patch("os.path.isdir", new=lambda x: True) - def test_model_compiling(self): - model_id = "compiling_model" - response = client.get(f"/status/{model_id}") - self.assertEqual(response.status_code, HTTPStatus.OK) - self.assertEqual(response.json(), {"status": CompilationStatus.COMPILING.value}) - - @patch("os.path.isfile", new=lambda x: True) - @patch("os.path.isdir", new=lambda x: True) - def test_model_done(self): - model_id = "completed_model" - response = client.get(f"/status/{model_id}") - self.assertEqual(response.status_code, HTTPStatus.OK) - self.assertEqual(response.json(), {"status": CompilationStatus.DONE.value}) - - -@parameterized_class(list(MODEL_SUITE.values())) -class TestBackgroundCompile(TestCase): - @pytest.mark.gpu - @patch("os.rename") - @patch("logging.Logger.exception") - @patch("centml.compiler.server.torch.save") - def test_successful_compilation(self, mock_save, mock_logger, mock_rename): - # For some reason there is a deadlock with parallel builds - hidet.option.parallel_build(False) - - # Get the graph_module and example inputs that would be passed to background compile - class MockRunner: - def __init__(self): - self.graph_module = None - self.example_inputs = None - - def __call__(self, module, inputs): - self.graph_module, self.example_inputs = module, inputs - return module.forward - - mock_init = MockRunner() - - # self.model and self.inputs come from @parameterized_class - model, inputs = self.model.cuda(), self.inputs.cuda() - model_compiled = torch.compile(model, backend=mock_init) - model_compiled(inputs) - - model_id = "successful_model" - background_compile(model_id, mock_init.graph_module, mock_init.example_inputs) - - mock_rename.assert_called_once() - mock_save.assert_called_once() - mock_logger.assert_not_called() - - -class TestReadUploadFiles(TestCase): - def test_mock_cant_read(self): - model_id = "file_cant_be_read" - - mock_file = MagicMock() - mock_file.file.read.side_effect = Exception("an exception occurred") - - with self.assertRaises(HTTPException) as excinfo: - read_upload_files(model_id, mock_file, mock_file) - - self.assertEqual(excinfo.exception.status_code, HTTPStatus.BAD_REQUEST) - self.assertIn("Compilation: error reading serialized content", str(excinfo.exception)) - - @patch("torch.load", side_effect=Exception("an exception occurred")) - def test_cant_load(self, mock_load): - model_id = "file_cant_be_unpickled" - - # Create file-like objects with test data - model_file, input_file = get_dummy_model_and_inputs("model", "inputs") - model = UploadFile(filename="model", file=model_file) - inputs = UploadFile(filename="inputs", file=input_file) - - with self.assertRaises(HTTPException) as excinfo: - read_upload_files(model_id, model, inputs) - - mock_load.assert_called_once() - self.assertEqual(excinfo.exception.status_code, HTTPStatus.BAD_REQUEST) - self.assertIn("Compilation: error loading content with torch.load:", str(excinfo.exception)) - - def test_proper_read(self): - model_id = "test_model_id" - - model_data, inputs_data = "model", "inputs" - - # Create file-like objects with test data - model_file, input_file = get_dummy_model_and_inputs("model", "inputs") - model = UploadFile(filename="model", file=model_file) - inputs = UploadFile(filename="inputs", file=input_file) - - tfx_graph, example_inputs = read_upload_files(model_id, model, inputs) - - self.assertEqual(tfx_graph, model_data) - self.assertEqual(example_inputs, inputs_data) - - -class TestCompileHandler(TestCase): - @patch("centml.compiler.server.get_status") - def test_model_compiling(self, mock_status): - model_id = "compiling_model" - mock_status.return_value = CompilationStatus.COMPILING - - model_file, input_file = get_dummy_model_and_inputs("model", "inputs") - response = client.post(f"/submit/{model_id}", files={"model": model_file, "inputs": input_file}) - self.assertEqual(response.status_code, HTTPStatus.OK) - - @patch("os.makedirs") - @patch("centml.compiler.server.background_compile") - @patch("centml.compiler.server.get_status") - def test_model_not_compiled(self, mock_status, mock_compile, mock_mkdir): - model_id = "compiling_model" - mock_status.return_value = CompilationStatus.NOT_FOUND - # Stop compilation from happening - mock_compile.new = lambda x, y, z: None - - model_file, input_file = get_dummy_model_and_inputs("model", "inputs") - response = client.post(f"/submit/{model_id}", files={"model": model_file, "inputs": input_file}) - - self.assertEqual(response.status_code, HTTPStatus.OK) - mock_mkdir.assert_called_once() - mock_compile.assert_called_once() - - -class TestDownloadHandler(TestCase): - @patch("os.path.isfile", new=lambda x: False) - def test_download_handler_invalid_model_id(self): - model_id = "invalid_model_id" - - response = client.get(f"/download/{model_id}") - self.assertEqual(response.status_code, HTTPStatus.NOT_FOUND) - - @patch("os.path.isfile", new=lambda x: True) - @patch("centml.compiler.server.FileResponse") - def test_download_handler_success(self, mock_file_response): - model_id = "valid_model_id" - - response = client.get(f"/download/{model_id}") - - self.assertEqual(response.status_code, HTTPStatus.OK)