diff --git a/nncf/experimental/common/quantization/algorithms/quantizer/openvino_quantizer.py b/nncf/experimental/common/quantization/algorithms/quantizer/openvino_quantizer.py index 36f1f1fd3e3..45a1c69be24 100644 --- a/nncf/experimental/common/quantization/algorithms/quantizer/openvino_quantizer.py +++ b/nncf/experimental/common/quantization/algorithms/quantizer/openvino_quantizer.py @@ -9,15 +9,26 @@ # See the License for the specific language governing permissions and # limitations under the License. +from collections import defaultdict from typing import Optional, Union import torch.fx +from torch.ao.quantization.observer import HistogramObserver +from torch.ao.quantization.observer import PerChannelMinMaxObserver +from torch.ao.quantization.quantizer.quantizer import QuantizationAnnotation as InductorQAnotation +from torch.ao.quantization.quantizer.quantizer import QuantizationSpec as InductorQuantizationSpec +from torch.ao.quantization.quantizer.quantizer import Quantizer as InductorQuantizer from nncf.common.graph.graph import NNCFGraph from nncf.common.quantization.quantizer_propagation.solver import QuantizerPropagationRule +from nncf.common.quantization.quantizer_setup import ActivationQuantizationInsertionPoint from nncf.common.quantization.quantizer_setup import SingleConfigQuantizerSetup from nncf.common.quantization.structs import QuantizationPreset +from nncf.common.quantization.structs import QuantizationScheme +from nncf.common.quantization.structs import QuantizerConfig as NNCFQuantizerConfig from nncf.experimental.common.quantization.algorithms.quantizer.base_quantizer import NNCFQuantizer +from nncf.experimental.torch.fx.nncf_graph_builder import GraphConverter +from nncf.experimental.torch.fx.node_utils import get_graph_node_by_name from nncf.parameters import ModelType from nncf.parameters import QuantizationMode from nncf.parameters import TargetDevice @@ -27,8 +38,10 @@ from nncf.quantization.algorithms.min_max.algorithm import MinMaxQuantization from nncf.scopes import IgnoredScope +QUANT_ANNOTATION_KEY = "quantization_annotation" -class OpenVINOQuantizer(NNCFQuantizer): + +class OpenVINOQuantizer(InductorQuantizer, NNCFQuantizer): def __init__( self, mode: Optional[QuantizationMode] = None, @@ -80,12 +93,74 @@ def __init__( ) def get_quantization_setup(self, model: torch.fx.GraphModule, nncf_graph: NNCFGraph) -> SingleConfigQuantizerSetup: - """ - Builds SingleConfigQuantizerSetup for the given model. - - :param model: Backend-specific model, for which Quantization Target Points are being seek. - :param nncf_graph: NNCFGraph instance. - :return: SingleConfigQuantizerSetup for the given model. - """ self._min_max_algo._set_backend_entity(model) - return self._min_max_algo._find_quantization_setup(model, nncf_graph) + return self._min_max_algo.find_quantization_setup(model, nncf_graph) + + def annotate(self, model: torch.fx.GraphModule) -> torch.fx.GraphModule: + nncf_grpah = GraphConverter.create_nncf_graph(model) + quantization_setup = self.get_quantization_setup(model, nncf_grpah) + target_node_vs_qp = defaultdict(list) + graph = model.graph + for qp in quantization_setup.quantization_points.values(): + target_node_vs_qp[qp.insertion_point.target_node_name].append(qp) + + for target_node_name, qps in target_node_vs_qp.items(): + input_qspec_map = dict() + output_qspec = None + target_node = get_graph_node_by_name(graph, target_node_name) + for qp in qps: + ip = qp.insertion_point + if isinstance(ip, ActivationQuantizationInsertionPoint): + inductor_qspec = self._convert_nncf_qspec_to_inductor_qspec(qp.qconfig, is_weight=False) + if ip.input_port_id is None: + output_qspec = inductor_qspec + else: + node = target_node.all_input_nodes[ip.input_port_id] + input_qspec_map[node] = inductor_qspec + else: + inductor_qspec = self._convert_nncf_qspec_to_inductor_qspec(qp.qconfig, is_weight=True) + weight_node = target_node.all_input_nodes[1] + input_qspec_map[weight_node] = inductor_qspec + + annotation = InductorQAnotation(input_qspec_map=input_qspec_map, output_qspec=output_qspec) + assert QUANT_ANNOTATION_KEY not in target_node.meta + target_node.meta[QUANT_ANNOTATION_KEY] = annotation + + def _convert_nncf_qspec_to_inductor_qspec(self, qspec: NNCFQuantizerConfig, is_weight: bool): + extra_args = {"eps": 2**-12} + if qspec.per_channel: + torch_qscheme = ( + torch.per_channel_symmetric if qspec.mode is QuantizationScheme.SYMMETRIC else torch.per_channel_affine + ) + else: + torch_qscheme = ( + torch.per_tensor_symmetric if qspec.mode is QuantizationScheme.SYMMETRIC else torch.per_tensor_affine + ) + if is_weight: + observer = PerChannelMinMaxObserver + quant_min = -128 + quant_max = 127 + dtype = torch.int8 + channel_axis = 0 + else: + observer = ( + HistogramObserver + if torch_qscheme in [torch.per_tensor_symmetric, torch.per_tensor_affine] + else PerChannelMinMaxObserver + ) + quant_min = 0 + quant_max = 255 + dtype = torch.int8 if qspec.signedness_to_force else torch.uint8 + channel_axis = 1 # channel dim for activations + return InductorQuantizationSpec( + dtype=dtype, + observer_or_fake_quant_ctr=observer.with_args(**extra_args), + quant_min=quant_min, + quant_max=quant_max, + qscheme=torch_qscheme, + ch_axis=channel_axis, + is_dynamic=False, + ) + + def validate(self, model: torch.fx.GraphModule) -> None: + pass diff --git a/tests/torch/data/reference_graphs/fx/experimental/ao_export_quantization_OpenVINOQuantizer/mobilenet_v3_small.dot b/tests/torch/data/reference_graphs/fx/experimental/ao_export_quantization_OpenVINOQuantizer/mobilenet_v3_small.dot new file mode 100644 index 00000000000..8ae7faa470d --- /dev/null +++ b/tests/torch/data/reference_graphs/fx/experimental/ao_export_quantization_OpenVINOQuantizer/mobilenet_v3_small.dot @@ -0,0 +1,1038 @@ +strict digraph { +"0 _scale_0" [id=0, type=get_attr]; +"1 _zero_point_0" [id=1, type=get_attr]; +"2 _frozen_param0" [id=2, type=get_attr]; +"3 dequantize_per_channel_default" [id=3, type=dequantize_per_channel]; +"4 _scale_1" [id=4, type=get_attr]; +"5 _zero_point_1" [id=5, type=get_attr]; +"6 _frozen_param1" [id=6, type=get_attr]; +"7 dequantize_per_channel_default_1" [id=7, type=dequantize_per_channel]; +"8 features_1_block_1_fc1_weight" [id=8, type=get_attr]; +"9 features_1_block_1_fc1_bias" [id=9, type=get_attr]; +"10 features_1_block_1_fc2_weight" [id=10, type=get_attr]; +"11 features_1_block_1_fc2_bias" [id=11, type=get_attr]; +"12 _scale_2" [id=12, type=get_attr]; +"13 _zero_point_2" [id=13, type=get_attr]; +"14 _frozen_param2" [id=14, type=get_attr]; +"15 dequantize_per_channel_default_2" [id=15, type=dequantize_per_channel]; +"16 _scale_3" [id=16, type=get_attr]; +"17 _zero_point_3" [id=17, type=get_attr]; +"18 _frozen_param3" [id=18, type=get_attr]; +"19 dequantize_per_channel_default_3" [id=19, type=dequantize_per_channel]; +"20 _scale_4" [id=20, type=get_attr]; +"21 _zero_point_4" [id=21, type=get_attr]; +"22 _frozen_param4" [id=22, type=get_attr]; +"23 dequantize_per_channel_default_4" [id=23, type=dequantize_per_channel]; +"24 _scale_5" [id=24, type=get_attr]; +"25 _zero_point_5" [id=25, type=get_attr]; +"26 _frozen_param5" [id=26, type=get_attr]; +"27 dequantize_per_channel_default_5" [id=27, type=dequantize_per_channel]; +"28 _scale_6" [id=28, type=get_attr]; +"29 _zero_point_6" [id=29, type=get_attr]; +"30 _frozen_param6" [id=30, type=get_attr]; +"31 dequantize_per_channel_default_6" [id=31, type=dequantize_per_channel]; +"32 _scale_7" [id=32, type=get_attr]; +"33 _zero_point_7" [id=33, type=get_attr]; +"34 _frozen_param7" [id=34, type=get_attr]; +"35 dequantize_per_channel_default_7" [id=35, type=dequantize_per_channel]; +"36 _scale_8" [id=36, type=get_attr]; +"37 _zero_point_8" [id=37, type=get_attr]; +"38 _frozen_param8" [id=38, type=get_attr]; +"39 dequantize_per_channel_default_8" [id=39, type=dequantize_per_channel]; +"40 _scale_9" [id=40, type=get_attr]; +"41 _zero_point_9" [id=41, type=get_attr]; +"42 _frozen_param9" [id=42, type=get_attr]; +"43 dequantize_per_channel_default_9" [id=43, type=dequantize_per_channel]; +"44 _scale_10" [id=44, type=get_attr]; +"45 _zero_point_10" [id=45, type=get_attr]; +"46 _frozen_param10" [id=46, type=get_attr]; +"47 dequantize_per_channel_default_10" [id=47, type=dequantize_per_channel]; +"48 features_4_block_2_fc1_weight" [id=48, type=get_attr]; +"49 features_4_block_2_fc1_bias" [id=49, type=get_attr]; +"50 features_4_block_2_fc2_weight" [id=50, type=get_attr]; +"51 features_4_block_2_fc2_bias" [id=51, type=get_attr]; +"52 _scale_11" [id=52, type=get_attr]; +"53 _zero_point_11" [id=53, type=get_attr]; +"54 _frozen_param11" [id=54, type=get_attr]; +"55 dequantize_per_channel_default_11" [id=55, type=dequantize_per_channel]; +"56 _scale_12" [id=56, type=get_attr]; +"57 _zero_point_12" [id=57, type=get_attr]; +"58 _frozen_param12" [id=58, type=get_attr]; +"59 dequantize_per_channel_default_12" [id=59, type=dequantize_per_channel]; +"60 _scale_13" [id=60, type=get_attr]; +"61 _zero_point_13" [id=61, type=get_attr]; +"62 _frozen_param13" [id=62, type=get_attr]; +"63 dequantize_per_channel_default_13" [id=63, type=dequantize_per_channel]; +"64 features_5_block_2_fc1_weight" [id=64, type=get_attr]; +"65 features_5_block_2_fc1_bias" [id=65, type=get_attr]; +"66 features_5_block_2_fc2_weight" [id=66, type=get_attr]; +"67 features_5_block_2_fc2_bias" [id=67, type=get_attr]; +"68 _scale_14" [id=68, type=get_attr]; +"69 _zero_point_14" [id=69, type=get_attr]; +"70 _frozen_param14" [id=70, type=get_attr]; +"71 dequantize_per_channel_default_14" [id=71, type=dequantize_per_channel]; +"72 _scale_15" [id=72, type=get_attr]; +"73 _zero_point_15" [id=73, type=get_attr]; +"74 _frozen_param15" [id=74, type=get_attr]; +"75 dequantize_per_channel_default_15" [id=75, type=dequantize_per_channel]; +"76 _scale_16" [id=76, type=get_attr]; +"77 _zero_point_16" [id=77, type=get_attr]; +"78 _frozen_param16" [id=78, type=get_attr]; +"79 dequantize_per_channel_default_16" [id=79, type=dequantize_per_channel]; +"80 features_6_block_2_fc1_weight" [id=80, type=get_attr]; +"81 features_6_block_2_fc1_bias" [id=81, type=get_attr]; +"82 features_6_block_2_fc2_weight" [id=82, type=get_attr]; +"83 features_6_block_2_fc2_bias" [id=83, type=get_attr]; +"84 _scale_17" [id=84, type=get_attr]; +"85 _zero_point_17" [id=85, type=get_attr]; +"86 _frozen_param17" [id=86, type=get_attr]; +"87 dequantize_per_channel_default_17" [id=87, type=dequantize_per_channel]; +"88 _scale_18" [id=88, type=get_attr]; +"89 _zero_point_18" [id=89, type=get_attr]; +"90 _frozen_param18" [id=90, type=get_attr]; +"91 dequantize_per_channel_default_18" [id=91, type=dequantize_per_channel]; +"92 _scale_19" [id=92, type=get_attr]; +"93 _zero_point_19" [id=93, type=get_attr]; +"94 _frozen_param19" [id=94, type=get_attr]; +"95 dequantize_per_channel_default_19" [id=95, type=dequantize_per_channel]; +"96 features_7_block_2_fc1_weight" [id=96, type=get_attr]; +"97 features_7_block_2_fc1_bias" [id=97, type=get_attr]; +"98 features_7_block_2_fc2_weight" [id=98, type=get_attr]; +"99 features_7_block_2_fc2_bias" [id=99, type=get_attr]; +"100 _scale_20" [id=100, type=get_attr]; +"101 _zero_point_20" [id=101, type=get_attr]; +"102 _frozen_param20" [id=102, type=get_attr]; +"103 dequantize_per_channel_default_20" [id=103, type=dequantize_per_channel]; +"104 _scale_21" [id=104, type=get_attr]; +"105 _zero_point_21" [id=105, type=get_attr]; +"106 _frozen_param21" [id=106, type=get_attr]; +"107 dequantize_per_channel_default_21" [id=107, type=dequantize_per_channel]; +"108 _scale_22" [id=108, type=get_attr]; +"109 _zero_point_22" [id=109, type=get_attr]; +"110 _frozen_param22" [id=110, type=get_attr]; +"111 dequantize_per_channel_default_22" [id=111, type=dequantize_per_channel]; +"112 features_8_block_2_fc1_weight" [id=112, type=get_attr]; +"113 features_8_block_2_fc1_bias" [id=113, type=get_attr]; +"114 features_8_block_2_fc2_weight" [id=114, type=get_attr]; +"115 features_8_block_2_fc2_bias" [id=115, type=get_attr]; +"116 _scale_23" [id=116, type=get_attr]; +"117 _zero_point_23" [id=117, type=get_attr]; +"118 _frozen_param23" [id=118, type=get_attr]; +"119 dequantize_per_channel_default_23" [id=119, type=dequantize_per_channel]; +"120 _scale_24" [id=120, type=get_attr]; +"121 _zero_point_24" [id=121, type=get_attr]; +"122 _frozen_param24" [id=122, type=get_attr]; +"123 dequantize_per_channel_default_24" [id=123, type=dequantize_per_channel]; +"124 _scale_25" [id=124, type=get_attr]; +"125 _zero_point_25" [id=125, type=get_attr]; +"126 _frozen_param25" [id=126, type=get_attr]; +"127 dequantize_per_channel_default_25" [id=127, type=dequantize_per_channel]; +"128 features_9_block_2_fc1_weight" [id=128, type=get_attr]; +"129 features_9_block_2_fc1_bias" [id=129, type=get_attr]; +"130 features_9_block_2_fc2_weight" [id=130, type=get_attr]; +"131 features_9_block_2_fc2_bias" [id=131, type=get_attr]; +"132 _scale_26" [id=132, type=get_attr]; +"133 _zero_point_26" [id=133, type=get_attr]; +"134 _frozen_param26" [id=134, type=get_attr]; +"135 dequantize_per_channel_default_26" [id=135, type=dequantize_per_channel]; +"136 _scale_27" [id=136, type=get_attr]; +"137 _zero_point_27" [id=137, type=get_attr]; +"138 _frozen_param27" [id=138, type=get_attr]; +"139 dequantize_per_channel_default_27" [id=139, type=dequantize_per_channel]; +"140 _scale_28" [id=140, type=get_attr]; +"141 _zero_point_28" [id=141, type=get_attr]; +"142 _frozen_param28" [id=142, type=get_attr]; +"143 dequantize_per_channel_default_28" [id=143, type=dequantize_per_channel]; +"144 features_10_block_2_fc1_weight" [id=144, type=get_attr]; +"145 features_10_block_2_fc1_bias" [id=145, type=get_attr]; +"146 features_10_block_2_fc2_weight" [id=146, type=get_attr]; +"147 features_10_block_2_fc2_bias" [id=147, type=get_attr]; +"148 _scale_29" [id=148, type=get_attr]; +"149 _zero_point_29" [id=149, type=get_attr]; +"150 _frozen_param29" [id=150, type=get_attr]; +"151 dequantize_per_channel_default_29" [id=151, type=dequantize_per_channel]; +"152 _scale_30" [id=152, type=get_attr]; +"153 _zero_point_30" [id=153, type=get_attr]; +"154 _frozen_param30" [id=154, type=get_attr]; +"155 dequantize_per_channel_default_30" [id=155, type=dequantize_per_channel]; +"156 _scale_31" [id=156, type=get_attr]; +"157 _zero_point_31" [id=157, type=get_attr]; +"158 _frozen_param31" [id=158, type=get_attr]; +"159 dequantize_per_channel_default_31" [id=159, type=dequantize_per_channel]; +"160 features_11_block_2_fc1_weight" [id=160, type=get_attr]; +"161 features_11_block_2_fc1_bias" [id=161, type=get_attr]; +"162 features_11_block_2_fc2_weight" [id=162, type=get_attr]; +"163 features_11_block_2_fc2_bias" [id=163, type=get_attr]; +"164 _scale_32" [id=164, type=get_attr]; +"165 _zero_point_32" [id=165, type=get_attr]; +"166 _frozen_param32" [id=166, type=get_attr]; +"167 dequantize_per_channel_default_32" [id=167, type=dequantize_per_channel]; +"168 _scale_33" [id=168, type=get_attr]; +"169 _zero_point_33" [id=169, type=get_attr]; +"170 _frozen_param33" [id=170, type=get_attr]; +"171 dequantize_per_channel_default_33" [id=171, type=dequantize_per_channel]; +"172 _scale_34" [id=172, type=get_attr]; +"173 _zero_point_34" [id=173, type=get_attr]; +"174 _frozen_param34" [id=174, type=get_attr]; +"175 dequantize_per_channel_default_34" [id=175, type=dequantize_per_channel]; +"176 classifier_0_bias" [id=176, type=get_attr]; +"177 _scale_35" [id=177, type=get_attr]; +"178 _zero_point_35" [id=178, type=get_attr]; +"179 _frozen_param35" [id=179, type=get_attr]; +"180 dequantize_per_channel_default_35" [id=180, type=dequantize_per_channel]; +"181 classifier_3_bias" [id=181, type=get_attr]; +"182 x" [id=182, type=input]; +"183 quantize_per_tensor_default" [id=183, type=quantize_per_tensor]; +"184 dequantize_per_tensor_default" [id=184, type=dequantize_per_tensor]; +"185 features_0_0_weight_bias" [id=185, type=get_attr]; +"186 conv2d" [id=186, type=conv2d]; +"187 hardswish_" [id=187, type=hardswish_]; +"188 _2_scale_0" [id=188, type=get_attr]; +"189 _2_zero_point_0" [id=189, type=get_attr]; +"190 quantize_per_channel_default_36" [id=190, type=quantize_per_channel]; +"191 dequantize_per_channel_default_36" [id=191, type=dequantize_per_channel]; +"192 features_1_block_0_0_weight_bias" [id=192, type=get_attr]; +"193 conv2d_1" [id=193, type=conv2d]; +"194 relu_" [id=194, type=relu_]; +"195 quantize_per_tensor_default_1" [id=195, type=quantize_per_tensor]; +"196 dequantize_per_tensor_default_1" [id=196, type=dequantize_per_tensor]; +"197 dequantize_per_tensor_default_50" [id=197, type=dequantize_per_tensor]; +"198 adaptive_avg_pool2d" [id=198, type=adaptive_avg_pool2d]; +"199 conv2d_2" [id=199, type=conv2d]; +"200 relu" [id=200, type=relu]; +"201 conv2d_3" [id=201, type=conv2d]; +"202 hardsigmoid" [id=202, type=hardsigmoid]; +"203 quantize_per_tensor_default_2" [id=203, type=quantize_per_tensor]; +"204 dequantize_per_tensor_default_2" [id=204, type=dequantize_per_tensor]; +"205 mul" [id=205, type=mul]; +"206 quantize_per_tensor_default_3" [id=206, type=quantize_per_tensor]; +"207 dequantize_per_tensor_default_3" [id=207, type=dequantize_per_tensor]; +"208 features_1_block_2_0_weight_bias" [id=208, type=get_attr]; +"209 conv2d_4" [id=209, type=conv2d]; +"210 quantize_per_tensor_default_4" [id=210, type=quantize_per_tensor]; +"211 dequantize_per_tensor_default_4" [id=211, type=dequantize_per_tensor]; +"212 features_2_block_0_0_weight_bias" [id=212, type=get_attr]; +"213 conv2d_5" [id=213, type=conv2d]; +"214 relu__1" [id=214, type=relu_]; +"215 _2_scale_1" [id=215, type=get_attr]; +"216 _2_zero_point_1" [id=216, type=get_attr]; +"217 quantize_per_channel_default_37" [id=217, type=quantize_per_channel]; +"218 dequantize_per_channel_default_37" [id=218, type=dequantize_per_channel]; +"219 features_2_block_1_0_weight_bias" [id=219, type=get_attr]; +"220 conv2d_6" [id=220, type=conv2d]; +"221 relu__2" [id=221, type=relu_]; +"222 quantize_per_tensor_default_5" [id=222, type=quantize_per_tensor]; +"223 dequantize_per_tensor_default_5" [id=223, type=dequantize_per_tensor]; +"224 features_2_block_2_0_weight_bias" [id=224, type=get_attr]; +"225 conv2d_7" [id=225, type=conv2d]; +"226 quantize_per_tensor_default_6" [id=226, type=quantize_per_tensor]; +"227 dequantize_per_tensor_default_52" [id=227, type=dequantize_per_tensor]; +"228 dequantize_per_tensor_default_51" [id=228, type=dequantize_per_tensor]; +"229 features_3_block_0_0_weight_bias" [id=229, type=get_attr]; +"230 conv2d_8" [id=230, type=conv2d]; +"231 relu__3" [id=231, type=relu_]; +"232 _2_scale_2" [id=232, type=get_attr]; +"233 _2_zero_point_2" [id=233, type=get_attr]; +"234 quantize_per_channel_default_38" [id=234, type=quantize_per_channel]; +"235 dequantize_per_channel_default_38" [id=235, type=dequantize_per_channel]; +"236 features_3_block_1_0_weight_bias" [id=236, type=get_attr]; +"237 conv2d_9" [id=237, type=conv2d]; +"238 relu__4" [id=238, type=relu_]; +"239 quantize_per_tensor_default_7" [id=239, type=quantize_per_tensor]; +"240 dequantize_per_tensor_default_7" [id=240, type=dequantize_per_tensor]; +"241 features_3_block_2_0_weight_bias" [id=241, type=get_attr]; +"242 conv2d_10" [id=242, type=conv2d]; +"243 quantize_per_tensor_default_8" [id=243, type=quantize_per_tensor]; +"244 dequantize_per_tensor_default_8" [id=244, type=dequantize_per_tensor]; +"245 add_" [id=245, type=add_]; +"246 quantize_per_tensor_default_9" [id=246, type=quantize_per_tensor]; +"247 dequantize_per_tensor_default_9" [id=247, type=dequantize_per_tensor]; +"248 features_4_block_0_0_weight_bias" [id=248, type=get_attr]; +"249 conv2d_11" [id=249, type=conv2d]; +"250 hardswish__1" [id=250, type=hardswish_]; +"251 _2_scale_3" [id=251, type=get_attr]; +"252 _2_zero_point_3" [id=252, type=get_attr]; +"253 quantize_per_channel_default_39" [id=253, type=quantize_per_channel]; +"254 dequantize_per_channel_default_39" [id=254, type=dequantize_per_channel]; +"255 features_4_block_1_0_weight_bias" [id=255, type=get_attr]; +"256 conv2d_12" [id=256, type=conv2d]; +"257 hardswish__2" [id=257, type=hardswish_]; +"258 quantize_per_tensor_default_10" [id=258, type=quantize_per_tensor]; +"259 dequantize_per_tensor_default_10" [id=259, type=dequantize_per_tensor]; +"260 dequantize_per_tensor_default_53" [id=260, type=dequantize_per_tensor]; +"261 adaptive_avg_pool2d_1" [id=261, type=adaptive_avg_pool2d]; +"262 conv2d_13" [id=262, type=conv2d]; +"263 relu_1" [id=263, type=relu]; +"264 conv2d_14" [id=264, type=conv2d]; +"265 hardsigmoid_1" [id=265, type=hardsigmoid]; +"266 quantize_per_tensor_default_11" [id=266, type=quantize_per_tensor]; +"267 dequantize_per_tensor_default_11" [id=267, type=dequantize_per_tensor]; +"268 mul_1" [id=268, type=mul]; +"269 quantize_per_tensor_default_12" [id=269, type=quantize_per_tensor]; +"270 dequantize_per_tensor_default_12" [id=270, type=dequantize_per_tensor]; +"271 features_4_block_3_0_weight_bias" [id=271, type=get_attr]; +"272 conv2d_15" [id=272, type=conv2d]; +"273 quantize_per_tensor_default_13" [id=273, type=quantize_per_tensor]; +"274 dequantize_per_tensor_default_55" [id=274, type=dequantize_per_tensor]; +"275 dequantize_per_tensor_default_54" [id=275, type=dequantize_per_tensor]; +"276 features_5_block_0_0_weight_bias" [id=276, type=get_attr]; +"277 conv2d_16" [id=277, type=conv2d]; +"278 hardswish__3" [id=278, type=hardswish_]; +"279 _2_scale_4" [id=279, type=get_attr]; +"280 _2_zero_point_4" [id=280, type=get_attr]; +"281 quantize_per_channel_default_40" [id=281, type=quantize_per_channel]; +"282 dequantize_per_channel_default_40" [id=282, type=dequantize_per_channel]; +"283 features_5_block_1_0_weight_bias" [id=283, type=get_attr]; +"284 conv2d_17" [id=284, type=conv2d]; +"285 hardswish__4" [id=285, type=hardswish_]; +"286 quantize_per_tensor_default_14" [id=286, type=quantize_per_tensor]; +"287 dequantize_per_tensor_default_14" [id=287, type=dequantize_per_tensor]; +"288 dequantize_per_tensor_default_56" [id=288, type=dequantize_per_tensor]; +"289 adaptive_avg_pool2d_2" [id=289, type=adaptive_avg_pool2d]; +"290 conv2d_18" [id=290, type=conv2d]; +"291 relu_2" [id=291, type=relu]; +"292 conv2d_19" [id=292, type=conv2d]; +"293 hardsigmoid_2" [id=293, type=hardsigmoid]; +"294 quantize_per_tensor_default_15" [id=294, type=quantize_per_tensor]; +"295 dequantize_per_tensor_default_15" [id=295, type=dequantize_per_tensor]; +"296 mul_2" [id=296, type=mul]; +"297 quantize_per_tensor_default_16" [id=297, type=quantize_per_tensor]; +"298 dequantize_per_tensor_default_16" [id=298, type=dequantize_per_tensor]; +"299 features_5_block_3_0_weight_bias" [id=299, type=get_attr]; +"300 conv2d_20" [id=300, type=conv2d]; +"301 quantize_per_tensor_default_17" [id=301, type=quantize_per_tensor]; +"302 dequantize_per_tensor_default_17" [id=302, type=dequantize_per_tensor]; +"303 add__1" [id=303, type=add_]; +"304 quantize_per_tensor_default_18" [id=304, type=quantize_per_tensor]; +"305 dequantize_per_tensor_default_58" [id=305, type=dequantize_per_tensor]; +"306 dequantize_per_tensor_default_57" [id=306, type=dequantize_per_tensor]; +"307 features_6_block_0_0_weight_bias" [id=307, type=get_attr]; +"308 conv2d_21" [id=308, type=conv2d]; +"309 hardswish__5" [id=309, type=hardswish_]; +"310 _2_scale_5" [id=310, type=get_attr]; +"311 _2_zero_point_5" [id=311, type=get_attr]; +"312 quantize_per_channel_default_41" [id=312, type=quantize_per_channel]; +"313 dequantize_per_channel_default_41" [id=313, type=dequantize_per_channel]; +"314 features_6_block_1_0_weight_bias" [id=314, type=get_attr]; +"315 conv2d_22" [id=315, type=conv2d]; +"316 hardswish__6" [id=316, type=hardswish_]; +"317 quantize_per_tensor_default_19" [id=317, type=quantize_per_tensor]; +"318 dequantize_per_tensor_default_19" [id=318, type=dequantize_per_tensor]; +"319 dequantize_per_tensor_default_59" [id=319, type=dequantize_per_tensor]; +"320 adaptive_avg_pool2d_3" [id=320, type=adaptive_avg_pool2d]; +"321 conv2d_23" [id=321, type=conv2d]; +"322 relu_3" [id=322, type=relu]; +"323 conv2d_24" [id=323, type=conv2d]; +"324 hardsigmoid_3" [id=324, type=hardsigmoid]; +"325 quantize_per_tensor_default_20" [id=325, type=quantize_per_tensor]; +"326 dequantize_per_tensor_default_20" [id=326, type=dequantize_per_tensor]; +"327 mul_3" [id=327, type=mul]; +"328 quantize_per_tensor_default_21" [id=328, type=quantize_per_tensor]; +"329 dequantize_per_tensor_default_21" [id=329, type=dequantize_per_tensor]; +"330 features_6_block_3_0_weight_bias" [id=330, type=get_attr]; +"331 conv2d_25" [id=331, type=conv2d]; +"332 quantize_per_tensor_default_22" [id=332, type=quantize_per_tensor]; +"333 dequantize_per_tensor_default_22" [id=333, type=dequantize_per_tensor]; +"334 add__2" [id=334, type=add_]; +"335 quantize_per_tensor_default_23" [id=335, type=quantize_per_tensor]; +"336 dequantize_per_tensor_default_23" [id=336, type=dequantize_per_tensor]; +"337 features_7_block_0_0_weight_bias" [id=337, type=get_attr]; +"338 conv2d_26" [id=338, type=conv2d]; +"339 hardswish__7" [id=339, type=hardswish_]; +"340 _2_scale_6" [id=340, type=get_attr]; +"341 _2_zero_point_6" [id=341, type=get_attr]; +"342 quantize_per_channel_default_42" [id=342, type=quantize_per_channel]; +"343 dequantize_per_channel_default_42" [id=343, type=dequantize_per_channel]; +"344 features_7_block_1_0_weight_bias" [id=344, type=get_attr]; +"345 conv2d_27" [id=345, type=conv2d]; +"346 hardswish__8" [id=346, type=hardswish_]; +"347 quantize_per_tensor_default_24" [id=347, type=quantize_per_tensor]; +"348 dequantize_per_tensor_default_24" [id=348, type=dequantize_per_tensor]; +"349 dequantize_per_tensor_default_60" [id=349, type=dequantize_per_tensor]; +"350 adaptive_avg_pool2d_4" [id=350, type=adaptive_avg_pool2d]; +"351 conv2d_28" [id=351, type=conv2d]; +"352 relu_4" [id=352, type=relu]; +"353 conv2d_29" [id=353, type=conv2d]; +"354 hardsigmoid_4" [id=354, type=hardsigmoid]; +"355 quantize_per_tensor_default_25" [id=355, type=quantize_per_tensor]; +"356 dequantize_per_tensor_default_25" [id=356, type=dequantize_per_tensor]; +"357 mul_4" [id=357, type=mul]; +"358 quantize_per_tensor_default_26" [id=358, type=quantize_per_tensor]; +"359 dequantize_per_tensor_default_26" [id=359, type=dequantize_per_tensor]; +"360 features_7_block_3_0_weight_bias" [id=360, type=get_attr]; +"361 conv2d_30" [id=361, type=conv2d]; +"362 quantize_per_tensor_default_27" [id=362, type=quantize_per_tensor]; +"363 dequantize_per_tensor_default_62" [id=363, type=dequantize_per_tensor]; +"364 dequantize_per_tensor_default_61" [id=364, type=dequantize_per_tensor]; +"365 features_8_block_0_0_weight_bias" [id=365, type=get_attr]; +"366 conv2d_31" [id=366, type=conv2d]; +"367 hardswish__9" [id=367, type=hardswish_]; +"368 _2_scale_7" [id=368, type=get_attr]; +"369 _2_zero_point_7" [id=369, type=get_attr]; +"370 quantize_per_channel_default_43" [id=370, type=quantize_per_channel]; +"371 dequantize_per_channel_default_43" [id=371, type=dequantize_per_channel]; +"372 features_8_block_1_0_weight_bias" [id=372, type=get_attr]; +"373 conv2d_32" [id=373, type=conv2d]; +"374 hardswish__10" [id=374, type=hardswish_]; +"375 quantize_per_tensor_default_28" [id=375, type=quantize_per_tensor]; +"376 dequantize_per_tensor_default_28" [id=376, type=dequantize_per_tensor]; +"377 dequantize_per_tensor_default_63" [id=377, type=dequantize_per_tensor]; +"378 adaptive_avg_pool2d_5" [id=378, type=adaptive_avg_pool2d]; +"379 conv2d_33" [id=379, type=conv2d]; +"380 relu_5" [id=380, type=relu]; +"381 conv2d_34" [id=381, type=conv2d]; +"382 hardsigmoid_5" [id=382, type=hardsigmoid]; +"383 quantize_per_tensor_default_29" [id=383, type=quantize_per_tensor]; +"384 dequantize_per_tensor_default_29" [id=384, type=dequantize_per_tensor]; +"385 mul_5" [id=385, type=mul]; +"386 quantize_per_tensor_default_30" [id=386, type=quantize_per_tensor]; +"387 dequantize_per_tensor_default_30" [id=387, type=dequantize_per_tensor]; +"388 features_8_block_3_0_weight_bias" [id=388, type=get_attr]; +"389 conv2d_35" [id=389, type=conv2d]; +"390 quantize_per_tensor_default_31" [id=390, type=quantize_per_tensor]; +"391 dequantize_per_tensor_default_31" [id=391, type=dequantize_per_tensor]; +"392 add__3" [id=392, type=add_]; +"393 quantize_per_tensor_default_32" [id=393, type=quantize_per_tensor]; +"394 dequantize_per_tensor_default_32" [id=394, type=dequantize_per_tensor]; +"395 features_9_block_0_0_weight_bias" [id=395, type=get_attr]; +"396 conv2d_36" [id=396, type=conv2d]; +"397 hardswish__11" [id=397, type=hardswish_]; +"398 _2_scale_8" [id=398, type=get_attr]; +"399 _2_zero_point_8" [id=399, type=get_attr]; +"400 quantize_per_channel_default_44" [id=400, type=quantize_per_channel]; +"401 dequantize_per_channel_default_44" [id=401, type=dequantize_per_channel]; +"402 features_9_block_1_0_weight_bias" [id=402, type=get_attr]; +"403 conv2d_37" [id=403, type=conv2d]; +"404 hardswish__12" [id=404, type=hardswish_]; +"405 quantize_per_tensor_default_33" [id=405, type=quantize_per_tensor]; +"406 dequantize_per_tensor_default_33" [id=406, type=dequantize_per_tensor]; +"407 dequantize_per_tensor_default_64" [id=407, type=dequantize_per_tensor]; +"408 adaptive_avg_pool2d_6" [id=408, type=adaptive_avg_pool2d]; +"409 conv2d_38" [id=409, type=conv2d]; +"410 relu_6" [id=410, type=relu]; +"411 conv2d_39" [id=411, type=conv2d]; +"412 hardsigmoid_6" [id=412, type=hardsigmoid]; +"413 quantize_per_tensor_default_34" [id=413, type=quantize_per_tensor]; +"414 dequantize_per_tensor_default_34" [id=414, type=dequantize_per_tensor]; +"415 mul_6" [id=415, type=mul]; +"416 quantize_per_tensor_default_35" [id=416, type=quantize_per_tensor]; +"417 dequantize_per_tensor_default_35" [id=417, type=dequantize_per_tensor]; +"418 features_9_block_3_0_weight_bias" [id=418, type=get_attr]; +"419 conv2d_40" [id=419, type=conv2d]; +"420 quantize_per_tensor_default_36" [id=420, type=quantize_per_tensor]; +"421 dequantize_per_tensor_default_66" [id=421, type=dequantize_per_tensor]; +"422 dequantize_per_tensor_default_65" [id=422, type=dequantize_per_tensor]; +"423 features_10_block_0_0_weight_bias" [id=423, type=get_attr]; +"424 conv2d_41" [id=424, type=conv2d]; +"425 hardswish__13" [id=425, type=hardswish_]; +"426 _2_scale_9" [id=426, type=get_attr]; +"427 _2_zero_point_9" [id=427, type=get_attr]; +"428 quantize_per_channel_default_45" [id=428, type=quantize_per_channel]; +"429 dequantize_per_channel_default_45" [id=429, type=dequantize_per_channel]; +"430 features_10_block_1_0_weight_bias" [id=430, type=get_attr]; +"431 conv2d_42" [id=431, type=conv2d]; +"432 hardswish__14" [id=432, type=hardswish_]; +"433 quantize_per_tensor_default_37" [id=433, type=quantize_per_tensor]; +"434 dequantize_per_tensor_default_37" [id=434, type=dequantize_per_tensor]; +"435 dequantize_per_tensor_default_67" [id=435, type=dequantize_per_tensor]; +"436 adaptive_avg_pool2d_7" [id=436, type=adaptive_avg_pool2d]; +"437 conv2d_43" [id=437, type=conv2d]; +"438 relu_7" [id=438, type=relu]; +"439 conv2d_44" [id=439, type=conv2d]; +"440 hardsigmoid_7" [id=440, type=hardsigmoid]; +"441 quantize_per_tensor_default_38" [id=441, type=quantize_per_tensor]; +"442 dequantize_per_tensor_default_38" [id=442, type=dequantize_per_tensor]; +"443 mul_7" [id=443, type=mul]; +"444 quantize_per_tensor_default_39" [id=444, type=quantize_per_tensor]; +"445 dequantize_per_tensor_default_39" [id=445, type=dequantize_per_tensor]; +"446 features_10_block_3_0_weight_bias" [id=446, type=get_attr]; +"447 conv2d_45" [id=447, type=conv2d]; +"448 quantize_per_tensor_default_40" [id=448, type=quantize_per_tensor]; +"449 dequantize_per_tensor_default_40" [id=449, type=dequantize_per_tensor]; +"450 add__4" [id=450, type=add_]; +"451 quantize_per_tensor_default_41" [id=451, type=quantize_per_tensor]; +"452 dequantize_per_tensor_default_69" [id=452, type=dequantize_per_tensor]; +"453 dequantize_per_tensor_default_68" [id=453, type=dequantize_per_tensor]; +"454 features_11_block_0_0_weight_bias" [id=454, type=get_attr]; +"455 conv2d_46" [id=455, type=conv2d]; +"456 hardswish__15" [id=456, type=hardswish_]; +"457 _2_scale_10" [id=457, type=get_attr]; +"458 _2_zero_point_10" [id=458, type=get_attr]; +"459 quantize_per_channel_default_46" [id=459, type=quantize_per_channel]; +"460 dequantize_per_channel_default_46" [id=460, type=dequantize_per_channel]; +"461 features_11_block_1_0_weight_bias" [id=461, type=get_attr]; +"462 conv2d_47" [id=462, type=conv2d]; +"463 hardswish__16" [id=463, type=hardswish_]; +"464 quantize_per_tensor_default_42" [id=464, type=quantize_per_tensor]; +"465 dequantize_per_tensor_default_42" [id=465, type=dequantize_per_tensor]; +"466 dequantize_per_tensor_default_70" [id=466, type=dequantize_per_tensor]; +"467 adaptive_avg_pool2d_8" [id=467, type=adaptive_avg_pool2d]; +"468 conv2d_48" [id=468, type=conv2d]; +"469 relu_8" [id=469, type=relu]; +"470 conv2d_49" [id=470, type=conv2d]; +"471 hardsigmoid_8" [id=471, type=hardsigmoid]; +"472 quantize_per_tensor_default_43" [id=472, type=quantize_per_tensor]; +"473 dequantize_per_tensor_default_43" [id=473, type=dequantize_per_tensor]; +"474 mul_8" [id=474, type=mul]; +"475 quantize_per_tensor_default_44" [id=475, type=quantize_per_tensor]; +"476 dequantize_per_tensor_default_44" [id=476, type=dequantize_per_tensor]; +"477 features_11_block_3_0_weight_bias" [id=477, type=get_attr]; +"478 conv2d_50" [id=478, type=conv2d]; +"479 quantize_per_tensor_default_45" [id=479, type=quantize_per_tensor]; +"480 dequantize_per_tensor_default_45" [id=480, type=dequantize_per_tensor]; +"481 add__5" [id=481, type=add_]; +"482 quantize_per_tensor_default_46" [id=482, type=quantize_per_tensor]; +"483 dequantize_per_tensor_default_46" [id=483, type=dequantize_per_tensor]; +"484 features_12_0_weight_bias" [id=484, type=get_attr]; +"485 conv2d_51" [id=485, type=conv2d]; +"486 hardswish__17" [id=486, type=hardswish_]; +"487 quantize_per_tensor_default_47" [id=487, type=quantize_per_tensor]; +"488 dequantize_per_tensor_default_47" [id=488, type=dequantize_per_tensor]; +"489 adaptive_avg_pool2d_9" [id=489, type=adaptive_avg_pool2d]; +"490 quantize_per_tensor_default_48" [id=490, type=quantize_per_tensor]; +"491 dequantize_per_tensor_default_48" [id=491, type=dequantize_per_tensor]; +"492 flatten" [id=492, type=flatten]; +"493 linear" [id=493, type=linear]; +"494 hardswish__18" [id=494, type=hardswish_]; +"495 quantize_per_tensor_default_49" [id=495, type=quantize_per_tensor]; +"496 dequantize_per_tensor_default_49" [id=496, type=dequantize_per_tensor]; +"497 dropout_" [id=497, type=dropout_]; +"498 linear_1" [id=498, type=linear]; +"499 output_1" [id=499, type=output]; +"0 _scale_0" -> "3 dequantize_per_channel_default" [label="(16,)", style=solid]; +"1 _zero_point_0" -> "3 dequantize_per_channel_default" [label="(16,)", style=solid]; +"2 _frozen_param0" -> "3 dequantize_per_channel_default" [label="(16, 3, 3, 3)", style=solid]; +"3 dequantize_per_channel_default" -> "186 conv2d" [label=None, style=solid]; +"4 _scale_1" -> "7 dequantize_per_channel_default_1" [label="(16,)", style=solid]; +"5 _zero_point_1" -> "7 dequantize_per_channel_default_1" [label="(16,)", style=solid]; +"6 _frozen_param1" -> "7 dequantize_per_channel_default_1" [label="(16, 1, 3, 3)", style=solid]; +"7 dequantize_per_channel_default_1" -> "193 conv2d_1" [label=None, style=solid]; +"8 features_1_block_1_fc1_weight" -> "199 conv2d_2" [label="(8, 16, 1, 1)", style=solid]; +"9 features_1_block_1_fc1_bias" -> "199 conv2d_2" [label="(8,)", style=solid]; +"10 features_1_block_1_fc2_weight" -> "201 conv2d_3" [label="(16, 8, 1, 1)", style=solid]; +"11 features_1_block_1_fc2_bias" -> "201 conv2d_3" [label="(16,)", style=solid]; +"12 _scale_2" -> "15 dequantize_per_channel_default_2" [label="(16,)", style=solid]; +"13 _zero_point_2" -> "15 dequantize_per_channel_default_2" [label="(16,)", style=solid]; +"14 _frozen_param2" -> "15 dequantize_per_channel_default_2" [label="(16, 16, 1, 1)", style=solid]; +"15 dequantize_per_channel_default_2" -> "209 conv2d_4" [label=None, style=solid]; +"16 _scale_3" -> "19 dequantize_per_channel_default_3" [label="(72,)", style=solid]; +"17 _zero_point_3" -> "19 dequantize_per_channel_default_3" [label="(72,)", style=solid]; +"18 _frozen_param3" -> "19 dequantize_per_channel_default_3" [label="(72, 16, 1, 1)", style=solid]; +"19 dequantize_per_channel_default_3" -> "213 conv2d_5" [label=None, style=solid]; +"20 _scale_4" -> "23 dequantize_per_channel_default_4" [label="(72,)", style=solid]; +"21 _zero_point_4" -> "23 dequantize_per_channel_default_4" [label="(72,)", style=solid]; +"22 _frozen_param4" -> "23 dequantize_per_channel_default_4" [label="(72, 1, 3, 3)", style=solid]; +"23 dequantize_per_channel_default_4" -> "220 conv2d_6" [label=None, style=solid]; +"24 _scale_5" -> "27 dequantize_per_channel_default_5" [label="(24,)", style=solid]; +"25 _zero_point_5" -> "27 dequantize_per_channel_default_5" [label="(24,)", style=solid]; +"26 _frozen_param5" -> "27 dequantize_per_channel_default_5" [label="(24, 72, 1, 1)", style=solid]; +"27 dequantize_per_channel_default_5" -> "225 conv2d_7" [label=None, style=solid]; +"28 _scale_6" -> "31 dequantize_per_channel_default_6" [label="(88,)", style=solid]; +"29 _zero_point_6" -> "31 dequantize_per_channel_default_6" [label="(88,)", style=solid]; +"30 _frozen_param6" -> "31 dequantize_per_channel_default_6" [label="(88, 24, 1, 1)", style=solid]; +"31 dequantize_per_channel_default_6" -> "230 conv2d_8" [label=None, style=solid]; +"32 _scale_7" -> "35 dequantize_per_channel_default_7" [label="(88,)", style=solid]; +"33 _zero_point_7" -> "35 dequantize_per_channel_default_7" [label="(88,)", style=solid]; +"34 _frozen_param7" -> "35 dequantize_per_channel_default_7" [label="(88, 1, 3, 3)", style=solid]; +"35 dequantize_per_channel_default_7" -> "237 conv2d_9" [label=None, style=solid]; +"36 _scale_8" -> "39 dequantize_per_channel_default_8" [label="(24,)", style=solid]; +"37 _zero_point_8" -> "39 dequantize_per_channel_default_8" [label="(24,)", style=solid]; +"38 _frozen_param8" -> "39 dequantize_per_channel_default_8" [label="(24, 88, 1, 1)", style=solid]; +"39 dequantize_per_channel_default_8" -> "242 conv2d_10" [label=None, style=solid]; +"40 _scale_9" -> "43 dequantize_per_channel_default_9" [label="(96,)", style=solid]; +"41 _zero_point_9" -> "43 dequantize_per_channel_default_9" [label="(96,)", style=solid]; +"42 _frozen_param9" -> "43 dequantize_per_channel_default_9" [label="(96, 24, 1, 1)", style=solid]; +"43 dequantize_per_channel_default_9" -> "249 conv2d_11" [label=None, style=solid]; +"44 _scale_10" -> "47 dequantize_per_channel_default_10" [label="(96,)", style=solid]; +"45 _zero_point_10" -> "47 dequantize_per_channel_default_10" [label="(96,)", style=solid]; +"46 _frozen_param10" -> "47 dequantize_per_channel_default_10" [label="(96, 1, 5, 5)", style=solid]; +"47 dequantize_per_channel_default_10" -> "256 conv2d_12" [label=None, style=solid]; +"48 features_4_block_2_fc1_weight" -> "262 conv2d_13" [label="(24, 96, 1, 1)", style=solid]; +"49 features_4_block_2_fc1_bias" -> "262 conv2d_13" [label="(24,)", style=solid]; +"50 features_4_block_2_fc2_weight" -> "264 conv2d_14" [label="(96, 24, 1, 1)", style=solid]; +"51 features_4_block_2_fc2_bias" -> "264 conv2d_14" [label="(96,)", style=solid]; +"52 _scale_11" -> "55 dequantize_per_channel_default_11" [label="(40,)", style=solid]; +"53 _zero_point_11" -> "55 dequantize_per_channel_default_11" [label="(40,)", style=solid]; +"54 _frozen_param11" -> "55 dequantize_per_channel_default_11" [label="(40, 96, 1, 1)", style=solid]; +"55 dequantize_per_channel_default_11" -> "272 conv2d_15" [label=None, style=solid]; +"56 _scale_12" -> "59 dequantize_per_channel_default_12" [label="(240,)", style=solid]; +"57 _zero_point_12" -> "59 dequantize_per_channel_default_12" [label="(240,)", style=solid]; +"58 _frozen_param12" -> "59 dequantize_per_channel_default_12" [label="(240, 40, 1, 1)", style=solid]; +"59 dequantize_per_channel_default_12" -> "277 conv2d_16" [label=None, style=solid]; +"60 _scale_13" -> "63 dequantize_per_channel_default_13" [label="(240,)", style=solid]; +"61 _zero_point_13" -> "63 dequantize_per_channel_default_13" [label="(240,)", style=solid]; +"62 _frozen_param13" -> "63 dequantize_per_channel_default_13" [label="(240, 1, 5, 5)", style=solid]; +"63 dequantize_per_channel_default_13" -> "284 conv2d_17" [label=None, style=solid]; +"64 features_5_block_2_fc1_weight" -> "290 conv2d_18" [label="(64, 240, 1, 1)", style=solid]; +"65 features_5_block_2_fc1_bias" -> "290 conv2d_18" [label="(64,)", style=solid]; +"66 features_5_block_2_fc2_weight" -> "292 conv2d_19" [label="(240, 64, 1, 1)", style=solid]; +"67 features_5_block_2_fc2_bias" -> "292 conv2d_19" [label="(240,)", style=solid]; +"68 _scale_14" -> "71 dequantize_per_channel_default_14" [label="(40,)", style=solid]; +"69 _zero_point_14" -> "71 dequantize_per_channel_default_14" [label="(40,)", style=solid]; +"70 _frozen_param14" -> "71 dequantize_per_channel_default_14" [label="(40, 240, 1, 1)", style=solid]; +"71 dequantize_per_channel_default_14" -> "300 conv2d_20" [label=None, style=solid]; +"72 _scale_15" -> "75 dequantize_per_channel_default_15" [label="(240,)", style=solid]; +"73 _zero_point_15" -> "75 dequantize_per_channel_default_15" [label="(240,)", style=solid]; +"74 _frozen_param15" -> "75 dequantize_per_channel_default_15" [label="(240, 40, 1, 1)", style=solid]; +"75 dequantize_per_channel_default_15" -> "308 conv2d_21" [label=None, style=solid]; +"76 _scale_16" -> "79 dequantize_per_channel_default_16" [label="(240,)", style=solid]; +"77 _zero_point_16" -> "79 dequantize_per_channel_default_16" [label="(240,)", style=solid]; +"78 _frozen_param16" -> "79 dequantize_per_channel_default_16" [label="(240, 1, 5, 5)", style=solid]; +"79 dequantize_per_channel_default_16" -> "315 conv2d_22" [label=None, style=solid]; +"80 features_6_block_2_fc1_weight" -> "321 conv2d_23" [label="(64, 240, 1, 1)", style=solid]; +"81 features_6_block_2_fc1_bias" -> "321 conv2d_23" [label="(64,)", style=solid]; +"82 features_6_block_2_fc2_weight" -> "323 conv2d_24" [label="(240, 64, 1, 1)", style=solid]; +"83 features_6_block_2_fc2_bias" -> "323 conv2d_24" [label="(240,)", style=solid]; +"84 _scale_17" -> "87 dequantize_per_channel_default_17" [label="(40,)", style=solid]; +"85 _zero_point_17" -> "87 dequantize_per_channel_default_17" [label="(40,)", style=solid]; +"86 _frozen_param17" -> "87 dequantize_per_channel_default_17" [label="(40, 240, 1, 1)", style=solid]; +"87 dequantize_per_channel_default_17" -> "331 conv2d_25" [label=None, style=solid]; +"88 _scale_18" -> "91 dequantize_per_channel_default_18" [label="(120,)", style=solid]; +"89 _zero_point_18" -> "91 dequantize_per_channel_default_18" [label="(120,)", style=solid]; +"90 _frozen_param18" -> "91 dequantize_per_channel_default_18" [label="(120, 40, 1, 1)", style=solid]; +"91 dequantize_per_channel_default_18" -> "338 conv2d_26" [label=None, style=solid]; +"92 _scale_19" -> "95 dequantize_per_channel_default_19" [label="(120,)", style=solid]; +"93 _zero_point_19" -> "95 dequantize_per_channel_default_19" [label="(120,)", style=solid]; +"94 _frozen_param19" -> "95 dequantize_per_channel_default_19" [label="(120, 1, 5, 5)", style=solid]; +"95 dequantize_per_channel_default_19" -> "345 conv2d_27" [label=None, style=solid]; +"96 features_7_block_2_fc1_weight" -> "351 conv2d_28" [label="(32, 120, 1, 1)", style=solid]; +"97 features_7_block_2_fc1_bias" -> "351 conv2d_28" [label="(32,)", style=solid]; +"98 features_7_block_2_fc2_weight" -> "353 conv2d_29" [label="(120, 32, 1, 1)", style=solid]; +"99 features_7_block_2_fc2_bias" -> "353 conv2d_29" [label="(120,)", style=solid]; +"100 _scale_20" -> "103 dequantize_per_channel_default_20" [label="(48,)", style=solid]; +"101 _zero_point_20" -> "103 dequantize_per_channel_default_20" [label="(48,)", style=solid]; +"102 _frozen_param20" -> "103 dequantize_per_channel_default_20" [label="(48, 120, 1, 1)", style=solid]; +"103 dequantize_per_channel_default_20" -> "361 conv2d_30" [label=None, style=solid]; +"104 _scale_21" -> "107 dequantize_per_channel_default_21" [label="(144,)", style=solid]; +"105 _zero_point_21" -> "107 dequantize_per_channel_default_21" [label="(144,)", style=solid]; +"106 _frozen_param21" -> "107 dequantize_per_channel_default_21" [label="(144, 48, 1, 1)", style=solid]; +"107 dequantize_per_channel_default_21" -> "366 conv2d_31" [label=None, style=solid]; +"108 _scale_22" -> "111 dequantize_per_channel_default_22" [label="(144,)", style=solid]; +"109 _zero_point_22" -> "111 dequantize_per_channel_default_22" [label="(144,)", style=solid]; +"110 _frozen_param22" -> "111 dequantize_per_channel_default_22" [label="(144, 1, 5, 5)", style=solid]; +"111 dequantize_per_channel_default_22" -> "373 conv2d_32" [label=None, style=solid]; +"112 features_8_block_2_fc1_weight" -> "379 conv2d_33" [label="(40, 144, 1, 1)", style=solid]; +"113 features_8_block_2_fc1_bias" -> "379 conv2d_33" [label="(40,)", style=solid]; +"114 features_8_block_2_fc2_weight" -> "381 conv2d_34" [label="(144, 40, 1, 1)", style=solid]; +"115 features_8_block_2_fc2_bias" -> "381 conv2d_34" [label="(144,)", style=solid]; +"116 _scale_23" -> "119 dequantize_per_channel_default_23" [label="(48,)", style=solid]; +"117 _zero_point_23" -> "119 dequantize_per_channel_default_23" [label="(48,)", style=solid]; +"118 _frozen_param23" -> "119 dequantize_per_channel_default_23" [label="(48, 144, 1, 1)", style=solid]; +"119 dequantize_per_channel_default_23" -> "389 conv2d_35" [label=None, style=solid]; +"120 _scale_24" -> "123 dequantize_per_channel_default_24" [label="(288,)", style=solid]; +"121 _zero_point_24" -> "123 dequantize_per_channel_default_24" [label="(288,)", style=solid]; +"122 _frozen_param24" -> "123 dequantize_per_channel_default_24" [label="(288, 48, 1, 1)", style=solid]; +"123 dequantize_per_channel_default_24" -> "396 conv2d_36" [label=None, style=solid]; +"124 _scale_25" -> "127 dequantize_per_channel_default_25" [label="(288,)", style=solid]; +"125 _zero_point_25" -> "127 dequantize_per_channel_default_25" [label="(288,)", style=solid]; +"126 _frozen_param25" -> "127 dequantize_per_channel_default_25" [label="(288, 1, 5, 5)", style=solid]; +"127 dequantize_per_channel_default_25" -> "403 conv2d_37" [label=None, style=solid]; +"128 features_9_block_2_fc1_weight" -> "409 conv2d_38" [label="(72, 288, 1, 1)", style=solid]; +"129 features_9_block_2_fc1_bias" -> "409 conv2d_38" [label="(72,)", style=solid]; +"130 features_9_block_2_fc2_weight" -> "411 conv2d_39" [label="(288, 72, 1, 1)", style=solid]; +"131 features_9_block_2_fc2_bias" -> "411 conv2d_39" [label="(288,)", style=solid]; +"132 _scale_26" -> "135 dequantize_per_channel_default_26" [label="(96,)", style=solid]; +"133 _zero_point_26" -> "135 dequantize_per_channel_default_26" [label="(96,)", style=solid]; +"134 _frozen_param26" -> "135 dequantize_per_channel_default_26" [label="(96, 288, 1, 1)", style=solid]; +"135 dequantize_per_channel_default_26" -> "419 conv2d_40" [label=None, style=solid]; +"136 _scale_27" -> "139 dequantize_per_channel_default_27" [label="(576,)", style=solid]; +"137 _zero_point_27" -> "139 dequantize_per_channel_default_27" [label="(576,)", style=solid]; +"138 _frozen_param27" -> "139 dequantize_per_channel_default_27" [label="(576, 96, 1, 1)", style=solid]; +"139 dequantize_per_channel_default_27" -> "424 conv2d_41" [label=None, style=solid]; +"140 _scale_28" -> "143 dequantize_per_channel_default_28" [label="(576,)", style=solid]; +"141 _zero_point_28" -> "143 dequantize_per_channel_default_28" [label="(576,)", style=solid]; +"142 _frozen_param28" -> "143 dequantize_per_channel_default_28" [label="(576, 1, 5, 5)", style=solid]; +"143 dequantize_per_channel_default_28" -> "431 conv2d_42" [label=None, style=solid]; +"144 features_10_block_2_fc1_weight" -> "437 conv2d_43" [label="(144, 576, 1, 1)", style=solid]; +"145 features_10_block_2_fc1_bias" -> "437 conv2d_43" [label="(144,)", style=solid]; +"146 features_10_block_2_fc2_weight" -> "439 conv2d_44" [label="(576, 144, 1, 1)", style=solid]; +"147 features_10_block_2_fc2_bias" -> "439 conv2d_44" [label="(576,)", style=solid]; +"148 _scale_29" -> "151 dequantize_per_channel_default_29" [label="(96,)", style=solid]; +"149 _zero_point_29" -> "151 dequantize_per_channel_default_29" [label="(96,)", style=solid]; +"150 _frozen_param29" -> "151 dequantize_per_channel_default_29" [label="(96, 576, 1, 1)", style=solid]; +"151 dequantize_per_channel_default_29" -> "447 conv2d_45" [label=None, style=solid]; +"152 _scale_30" -> "155 dequantize_per_channel_default_30" [label="(576,)", style=solid]; +"153 _zero_point_30" -> "155 dequantize_per_channel_default_30" [label="(576,)", style=solid]; +"154 _frozen_param30" -> "155 dequantize_per_channel_default_30" [label="(576, 96, 1, 1)", style=solid]; +"155 dequantize_per_channel_default_30" -> "455 conv2d_46" [label=None, style=solid]; +"156 _scale_31" -> "159 dequantize_per_channel_default_31" [label="(576,)", style=solid]; +"157 _zero_point_31" -> "159 dequantize_per_channel_default_31" [label="(576,)", style=solid]; +"158 _frozen_param31" -> "159 dequantize_per_channel_default_31" [label="(576, 1, 5, 5)", style=solid]; +"159 dequantize_per_channel_default_31" -> "462 conv2d_47" [label=None, style=solid]; +"160 features_11_block_2_fc1_weight" -> "468 conv2d_48" [label="(144, 576, 1, 1)", style=solid]; +"161 features_11_block_2_fc1_bias" -> "468 conv2d_48" [label="(144,)", style=solid]; +"162 features_11_block_2_fc2_weight" -> "470 conv2d_49" [label="(576, 144, 1, 1)", style=solid]; +"163 features_11_block_2_fc2_bias" -> "470 conv2d_49" [label="(576,)", style=solid]; +"164 _scale_32" -> "167 dequantize_per_channel_default_32" [label="(96,)", style=solid]; +"165 _zero_point_32" -> "167 dequantize_per_channel_default_32" [label="(96,)", style=solid]; +"166 _frozen_param32" -> "167 dequantize_per_channel_default_32" [label="(96, 576, 1, 1)", style=solid]; +"167 dequantize_per_channel_default_32" -> "478 conv2d_50" [label=None, style=solid]; +"168 _scale_33" -> "171 dequantize_per_channel_default_33" [label="(576,)", style=solid]; +"169 _zero_point_33" -> "171 dequantize_per_channel_default_33" [label="(576,)", style=solid]; +"170 _frozen_param33" -> "171 dequantize_per_channel_default_33" [label="(576, 96, 1, 1)", style=solid]; +"171 dequantize_per_channel_default_33" -> "485 conv2d_51" [label=None, style=solid]; +"172 _scale_34" -> "175 dequantize_per_channel_default_34" [label="(1024,)", style=solid]; +"173 _zero_point_34" -> "175 dequantize_per_channel_default_34" [label="(1024,)", style=solid]; +"174 _frozen_param34" -> "175 dequantize_per_channel_default_34" [label="(1024, 576)", style=solid]; +"175 dequantize_per_channel_default_34" -> "493 linear" [label=None, style=solid]; +"176 classifier_0_bias" -> "493 linear" [label="(1024,)", style=solid]; +"177 _scale_35" -> "180 dequantize_per_channel_default_35" [label="(1000,)", style=solid]; +"178 _zero_point_35" -> "180 dequantize_per_channel_default_35" [label="(1000,)", style=solid]; +"179 _frozen_param35" -> "180 dequantize_per_channel_default_35" [label="(1000, 1024)", style=solid]; +"180 dequantize_per_channel_default_35" -> "498 linear_1" [label=None, style=solid]; +"181 classifier_3_bias" -> "498 linear_1" [label="(1000,)", style=solid]; +"182 x" -> "183 quantize_per_tensor_default" [label="(1, 3, 224, 224)", style=solid]; +"183 quantize_per_tensor_default" -> "184 dequantize_per_tensor_default" [label=None, style=solid]; +"184 dequantize_per_tensor_default" -> "186 conv2d" [label=None, style=solid]; +"185 features_0_0_weight_bias" -> "186 conv2d" [label="(16,)", style=solid]; +"186 conv2d" -> "187 hardswish_" [label="(1, 16, 112, 112)", style=solid]; +"187 hardswish_" -> "190 quantize_per_channel_default_36" [label="(1, 16, 112, 112)", style=solid]; +"188 _2_scale_0" -> "190 quantize_per_channel_default_36" [label="(16,)", style=solid]; +"188 _2_scale_0" -> "191 dequantize_per_channel_default_36" [label="(16,)", style=solid]; +"189 _2_zero_point_0" -> "190 quantize_per_channel_default_36" [label="(16,)", style=solid]; +"189 _2_zero_point_0" -> "191 dequantize_per_channel_default_36" [label="(16,)", style=solid]; +"190 quantize_per_channel_default_36" -> "191 dequantize_per_channel_default_36" [label=None, style=solid]; +"191 dequantize_per_channel_default_36" -> "193 conv2d_1" [label=None, style=solid]; +"192 features_1_block_0_0_weight_bias" -> "193 conv2d_1" [label="(16,)", style=solid]; +"193 conv2d_1" -> "194 relu_" [label="(1, 16, 56, 56)", style=solid]; +"194 relu_" -> "195 quantize_per_tensor_default_1" [label="(1, 16, 56, 56)", style=solid]; +"195 quantize_per_tensor_default_1" -> "196 dequantize_per_tensor_default_1" [label=None, style=solid]; +"195 quantize_per_tensor_default_1" -> "197 dequantize_per_tensor_default_50" [label=None, style=solid]; +"196 dequantize_per_tensor_default_1" -> "198 adaptive_avg_pool2d" [label=None, style=solid]; +"197 dequantize_per_tensor_default_50" -> "205 mul" [label=None, style=solid]; +"198 adaptive_avg_pool2d" -> "199 conv2d_2" [label="(1, 16, 1, 1)", style=solid]; +"199 conv2d_2" -> "200 relu" [label="(1, 8, 1, 1)", style=solid]; +"200 relu" -> "201 conv2d_3" [label="(1, 8, 1, 1)", style=solid]; +"201 conv2d_3" -> "202 hardsigmoid" [label="(1, 16, 1, 1)", style=solid]; +"202 hardsigmoid" -> "203 quantize_per_tensor_default_2" [label="(1, 16, 1, 1)", style=solid]; +"203 quantize_per_tensor_default_2" -> "204 dequantize_per_tensor_default_2" [label=None, style=solid]; +"204 dequantize_per_tensor_default_2" -> "205 mul" [label=None, style=solid]; +"205 mul" -> "206 quantize_per_tensor_default_3" [label="(1, 16, 56, 56)", style=solid]; +"206 quantize_per_tensor_default_3" -> "207 dequantize_per_tensor_default_3" [label=None, style=solid]; +"207 dequantize_per_tensor_default_3" -> "209 conv2d_4" [label=None, style=solid]; +"208 features_1_block_2_0_weight_bias" -> "209 conv2d_4" [label="(16,)", style=solid]; +"209 conv2d_4" -> "210 quantize_per_tensor_default_4" [label="(1, 16, 56, 56)", style=solid]; +"210 quantize_per_tensor_default_4" -> "211 dequantize_per_tensor_default_4" [label=None, style=solid]; +"211 dequantize_per_tensor_default_4" -> "213 conv2d_5" [label=None, style=solid]; +"212 features_2_block_0_0_weight_bias" -> "213 conv2d_5" [label="(72,)", style=solid]; +"213 conv2d_5" -> "214 relu__1" [label="(1, 72, 56, 56)", style=solid]; +"214 relu__1" -> "217 quantize_per_channel_default_37" [label="(1, 72, 56, 56)", style=solid]; +"215 _2_scale_1" -> "217 quantize_per_channel_default_37" [label="(72,)", style=solid]; +"215 _2_scale_1" -> "218 dequantize_per_channel_default_37" [label="(72,)", style=solid]; +"216 _2_zero_point_1" -> "217 quantize_per_channel_default_37" [label="(72,)", style=solid]; +"216 _2_zero_point_1" -> "218 dequantize_per_channel_default_37" [label="(72,)", style=solid]; +"217 quantize_per_channel_default_37" -> "218 dequantize_per_channel_default_37" [label=None, style=solid]; +"218 dequantize_per_channel_default_37" -> "220 conv2d_6" [label=None, style=solid]; +"219 features_2_block_1_0_weight_bias" -> "220 conv2d_6" [label="(72,)", style=solid]; +"220 conv2d_6" -> "221 relu__2" [label="(1, 72, 28, 28)", style=solid]; +"221 relu__2" -> "222 quantize_per_tensor_default_5" [label="(1, 72, 28, 28)", style=solid]; +"222 quantize_per_tensor_default_5" -> "223 dequantize_per_tensor_default_5" [label=None, style=solid]; +"223 dequantize_per_tensor_default_5" -> "225 conv2d_7" [label=None, style=solid]; +"224 features_2_block_2_0_weight_bias" -> "225 conv2d_7" [label="(24,)", style=solid]; +"225 conv2d_7" -> "226 quantize_per_tensor_default_6" [label="(1, 24, 28, 28)", style=solid]; +"226 quantize_per_tensor_default_6" -> "227 dequantize_per_tensor_default_52" [label=None, style=solid]; +"226 quantize_per_tensor_default_6" -> "228 dequantize_per_tensor_default_51" [label=None, style=solid]; +"227 dequantize_per_tensor_default_52" -> "245 add_" [label=None, style=solid]; +"228 dequantize_per_tensor_default_51" -> "230 conv2d_8" [label=None, style=solid]; +"229 features_3_block_0_0_weight_bias" -> "230 conv2d_8" [label="(88,)", style=solid]; +"230 conv2d_8" -> "231 relu__3" [label="(1, 88, 28, 28)", style=solid]; +"231 relu__3" -> "234 quantize_per_channel_default_38" [label="(1, 88, 28, 28)", style=solid]; +"232 _2_scale_2" -> "234 quantize_per_channel_default_38" [label="(88,)", style=solid]; +"232 _2_scale_2" -> "235 dequantize_per_channel_default_38" [label="(88,)", style=solid]; +"233 _2_zero_point_2" -> "234 quantize_per_channel_default_38" [label="(88,)", style=solid]; +"233 _2_zero_point_2" -> "235 dequantize_per_channel_default_38" [label="(88,)", style=solid]; +"234 quantize_per_channel_default_38" -> "235 dequantize_per_channel_default_38" [label=None, style=solid]; +"235 dequantize_per_channel_default_38" -> "237 conv2d_9" [label=None, style=solid]; +"236 features_3_block_1_0_weight_bias" -> "237 conv2d_9" [label="(88,)", style=solid]; +"237 conv2d_9" -> "238 relu__4" [label="(1, 88, 28, 28)", style=solid]; +"238 relu__4" -> "239 quantize_per_tensor_default_7" [label="(1, 88, 28, 28)", style=solid]; +"239 quantize_per_tensor_default_7" -> "240 dequantize_per_tensor_default_7" [label=None, style=solid]; +"240 dequantize_per_tensor_default_7" -> "242 conv2d_10" [label=None, style=solid]; +"241 features_3_block_2_0_weight_bias" -> "242 conv2d_10" [label="(24,)", style=solid]; +"242 conv2d_10" -> "243 quantize_per_tensor_default_8" [label="(1, 24, 28, 28)", style=solid]; +"243 quantize_per_tensor_default_8" -> "244 dequantize_per_tensor_default_8" [label=None, style=solid]; +"244 dequantize_per_tensor_default_8" -> "245 add_" [label=None, style=solid]; +"245 add_" -> "246 quantize_per_tensor_default_9" [label="(1, 24, 28, 28)", style=solid]; +"246 quantize_per_tensor_default_9" -> "247 dequantize_per_tensor_default_9" [label=None, style=solid]; +"247 dequantize_per_tensor_default_9" -> "249 conv2d_11" [label=None, style=solid]; +"248 features_4_block_0_0_weight_bias" -> "249 conv2d_11" [label="(96,)", style=solid]; +"249 conv2d_11" -> "250 hardswish__1" [label="(1, 96, 28, 28)", style=solid]; +"250 hardswish__1" -> "253 quantize_per_channel_default_39" [label="(1, 96, 28, 28)", style=solid]; +"251 _2_scale_3" -> "253 quantize_per_channel_default_39" [label="(96,)", style=solid]; +"251 _2_scale_3" -> "254 dequantize_per_channel_default_39" [label="(96,)", style=solid]; +"252 _2_zero_point_3" -> "253 quantize_per_channel_default_39" [label="(96,)", style=solid]; +"252 _2_zero_point_3" -> "254 dequantize_per_channel_default_39" [label="(96,)", style=solid]; +"253 quantize_per_channel_default_39" -> "254 dequantize_per_channel_default_39" [label=None, style=solid]; +"254 dequantize_per_channel_default_39" -> "256 conv2d_12" [label=None, style=solid]; +"255 features_4_block_1_0_weight_bias" -> "256 conv2d_12" [label="(96,)", style=solid]; +"256 conv2d_12" -> "257 hardswish__2" [label="(1, 96, 14, 14)", style=solid]; +"257 hardswish__2" -> "258 quantize_per_tensor_default_10" [label="(1, 96, 14, 14)", style=solid]; +"258 quantize_per_tensor_default_10" -> "259 dequantize_per_tensor_default_10" [label=None, style=solid]; +"258 quantize_per_tensor_default_10" -> "260 dequantize_per_tensor_default_53" [label=None, style=solid]; +"259 dequantize_per_tensor_default_10" -> "261 adaptive_avg_pool2d_1" [label=None, style=solid]; +"260 dequantize_per_tensor_default_53" -> "268 mul_1" [label=None, style=solid]; +"261 adaptive_avg_pool2d_1" -> "262 conv2d_13" [label="(1, 96, 1, 1)", style=solid]; +"262 conv2d_13" -> "263 relu_1" [label="(1, 24, 1, 1)", style=solid]; +"263 relu_1" -> "264 conv2d_14" [label="(1, 24, 1, 1)", style=solid]; +"264 conv2d_14" -> "265 hardsigmoid_1" [label="(1, 96, 1, 1)", style=solid]; +"265 hardsigmoid_1" -> "266 quantize_per_tensor_default_11" [label="(1, 96, 1, 1)", style=solid]; +"266 quantize_per_tensor_default_11" -> "267 dequantize_per_tensor_default_11" [label=None, style=solid]; +"267 dequantize_per_tensor_default_11" -> "268 mul_1" [label=None, style=solid]; +"268 mul_1" -> "269 quantize_per_tensor_default_12" [label="(1, 96, 14, 14)", style=solid]; +"269 quantize_per_tensor_default_12" -> "270 dequantize_per_tensor_default_12" [label=None, style=solid]; +"270 dequantize_per_tensor_default_12" -> "272 conv2d_15" [label=None, style=solid]; +"271 features_4_block_3_0_weight_bias" -> "272 conv2d_15" [label="(40,)", style=solid]; +"272 conv2d_15" -> "273 quantize_per_tensor_default_13" [label="(1, 40, 14, 14)", style=solid]; +"273 quantize_per_tensor_default_13" -> "274 dequantize_per_tensor_default_55" [label=None, style=solid]; +"273 quantize_per_tensor_default_13" -> "275 dequantize_per_tensor_default_54" [label=None, style=solid]; +"274 dequantize_per_tensor_default_55" -> "303 add__1" [label=None, style=solid]; +"275 dequantize_per_tensor_default_54" -> "277 conv2d_16" [label=None, style=solid]; +"276 features_5_block_0_0_weight_bias" -> "277 conv2d_16" [label="(240,)", style=solid]; +"277 conv2d_16" -> "278 hardswish__3" [label="(1, 240, 14, 14)", style=solid]; +"278 hardswish__3" -> "281 quantize_per_channel_default_40" [label="(1, 240, 14, 14)", style=solid]; +"279 _2_scale_4" -> "281 quantize_per_channel_default_40" [label="(240,)", style=solid]; +"279 _2_scale_4" -> "282 dequantize_per_channel_default_40" [label="(240,)", style=solid]; +"280 _2_zero_point_4" -> "281 quantize_per_channel_default_40" [label="(240,)", style=solid]; +"280 _2_zero_point_4" -> "282 dequantize_per_channel_default_40" [label="(240,)", style=solid]; +"281 quantize_per_channel_default_40" -> "282 dequantize_per_channel_default_40" [label=None, style=solid]; +"282 dequantize_per_channel_default_40" -> "284 conv2d_17" [label=None, style=solid]; +"283 features_5_block_1_0_weight_bias" -> "284 conv2d_17" [label="(240,)", style=solid]; +"284 conv2d_17" -> "285 hardswish__4" [label="(1, 240, 14, 14)", style=solid]; +"285 hardswish__4" -> "286 quantize_per_tensor_default_14" [label="(1, 240, 14, 14)", style=solid]; +"286 quantize_per_tensor_default_14" -> "287 dequantize_per_tensor_default_14" [label=None, style=solid]; +"286 quantize_per_tensor_default_14" -> "288 dequantize_per_tensor_default_56" [label=None, style=solid]; +"287 dequantize_per_tensor_default_14" -> "289 adaptive_avg_pool2d_2" [label=None, style=solid]; +"288 dequantize_per_tensor_default_56" -> "296 mul_2" [label=None, style=solid]; +"289 adaptive_avg_pool2d_2" -> "290 conv2d_18" [label="(1, 240, 1, 1)", style=solid]; +"290 conv2d_18" -> "291 relu_2" [label="(1, 64, 1, 1)", style=solid]; +"291 relu_2" -> "292 conv2d_19" [label="(1, 64, 1, 1)", style=solid]; +"292 conv2d_19" -> "293 hardsigmoid_2" [label="(1, 240, 1, 1)", style=solid]; +"293 hardsigmoid_2" -> "294 quantize_per_tensor_default_15" [label="(1, 240, 1, 1)", style=solid]; +"294 quantize_per_tensor_default_15" -> "295 dequantize_per_tensor_default_15" [label=None, style=solid]; +"295 dequantize_per_tensor_default_15" -> "296 mul_2" [label=None, style=solid]; +"296 mul_2" -> "297 quantize_per_tensor_default_16" [label="(1, 240, 14, 14)", style=solid]; +"297 quantize_per_tensor_default_16" -> "298 dequantize_per_tensor_default_16" [label=None, style=solid]; +"298 dequantize_per_tensor_default_16" -> "300 conv2d_20" [label=None, style=solid]; +"299 features_5_block_3_0_weight_bias" -> "300 conv2d_20" [label="(40,)", style=solid]; +"300 conv2d_20" -> "301 quantize_per_tensor_default_17" [label="(1, 40, 14, 14)", style=solid]; +"301 quantize_per_tensor_default_17" -> "302 dequantize_per_tensor_default_17" [label=None, style=solid]; +"302 dequantize_per_tensor_default_17" -> "303 add__1" [label=None, style=solid]; +"303 add__1" -> "304 quantize_per_tensor_default_18" [label="(1, 40, 14, 14)", style=solid]; +"304 quantize_per_tensor_default_18" -> "305 dequantize_per_tensor_default_58" [label=None, style=solid]; +"304 quantize_per_tensor_default_18" -> "306 dequantize_per_tensor_default_57" [label=None, style=solid]; +"305 dequantize_per_tensor_default_58" -> "334 add__2" [label=None, style=solid]; +"306 dequantize_per_tensor_default_57" -> "308 conv2d_21" [label=None, style=solid]; +"307 features_6_block_0_0_weight_bias" -> "308 conv2d_21" [label="(240,)", style=solid]; +"308 conv2d_21" -> "309 hardswish__5" [label="(1, 240, 14, 14)", style=solid]; +"309 hardswish__5" -> "312 quantize_per_channel_default_41" [label="(1, 240, 14, 14)", style=solid]; +"310 _2_scale_5" -> "312 quantize_per_channel_default_41" [label="(240,)", style=solid]; +"310 _2_scale_5" -> "313 dequantize_per_channel_default_41" [label="(240,)", style=solid]; +"311 _2_zero_point_5" -> "312 quantize_per_channel_default_41" [label="(240,)", style=solid]; +"311 _2_zero_point_5" -> "313 dequantize_per_channel_default_41" [label="(240,)", style=solid]; +"312 quantize_per_channel_default_41" -> "313 dequantize_per_channel_default_41" [label=None, style=solid]; +"313 dequantize_per_channel_default_41" -> "315 conv2d_22" [label=None, style=solid]; +"314 features_6_block_1_0_weight_bias" -> "315 conv2d_22" [label="(240,)", style=solid]; +"315 conv2d_22" -> "316 hardswish__6" [label="(1, 240, 14, 14)", style=solid]; +"316 hardswish__6" -> "317 quantize_per_tensor_default_19" [label="(1, 240, 14, 14)", style=solid]; +"317 quantize_per_tensor_default_19" -> "318 dequantize_per_tensor_default_19" [label=None, style=solid]; +"317 quantize_per_tensor_default_19" -> "319 dequantize_per_tensor_default_59" [label=None, style=solid]; +"318 dequantize_per_tensor_default_19" -> "320 adaptive_avg_pool2d_3" [label=None, style=solid]; +"319 dequantize_per_tensor_default_59" -> "327 mul_3" [label=None, style=solid]; +"320 adaptive_avg_pool2d_3" -> "321 conv2d_23" [label="(1, 240, 1, 1)", style=solid]; +"321 conv2d_23" -> "322 relu_3" [label="(1, 64, 1, 1)", style=solid]; +"322 relu_3" -> "323 conv2d_24" [label="(1, 64, 1, 1)", style=solid]; +"323 conv2d_24" -> "324 hardsigmoid_3" [label="(1, 240, 1, 1)", style=solid]; +"324 hardsigmoid_3" -> "325 quantize_per_tensor_default_20" [label="(1, 240, 1, 1)", style=solid]; +"325 quantize_per_tensor_default_20" -> "326 dequantize_per_tensor_default_20" [label=None, style=solid]; +"326 dequantize_per_tensor_default_20" -> "327 mul_3" [label=None, style=solid]; +"327 mul_3" -> "328 quantize_per_tensor_default_21" [label="(1, 240, 14, 14)", style=solid]; +"328 quantize_per_tensor_default_21" -> "329 dequantize_per_tensor_default_21" [label=None, style=solid]; +"329 dequantize_per_tensor_default_21" -> "331 conv2d_25" [label=None, style=solid]; +"330 features_6_block_3_0_weight_bias" -> "331 conv2d_25" [label="(40,)", style=solid]; +"331 conv2d_25" -> "332 quantize_per_tensor_default_22" [label="(1, 40, 14, 14)", style=solid]; +"332 quantize_per_tensor_default_22" -> "333 dequantize_per_tensor_default_22" [label=None, style=solid]; +"333 dequantize_per_tensor_default_22" -> "334 add__2" [label=None, style=solid]; +"334 add__2" -> "335 quantize_per_tensor_default_23" [label="(1, 40, 14, 14)", style=solid]; +"335 quantize_per_tensor_default_23" -> "336 dequantize_per_tensor_default_23" [label=None, style=solid]; +"336 dequantize_per_tensor_default_23" -> "338 conv2d_26" [label=None, style=solid]; +"337 features_7_block_0_0_weight_bias" -> "338 conv2d_26" [label="(120,)", style=solid]; +"338 conv2d_26" -> "339 hardswish__7" [label="(1, 120, 14, 14)", style=solid]; +"339 hardswish__7" -> "342 quantize_per_channel_default_42" [label="(1, 120, 14, 14)", style=solid]; +"340 _2_scale_6" -> "342 quantize_per_channel_default_42" [label="(120,)", style=solid]; +"340 _2_scale_6" -> "343 dequantize_per_channel_default_42" [label="(120,)", style=solid]; +"341 _2_zero_point_6" -> "342 quantize_per_channel_default_42" [label="(120,)", style=solid]; +"341 _2_zero_point_6" -> "343 dequantize_per_channel_default_42" [label="(120,)", style=solid]; +"342 quantize_per_channel_default_42" -> "343 dequantize_per_channel_default_42" [label=None, style=solid]; +"343 dequantize_per_channel_default_42" -> "345 conv2d_27" [label=None, style=solid]; +"344 features_7_block_1_0_weight_bias" -> "345 conv2d_27" [label="(120,)", style=solid]; +"345 conv2d_27" -> "346 hardswish__8" [label="(1, 120, 14, 14)", style=solid]; +"346 hardswish__8" -> "347 quantize_per_tensor_default_24" [label="(1, 120, 14, 14)", style=solid]; +"347 quantize_per_tensor_default_24" -> "348 dequantize_per_tensor_default_24" [label=None, style=solid]; +"347 quantize_per_tensor_default_24" -> "349 dequantize_per_tensor_default_60" [label=None, style=solid]; +"348 dequantize_per_tensor_default_24" -> "350 adaptive_avg_pool2d_4" [label=None, style=solid]; +"349 dequantize_per_tensor_default_60" -> "357 mul_4" [label=None, style=solid]; +"350 adaptive_avg_pool2d_4" -> "351 conv2d_28" [label="(1, 120, 1, 1)", style=solid]; +"351 conv2d_28" -> "352 relu_4" [label="(1, 32, 1, 1)", style=solid]; +"352 relu_4" -> "353 conv2d_29" [label="(1, 32, 1, 1)", style=solid]; +"353 conv2d_29" -> "354 hardsigmoid_4" [label="(1, 120, 1, 1)", style=solid]; +"354 hardsigmoid_4" -> "355 quantize_per_tensor_default_25" [label="(1, 120, 1, 1)", style=solid]; +"355 quantize_per_tensor_default_25" -> "356 dequantize_per_tensor_default_25" [label=None, style=solid]; +"356 dequantize_per_tensor_default_25" -> "357 mul_4" [label=None, style=solid]; +"357 mul_4" -> "358 quantize_per_tensor_default_26" [label="(1, 120, 14, 14)", style=solid]; +"358 quantize_per_tensor_default_26" -> "359 dequantize_per_tensor_default_26" [label=None, style=solid]; +"359 dequantize_per_tensor_default_26" -> "361 conv2d_30" [label=None, style=solid]; +"360 features_7_block_3_0_weight_bias" -> "361 conv2d_30" [label="(48,)", style=solid]; +"361 conv2d_30" -> "362 quantize_per_tensor_default_27" [label="(1, 48, 14, 14)", style=solid]; +"362 quantize_per_tensor_default_27" -> "363 dequantize_per_tensor_default_62" [label=None, style=solid]; +"362 quantize_per_tensor_default_27" -> "364 dequantize_per_tensor_default_61" [label=None, style=solid]; +"363 dequantize_per_tensor_default_62" -> "392 add__3" [label=None, style=solid]; +"364 dequantize_per_tensor_default_61" -> "366 conv2d_31" [label=None, style=solid]; +"365 features_8_block_0_0_weight_bias" -> "366 conv2d_31" [label="(144,)", style=solid]; +"366 conv2d_31" -> "367 hardswish__9" [label="(1, 144, 14, 14)", style=solid]; +"367 hardswish__9" -> "370 quantize_per_channel_default_43" [label="(1, 144, 14, 14)", style=solid]; +"368 _2_scale_7" -> "370 quantize_per_channel_default_43" [label="(144,)", style=solid]; +"368 _2_scale_7" -> "371 dequantize_per_channel_default_43" [label="(144,)", style=solid]; +"369 _2_zero_point_7" -> "370 quantize_per_channel_default_43" [label="(144,)", style=solid]; +"369 _2_zero_point_7" -> "371 dequantize_per_channel_default_43" [label="(144,)", style=solid]; +"370 quantize_per_channel_default_43" -> "371 dequantize_per_channel_default_43" [label=None, style=solid]; +"371 dequantize_per_channel_default_43" -> "373 conv2d_32" [label=None, style=solid]; +"372 features_8_block_1_0_weight_bias" -> "373 conv2d_32" [label="(144,)", style=solid]; +"373 conv2d_32" -> "374 hardswish__10" [label="(1, 144, 14, 14)", style=solid]; +"374 hardswish__10" -> "375 quantize_per_tensor_default_28" [label="(1, 144, 14, 14)", style=solid]; +"375 quantize_per_tensor_default_28" -> "376 dequantize_per_tensor_default_28" [label=None, style=solid]; +"375 quantize_per_tensor_default_28" -> "377 dequantize_per_tensor_default_63" [label=None, style=solid]; +"376 dequantize_per_tensor_default_28" -> "378 adaptive_avg_pool2d_5" [label=None, style=solid]; +"377 dequantize_per_tensor_default_63" -> "385 mul_5" [label=None, style=solid]; +"378 adaptive_avg_pool2d_5" -> "379 conv2d_33" [label="(1, 144, 1, 1)", style=solid]; +"379 conv2d_33" -> "380 relu_5" [label="(1, 40, 1, 1)", style=solid]; +"380 relu_5" -> "381 conv2d_34" [label="(1, 40, 1, 1)", style=solid]; +"381 conv2d_34" -> "382 hardsigmoid_5" [label="(1, 144, 1, 1)", style=solid]; +"382 hardsigmoid_5" -> "383 quantize_per_tensor_default_29" [label="(1, 144, 1, 1)", style=solid]; +"383 quantize_per_tensor_default_29" -> "384 dequantize_per_tensor_default_29" [label=None, style=solid]; +"384 dequantize_per_tensor_default_29" -> "385 mul_5" [label=None, style=solid]; +"385 mul_5" -> "386 quantize_per_tensor_default_30" [label="(1, 144, 14, 14)", style=solid]; +"386 quantize_per_tensor_default_30" -> "387 dequantize_per_tensor_default_30" [label=None, style=solid]; +"387 dequantize_per_tensor_default_30" -> "389 conv2d_35" [label=None, style=solid]; +"388 features_8_block_3_0_weight_bias" -> "389 conv2d_35" [label="(48,)", style=solid]; +"389 conv2d_35" -> "390 quantize_per_tensor_default_31" [label="(1, 48, 14, 14)", style=solid]; +"390 quantize_per_tensor_default_31" -> "391 dequantize_per_tensor_default_31" [label=None, style=solid]; +"391 dequantize_per_tensor_default_31" -> "392 add__3" [label=None, style=solid]; +"392 add__3" -> "393 quantize_per_tensor_default_32" [label="(1, 48, 14, 14)", style=solid]; +"393 quantize_per_tensor_default_32" -> "394 dequantize_per_tensor_default_32" [label=None, style=solid]; +"394 dequantize_per_tensor_default_32" -> "396 conv2d_36" [label=None, style=solid]; +"395 features_9_block_0_0_weight_bias" -> "396 conv2d_36" [label="(288,)", style=solid]; +"396 conv2d_36" -> "397 hardswish__11" [label="(1, 288, 14, 14)", style=solid]; +"397 hardswish__11" -> "400 quantize_per_channel_default_44" [label="(1, 288, 14, 14)", style=solid]; +"398 _2_scale_8" -> "400 quantize_per_channel_default_44" [label="(288,)", style=solid]; +"398 _2_scale_8" -> "401 dequantize_per_channel_default_44" [label="(288,)", style=solid]; +"399 _2_zero_point_8" -> "400 quantize_per_channel_default_44" [label="(288,)", style=solid]; +"399 _2_zero_point_8" -> "401 dequantize_per_channel_default_44" [label="(288,)", style=solid]; +"400 quantize_per_channel_default_44" -> "401 dequantize_per_channel_default_44" [label=None, style=solid]; +"401 dequantize_per_channel_default_44" -> "403 conv2d_37" [label=None, style=solid]; +"402 features_9_block_1_0_weight_bias" -> "403 conv2d_37" [label="(288,)", style=solid]; +"403 conv2d_37" -> "404 hardswish__12" [label="(1, 288, 7, 7)", style=solid]; +"404 hardswish__12" -> "405 quantize_per_tensor_default_33" [label="(1, 288, 7, 7)", style=solid]; +"405 quantize_per_tensor_default_33" -> "406 dequantize_per_tensor_default_33" [label=None, style=solid]; +"405 quantize_per_tensor_default_33" -> "407 dequantize_per_tensor_default_64" [label=None, style=solid]; +"406 dequantize_per_tensor_default_33" -> "408 adaptive_avg_pool2d_6" [label=None, style=solid]; +"407 dequantize_per_tensor_default_64" -> "415 mul_6" [label=None, style=solid]; +"408 adaptive_avg_pool2d_6" -> "409 conv2d_38" [label="(1, 288, 1, 1)", style=solid]; +"409 conv2d_38" -> "410 relu_6" [label="(1, 72, 1, 1)", style=solid]; +"410 relu_6" -> "411 conv2d_39" [label="(1, 72, 1, 1)", style=solid]; +"411 conv2d_39" -> "412 hardsigmoid_6" [label="(1, 288, 1, 1)", style=solid]; +"412 hardsigmoid_6" -> "413 quantize_per_tensor_default_34" [label="(1, 288, 1, 1)", style=solid]; +"413 quantize_per_tensor_default_34" -> "414 dequantize_per_tensor_default_34" [label=None, style=solid]; +"414 dequantize_per_tensor_default_34" -> "415 mul_6" [label=None, style=solid]; +"415 mul_6" -> "416 quantize_per_tensor_default_35" [label="(1, 288, 7, 7)", style=solid]; +"416 quantize_per_tensor_default_35" -> "417 dequantize_per_tensor_default_35" [label=None, style=solid]; +"417 dequantize_per_tensor_default_35" -> "419 conv2d_40" [label=None, style=solid]; +"418 features_9_block_3_0_weight_bias" -> "419 conv2d_40" [label="(96,)", style=solid]; +"419 conv2d_40" -> "420 quantize_per_tensor_default_36" [label="(1, 96, 7, 7)", style=solid]; +"420 quantize_per_tensor_default_36" -> "421 dequantize_per_tensor_default_66" [label=None, style=solid]; +"420 quantize_per_tensor_default_36" -> "422 dequantize_per_tensor_default_65" [label=None, style=solid]; +"421 dequantize_per_tensor_default_66" -> "450 add__4" [label=None, style=solid]; +"422 dequantize_per_tensor_default_65" -> "424 conv2d_41" [label=None, style=solid]; +"423 features_10_block_0_0_weight_bias" -> "424 conv2d_41" [label="(576,)", style=solid]; +"424 conv2d_41" -> "425 hardswish__13" [label="(1, 576, 7, 7)", style=solid]; +"425 hardswish__13" -> "428 quantize_per_channel_default_45" [label="(1, 576, 7, 7)", style=solid]; +"426 _2_scale_9" -> "428 quantize_per_channel_default_45" [label="(576,)", style=solid]; +"426 _2_scale_9" -> "429 dequantize_per_channel_default_45" [label="(576,)", style=solid]; +"427 _2_zero_point_9" -> "428 quantize_per_channel_default_45" [label="(576,)", style=solid]; +"427 _2_zero_point_9" -> "429 dequantize_per_channel_default_45" [label="(576,)", style=solid]; +"428 quantize_per_channel_default_45" -> "429 dequantize_per_channel_default_45" [label=None, style=solid]; +"429 dequantize_per_channel_default_45" -> "431 conv2d_42" [label=None, style=solid]; +"430 features_10_block_1_0_weight_bias" -> "431 conv2d_42" [label="(576,)", style=solid]; +"431 conv2d_42" -> "432 hardswish__14" [label="(1, 576, 7, 7)", style=solid]; +"432 hardswish__14" -> "433 quantize_per_tensor_default_37" [label="(1, 576, 7, 7)", style=solid]; +"433 quantize_per_tensor_default_37" -> "434 dequantize_per_tensor_default_37" [label=None, style=solid]; +"433 quantize_per_tensor_default_37" -> "435 dequantize_per_tensor_default_67" [label=None, style=solid]; +"434 dequantize_per_tensor_default_37" -> "436 adaptive_avg_pool2d_7" [label=None, style=solid]; +"435 dequantize_per_tensor_default_67" -> "443 mul_7" [label=None, style=solid]; +"436 adaptive_avg_pool2d_7" -> "437 conv2d_43" [label="(1, 576, 1, 1)", style=solid]; +"437 conv2d_43" -> "438 relu_7" [label="(1, 144, 1, 1)", style=solid]; +"438 relu_7" -> "439 conv2d_44" [label="(1, 144, 1, 1)", style=solid]; +"439 conv2d_44" -> "440 hardsigmoid_7" [label="(1, 576, 1, 1)", style=solid]; +"440 hardsigmoid_7" -> "441 quantize_per_tensor_default_38" [label="(1, 576, 1, 1)", style=solid]; +"441 quantize_per_tensor_default_38" -> "442 dequantize_per_tensor_default_38" [label=None, style=solid]; +"442 dequantize_per_tensor_default_38" -> "443 mul_7" [label=None, style=solid]; +"443 mul_7" -> "444 quantize_per_tensor_default_39" [label="(1, 576, 7, 7)", style=solid]; +"444 quantize_per_tensor_default_39" -> "445 dequantize_per_tensor_default_39" [label=None, style=solid]; +"445 dequantize_per_tensor_default_39" -> "447 conv2d_45" [label=None, style=solid]; +"446 features_10_block_3_0_weight_bias" -> "447 conv2d_45" [label="(96,)", style=solid]; +"447 conv2d_45" -> "448 quantize_per_tensor_default_40" [label="(1, 96, 7, 7)", style=solid]; +"448 quantize_per_tensor_default_40" -> "449 dequantize_per_tensor_default_40" [label=None, style=solid]; +"449 dequantize_per_tensor_default_40" -> "450 add__4" [label=None, style=solid]; +"450 add__4" -> "451 quantize_per_tensor_default_41" [label="(1, 96, 7, 7)", style=solid]; +"451 quantize_per_tensor_default_41" -> "452 dequantize_per_tensor_default_69" [label=None, style=solid]; +"451 quantize_per_tensor_default_41" -> "453 dequantize_per_tensor_default_68" [label=None, style=solid]; +"452 dequantize_per_tensor_default_69" -> "481 add__5" [label=None, style=solid]; +"453 dequantize_per_tensor_default_68" -> "455 conv2d_46" [label=None, style=solid]; +"454 features_11_block_0_0_weight_bias" -> "455 conv2d_46" [label="(576,)", style=solid]; +"455 conv2d_46" -> "456 hardswish__15" [label="(1, 576, 7, 7)", style=solid]; +"456 hardswish__15" -> "459 quantize_per_channel_default_46" [label="(1, 576, 7, 7)", style=solid]; +"457 _2_scale_10" -> "459 quantize_per_channel_default_46" [label="(576,)", style=solid]; +"457 _2_scale_10" -> "460 dequantize_per_channel_default_46" [label="(576,)", style=solid]; +"458 _2_zero_point_10" -> "459 quantize_per_channel_default_46" [label="(576,)", style=solid]; +"458 _2_zero_point_10" -> "460 dequantize_per_channel_default_46" [label="(576,)", style=solid]; +"459 quantize_per_channel_default_46" -> "460 dequantize_per_channel_default_46" [label=None, style=solid]; +"460 dequantize_per_channel_default_46" -> "462 conv2d_47" [label=None, style=solid]; +"461 features_11_block_1_0_weight_bias" -> "462 conv2d_47" [label="(576,)", style=solid]; +"462 conv2d_47" -> "463 hardswish__16" [label="(1, 576, 7, 7)", style=solid]; +"463 hardswish__16" -> "464 quantize_per_tensor_default_42" [label="(1, 576, 7, 7)", style=solid]; +"464 quantize_per_tensor_default_42" -> "465 dequantize_per_tensor_default_42" [label=None, style=solid]; +"464 quantize_per_tensor_default_42" -> "466 dequantize_per_tensor_default_70" [label=None, style=solid]; +"465 dequantize_per_tensor_default_42" -> "467 adaptive_avg_pool2d_8" [label=None, style=solid]; +"466 dequantize_per_tensor_default_70" -> "474 mul_8" [label=None, style=solid]; +"467 adaptive_avg_pool2d_8" -> "468 conv2d_48" [label="(1, 576, 1, 1)", style=solid]; +"468 conv2d_48" -> "469 relu_8" [label="(1, 144, 1, 1)", style=solid]; +"469 relu_8" -> "470 conv2d_49" [label="(1, 144, 1, 1)", style=solid]; +"470 conv2d_49" -> "471 hardsigmoid_8" [label="(1, 576, 1, 1)", style=solid]; +"471 hardsigmoid_8" -> "472 quantize_per_tensor_default_43" [label="(1, 576, 1, 1)", style=solid]; +"472 quantize_per_tensor_default_43" -> "473 dequantize_per_tensor_default_43" [label=None, style=solid]; +"473 dequantize_per_tensor_default_43" -> "474 mul_8" [label=None, style=solid]; +"474 mul_8" -> "475 quantize_per_tensor_default_44" [label="(1, 576, 7, 7)", style=solid]; +"475 quantize_per_tensor_default_44" -> "476 dequantize_per_tensor_default_44" [label=None, style=solid]; +"476 dequantize_per_tensor_default_44" -> "478 conv2d_50" [label=None, style=solid]; +"477 features_11_block_3_0_weight_bias" -> "478 conv2d_50" [label="(96,)", style=solid]; +"478 conv2d_50" -> "479 quantize_per_tensor_default_45" [label="(1, 96, 7, 7)", style=solid]; +"479 quantize_per_tensor_default_45" -> "480 dequantize_per_tensor_default_45" [label=None, style=solid]; +"480 dequantize_per_tensor_default_45" -> "481 add__5" [label=None, style=solid]; +"481 add__5" -> "482 quantize_per_tensor_default_46" [label="(1, 96, 7, 7)", style=solid]; +"482 quantize_per_tensor_default_46" -> "483 dequantize_per_tensor_default_46" [label=None, style=solid]; +"483 dequantize_per_tensor_default_46" -> "485 conv2d_51" [label=None, style=solid]; +"484 features_12_0_weight_bias" -> "485 conv2d_51" [label="(576,)", style=solid]; +"485 conv2d_51" -> "486 hardswish__17" [label="(1, 576, 7, 7)", style=solid]; +"486 hardswish__17" -> "487 quantize_per_tensor_default_47" [label="(1, 576, 7, 7)", style=solid]; +"487 quantize_per_tensor_default_47" -> "488 dequantize_per_tensor_default_47" [label=None, style=solid]; +"488 dequantize_per_tensor_default_47" -> "489 adaptive_avg_pool2d_9" [label=None, style=solid]; +"489 adaptive_avg_pool2d_9" -> "490 quantize_per_tensor_default_48" [label="(1, 576, 1, 1)", style=solid]; +"490 quantize_per_tensor_default_48" -> "491 dequantize_per_tensor_default_48" [label=None, style=solid]; +"491 dequantize_per_tensor_default_48" -> "492 flatten" [label=None, style=solid]; +"492 flatten" -> "493 linear" [label="(1, 576)", style=solid]; +"493 linear" -> "494 hardswish__18" [label="(1, 1024)", style=solid]; +"494 hardswish__18" -> "495 quantize_per_tensor_default_49" [label="(1, 1024)", style=solid]; +"495 quantize_per_tensor_default_49" -> "496 dequantize_per_tensor_default_49" [label=None, style=solid]; +"496 dequantize_per_tensor_default_49" -> "497 dropout_" [label=None, style=solid]; +"497 dropout_" -> "498 linear_1" [label="(1, 1024)", style=solid]; +"498 linear_1" -> "499 output_1" [label="(1, 1000)", style=solid]; +} diff --git a/tests/torch/data/reference_graphs/fx/experimental/ao_export_quantization_OpenVINOQuantizer/resnet18.dot b/tests/torch/data/reference_graphs/fx/experimental/ao_export_quantization_OpenVINOQuantizer/resnet18.dot new file mode 100644 index 00000000000..8b57fcd27eb --- /dev/null +++ b/tests/torch/data/reference_graphs/fx/experimental/ao_export_quantization_OpenVINOQuantizer/resnet18.dot @@ -0,0 +1,455 @@ +strict digraph { +"0 _scale_0" [id=0, type=get_attr]; +"1 _zero_point_0" [id=1, type=get_attr]; +"2 _frozen_param0" [id=2, type=get_attr]; +"3 dequantize_per_channel_default" [id=3, type=dequantize_per_channel]; +"4 _scale_1" [id=4, type=get_attr]; +"5 _zero_point_1" [id=5, type=get_attr]; +"6 _frozen_param1" [id=6, type=get_attr]; +"7 dequantize_per_channel_default_1" [id=7, type=dequantize_per_channel]; +"8 _scale_2" [id=8, type=get_attr]; +"9 _zero_point_2" [id=9, type=get_attr]; +"10 _frozen_param2" [id=10, type=get_attr]; +"11 dequantize_per_channel_default_2" [id=11, type=dequantize_per_channel]; +"12 _scale_3" [id=12, type=get_attr]; +"13 _zero_point_3" [id=13, type=get_attr]; +"14 _frozen_param3" [id=14, type=get_attr]; +"15 dequantize_per_channel_default_3" [id=15, type=dequantize_per_channel]; +"16 _scale_4" [id=16, type=get_attr]; +"17 _zero_point_4" [id=17, type=get_attr]; +"18 _frozen_param4" [id=18, type=get_attr]; +"19 dequantize_per_channel_default_4" [id=19, type=dequantize_per_channel]; +"20 _scale_5" [id=20, type=get_attr]; +"21 _zero_point_5" [id=21, type=get_attr]; +"22 _frozen_param5" [id=22, type=get_attr]; +"23 dequantize_per_channel_default_5" [id=23, type=dequantize_per_channel]; +"24 _scale_6" [id=24, type=get_attr]; +"25 _zero_point_6" [id=25, type=get_attr]; +"26 _frozen_param6" [id=26, type=get_attr]; +"27 dequantize_per_channel_default_6" [id=27, type=dequantize_per_channel]; +"28 _scale_7" [id=28, type=get_attr]; +"29 _zero_point_7" [id=29, type=get_attr]; +"30 _frozen_param7" [id=30, type=get_attr]; +"31 dequantize_per_channel_default_7" [id=31, type=dequantize_per_channel]; +"32 _scale_8" [id=32, type=get_attr]; +"33 _zero_point_8" [id=33, type=get_attr]; +"34 _frozen_param8" [id=34, type=get_attr]; +"35 dequantize_per_channel_default_8" [id=35, type=dequantize_per_channel]; +"36 _scale_9" [id=36, type=get_attr]; +"37 _zero_point_9" [id=37, type=get_attr]; +"38 _frozen_param9" [id=38, type=get_attr]; +"39 dequantize_per_channel_default_9" [id=39, type=dequantize_per_channel]; +"40 _scale_10" [id=40, type=get_attr]; +"41 _zero_point_10" [id=41, type=get_attr]; +"42 _frozen_param10" [id=42, type=get_attr]; +"43 dequantize_per_channel_default_10" [id=43, type=dequantize_per_channel]; +"44 _scale_11" [id=44, type=get_attr]; +"45 _zero_point_11" [id=45, type=get_attr]; +"46 _frozen_param11" [id=46, type=get_attr]; +"47 dequantize_per_channel_default_11" [id=47, type=dequantize_per_channel]; +"48 _scale_12" [id=48, type=get_attr]; +"49 _zero_point_12" [id=49, type=get_attr]; +"50 _frozen_param12" [id=50, type=get_attr]; +"51 dequantize_per_channel_default_12" [id=51, type=dequantize_per_channel]; +"52 _scale_13" [id=52, type=get_attr]; +"53 _zero_point_13" [id=53, type=get_attr]; +"54 _frozen_param13" [id=54, type=get_attr]; +"55 dequantize_per_channel_default_13" [id=55, type=dequantize_per_channel]; +"56 _scale_14" [id=56, type=get_attr]; +"57 _zero_point_14" [id=57, type=get_attr]; +"58 _frozen_param14" [id=58, type=get_attr]; +"59 dequantize_per_channel_default_14" [id=59, type=dequantize_per_channel]; +"60 _scale_15" [id=60, type=get_attr]; +"61 _zero_point_15" [id=61, type=get_attr]; +"62 _frozen_param15" [id=62, type=get_attr]; +"63 dequantize_per_channel_default_15" [id=63, type=dequantize_per_channel]; +"64 _scale_16" [id=64, type=get_attr]; +"65 _zero_point_16" [id=65, type=get_attr]; +"66 _frozen_param16" [id=66, type=get_attr]; +"67 dequantize_per_channel_default_16" [id=67, type=dequantize_per_channel]; +"68 _scale_17" [id=68, type=get_attr]; +"69 _zero_point_17" [id=69, type=get_attr]; +"70 _frozen_param17" [id=70, type=get_attr]; +"71 dequantize_per_channel_default_17" [id=71, type=dequantize_per_channel]; +"72 _scale_18" [id=72, type=get_attr]; +"73 _zero_point_18" [id=73, type=get_attr]; +"74 _frozen_param18" [id=74, type=get_attr]; +"75 dequantize_per_channel_default_18" [id=75, type=dequantize_per_channel]; +"76 _scale_19" [id=76, type=get_attr]; +"77 _zero_point_19" [id=77, type=get_attr]; +"78 _frozen_param19" [id=78, type=get_attr]; +"79 dequantize_per_channel_default_19" [id=79, type=dequantize_per_channel]; +"80 _scale_20" [id=80, type=get_attr]; +"81 _zero_point_20" [id=81, type=get_attr]; +"82 _frozen_param20" [id=82, type=get_attr]; +"83 dequantize_per_channel_default_20" [id=83, type=dequantize_per_channel]; +"84 fc_bias" [id=84, type=get_attr]; +"85 x" [id=85, type=input]; +"86 quantize_per_tensor_default" [id=86, type=quantize_per_tensor]; +"87 dequantize_per_tensor_default" [id=87, type=dequantize_per_tensor]; +"88 conv1_weight_bias" [id=88, type=get_attr]; +"89 conv2d" [id=89, type=conv2d]; +"90 relu_" [id=90, type=relu_]; +"91 quantize_per_tensor_default_1" [id=91, type=quantize_per_tensor]; +"92 dequantize_per_tensor_default_1" [id=92, type=dequantize_per_tensor]; +"93 max_pool2d" [id=93, type=max_pool2d]; +"94 layer1_0_conv1_weight_bias" [id=94, type=get_attr]; +"95 conv2d_1" [id=95, type=conv2d]; +"96 relu__1" [id=96, type=relu_]; +"97 quantize_per_tensor_default_2" [id=97, type=quantize_per_tensor]; +"98 dequantize_per_tensor_default_2" [id=98, type=dequantize_per_tensor]; +"99 layer1_0_conv2_weight_bias" [id=99, type=get_attr]; +"100 conv2d_2" [id=100, type=conv2d]; +"101 quantize_per_tensor_default_3" [id=101, type=quantize_per_tensor]; +"102 dequantize_per_tensor_default_3" [id=102, type=dequantize_per_tensor]; +"103 add_" [id=103, type=add_]; +"104 relu__2" [id=104, type=relu_]; +"105 quantize_per_tensor_default_4" [id=105, type=quantize_per_tensor]; +"106 dequantize_per_tensor_default_4" [id=106, type=dequantize_per_tensor]; +"107 dequantize_per_tensor_default_30" [id=107, type=dequantize_per_tensor]; +"108 layer1_1_conv1_weight_bias" [id=108, type=get_attr]; +"109 conv2d_3" [id=109, type=conv2d]; +"110 relu__3" [id=110, type=relu_]; +"111 quantize_per_tensor_default_5" [id=111, type=quantize_per_tensor]; +"112 dequantize_per_tensor_default_5" [id=112, type=dequantize_per_tensor]; +"113 layer1_1_conv2_weight_bias" [id=113, type=get_attr]; +"114 conv2d_4" [id=114, type=conv2d]; +"115 quantize_per_tensor_default_6" [id=115, type=quantize_per_tensor]; +"116 dequantize_per_tensor_default_6" [id=116, type=dequantize_per_tensor]; +"117 add__1" [id=117, type=add_]; +"118 relu__4" [id=118, type=relu_]; +"119 quantize_per_tensor_default_7" [id=119, type=quantize_per_tensor]; +"120 dequantize_per_tensor_default_32" [id=120, type=dequantize_per_tensor]; +"121 dequantize_per_tensor_default_31" [id=121, type=dequantize_per_tensor]; +"122 layer2_0_conv1_weight_bias" [id=122, type=get_attr]; +"123 conv2d_5" [id=123, type=conv2d]; +"124 relu__5" [id=124, type=relu_]; +"125 quantize_per_tensor_default_8" [id=125, type=quantize_per_tensor]; +"126 dequantize_per_tensor_default_8" [id=126, type=dequantize_per_tensor]; +"127 layer2_0_conv2_weight_bias" [id=127, type=get_attr]; +"128 conv2d_6" [id=128, type=conv2d]; +"129 quantize_per_tensor_default_9" [id=129, type=quantize_per_tensor]; +"130 dequantize_per_tensor_default_9" [id=130, type=dequantize_per_tensor]; +"131 layer2_0_downsample_0_weight_bias" [id=131, type=get_attr]; +"132 conv2d_7" [id=132, type=conv2d]; +"133 quantize_per_tensor_default_10" [id=133, type=quantize_per_tensor]; +"134 dequantize_per_tensor_default_10" [id=134, type=dequantize_per_tensor]; +"135 add__2" [id=135, type=add_]; +"136 relu__6" [id=136, type=relu_]; +"137 quantize_per_tensor_default_11" [id=137, type=quantize_per_tensor]; +"138 dequantize_per_tensor_default_11" [id=138, type=dequantize_per_tensor]; +"139 dequantize_per_tensor_default_33" [id=139, type=dequantize_per_tensor]; +"140 layer2_1_conv1_weight_bias" [id=140, type=get_attr]; +"141 conv2d_8" [id=141, type=conv2d]; +"142 relu__7" [id=142, type=relu_]; +"143 quantize_per_tensor_default_12" [id=143, type=quantize_per_tensor]; +"144 dequantize_per_tensor_default_12" [id=144, type=dequantize_per_tensor]; +"145 layer2_1_conv2_weight_bias" [id=145, type=get_attr]; +"146 conv2d_9" [id=146, type=conv2d]; +"147 quantize_per_tensor_default_13" [id=147, type=quantize_per_tensor]; +"148 dequantize_per_tensor_default_13" [id=148, type=dequantize_per_tensor]; +"149 add__3" [id=149, type=add_]; +"150 relu__8" [id=150, type=relu_]; +"151 quantize_per_tensor_default_14" [id=151, type=quantize_per_tensor]; +"152 dequantize_per_tensor_default_35" [id=152, type=dequantize_per_tensor]; +"153 dequantize_per_tensor_default_34" [id=153, type=dequantize_per_tensor]; +"154 layer3_0_conv1_weight_bias" [id=154, type=get_attr]; +"155 conv2d_10" [id=155, type=conv2d]; +"156 relu__9" [id=156, type=relu_]; +"157 quantize_per_tensor_default_15" [id=157, type=quantize_per_tensor]; +"158 dequantize_per_tensor_default_15" [id=158, type=dequantize_per_tensor]; +"159 layer3_0_conv2_weight_bias" [id=159, type=get_attr]; +"160 conv2d_11" [id=160, type=conv2d]; +"161 quantize_per_tensor_default_16" [id=161, type=quantize_per_tensor]; +"162 dequantize_per_tensor_default_16" [id=162, type=dequantize_per_tensor]; +"163 layer3_0_downsample_0_weight_bias" [id=163, type=get_attr]; +"164 conv2d_12" [id=164, type=conv2d]; +"165 quantize_per_tensor_default_17" [id=165, type=quantize_per_tensor]; +"166 dequantize_per_tensor_default_17" [id=166, type=dequantize_per_tensor]; +"167 add__4" [id=167, type=add_]; +"168 relu__10" [id=168, type=relu_]; +"169 quantize_per_tensor_default_18" [id=169, type=quantize_per_tensor]; +"170 dequantize_per_tensor_default_18" [id=170, type=dequantize_per_tensor]; +"171 dequantize_per_tensor_default_36" [id=171, type=dequantize_per_tensor]; +"172 layer3_1_conv1_weight_bias" [id=172, type=get_attr]; +"173 conv2d_13" [id=173, type=conv2d]; +"174 relu__11" [id=174, type=relu_]; +"175 quantize_per_tensor_default_19" [id=175, type=quantize_per_tensor]; +"176 dequantize_per_tensor_default_19" [id=176, type=dequantize_per_tensor]; +"177 layer3_1_conv2_weight_bias" [id=177, type=get_attr]; +"178 conv2d_14" [id=178, type=conv2d]; +"179 quantize_per_tensor_default_20" [id=179, type=quantize_per_tensor]; +"180 dequantize_per_tensor_default_20" [id=180, type=dequantize_per_tensor]; +"181 add__5" [id=181, type=add_]; +"182 relu__12" [id=182, type=relu_]; +"183 quantize_per_tensor_default_21" [id=183, type=quantize_per_tensor]; +"184 dequantize_per_tensor_default_38" [id=184, type=dequantize_per_tensor]; +"185 dequantize_per_tensor_default_37" [id=185, type=dequantize_per_tensor]; +"186 layer4_0_conv1_weight_bias" [id=186, type=get_attr]; +"187 conv2d_15" [id=187, type=conv2d]; +"188 relu__13" [id=188, type=relu_]; +"189 quantize_per_tensor_default_22" [id=189, type=quantize_per_tensor]; +"190 dequantize_per_tensor_default_22" [id=190, type=dequantize_per_tensor]; +"191 layer4_0_conv2_weight_bias" [id=191, type=get_attr]; +"192 conv2d_16" [id=192, type=conv2d]; +"193 quantize_per_tensor_default_23" [id=193, type=quantize_per_tensor]; +"194 dequantize_per_tensor_default_23" [id=194, type=dequantize_per_tensor]; +"195 layer4_0_downsample_0_weight_bias" [id=195, type=get_attr]; +"196 conv2d_17" [id=196, type=conv2d]; +"197 quantize_per_tensor_default_24" [id=197, type=quantize_per_tensor]; +"198 dequantize_per_tensor_default_24" [id=198, type=dequantize_per_tensor]; +"199 add__6" [id=199, type=add_]; +"200 relu__14" [id=200, type=relu_]; +"201 quantize_per_tensor_default_25" [id=201, type=quantize_per_tensor]; +"202 dequantize_per_tensor_default_25" [id=202, type=dequantize_per_tensor]; +"203 dequantize_per_tensor_default_39" [id=203, type=dequantize_per_tensor]; +"204 layer4_1_conv1_weight_bias" [id=204, type=get_attr]; +"205 conv2d_18" [id=205, type=conv2d]; +"206 relu__15" [id=206, type=relu_]; +"207 quantize_per_tensor_default_26" [id=207, type=quantize_per_tensor]; +"208 dequantize_per_tensor_default_26" [id=208, type=dequantize_per_tensor]; +"209 layer4_1_conv2_weight_bias" [id=209, type=get_attr]; +"210 conv2d_19" [id=210, type=conv2d]; +"211 quantize_per_tensor_default_27" [id=211, type=quantize_per_tensor]; +"212 dequantize_per_tensor_default_27" [id=212, type=dequantize_per_tensor]; +"213 add__7" [id=213, type=add_]; +"214 relu__16" [id=214, type=relu_]; +"215 quantize_per_tensor_default_28" [id=215, type=quantize_per_tensor]; +"216 dequantize_per_tensor_default_28" [id=216, type=dequantize_per_tensor]; +"217 adaptive_avg_pool2d" [id=217, type=adaptive_avg_pool2d]; +"218 quantize_per_tensor_default_29" [id=218, type=quantize_per_tensor]; +"219 dequantize_per_tensor_default_29" [id=219, type=dequantize_per_tensor]; +"220 flatten" [id=220, type=flatten]; +"221 linear" [id=221, type=linear]; +"222 output_1" [id=222, type=output]; +"0 _scale_0" -> "3 dequantize_per_channel_default" [label="(64,)", style=solid]; +"1 _zero_point_0" -> "3 dequantize_per_channel_default" [label="(64,)", style=solid]; +"2 _frozen_param0" -> "3 dequantize_per_channel_default" [label="(64, 3, 7, 7)", style=solid]; +"3 dequantize_per_channel_default" -> "89 conv2d" [label=None, style=solid]; +"4 _scale_1" -> "7 dequantize_per_channel_default_1" [label="(64,)", style=solid]; +"5 _zero_point_1" -> "7 dequantize_per_channel_default_1" [label="(64,)", style=solid]; +"6 _frozen_param1" -> "7 dequantize_per_channel_default_1" [label="(64, 64, 3, 3)", style=solid]; +"7 dequantize_per_channel_default_1" -> "95 conv2d_1" [label=None, style=solid]; +"8 _scale_2" -> "11 dequantize_per_channel_default_2" [label="(64,)", style=solid]; +"9 _zero_point_2" -> "11 dequantize_per_channel_default_2" [label="(64,)", style=solid]; +"10 _frozen_param2" -> "11 dequantize_per_channel_default_2" [label="(64, 64, 3, 3)", style=solid]; +"11 dequantize_per_channel_default_2" -> "100 conv2d_2" [label=None, style=solid]; +"12 _scale_3" -> "15 dequantize_per_channel_default_3" [label="(64,)", style=solid]; +"13 _zero_point_3" -> "15 dequantize_per_channel_default_3" [label="(64,)", style=solid]; +"14 _frozen_param3" -> "15 dequantize_per_channel_default_3" [label="(64, 64, 3, 3)", style=solid]; +"15 dequantize_per_channel_default_3" -> "109 conv2d_3" [label=None, style=solid]; +"16 _scale_4" -> "19 dequantize_per_channel_default_4" [label="(64,)", style=solid]; +"17 _zero_point_4" -> "19 dequantize_per_channel_default_4" [label="(64,)", style=solid]; +"18 _frozen_param4" -> "19 dequantize_per_channel_default_4" [label="(64, 64, 3, 3)", style=solid]; +"19 dequantize_per_channel_default_4" -> "114 conv2d_4" [label=None, style=solid]; +"20 _scale_5" -> "23 dequantize_per_channel_default_5" [label="(128,)", style=solid]; +"21 _zero_point_5" -> "23 dequantize_per_channel_default_5" [label="(128,)", style=solid]; +"22 _frozen_param5" -> "23 dequantize_per_channel_default_5" [label="(128, 64, 3, 3)", style=solid]; +"23 dequantize_per_channel_default_5" -> "123 conv2d_5" [label=None, style=solid]; +"24 _scale_6" -> "27 dequantize_per_channel_default_6" [label="(128,)", style=solid]; +"25 _zero_point_6" -> "27 dequantize_per_channel_default_6" [label="(128,)", style=solid]; +"26 _frozen_param6" -> "27 dequantize_per_channel_default_6" [label="(128, 128, 3, 3)", style=solid]; +"27 dequantize_per_channel_default_6" -> "128 conv2d_6" [label=None, style=solid]; +"28 _scale_7" -> "31 dequantize_per_channel_default_7" [label="(128,)", style=solid]; +"29 _zero_point_7" -> "31 dequantize_per_channel_default_7" [label="(128,)", style=solid]; +"30 _frozen_param7" -> "31 dequantize_per_channel_default_7" [label="(128, 64, 1, 1)", style=solid]; +"31 dequantize_per_channel_default_7" -> "132 conv2d_7" [label=None, style=solid]; +"32 _scale_8" -> "35 dequantize_per_channel_default_8" [label="(128,)", style=solid]; +"33 _zero_point_8" -> "35 dequantize_per_channel_default_8" [label="(128,)", style=solid]; +"34 _frozen_param8" -> "35 dequantize_per_channel_default_8" [label="(128, 128, 3, 3)", style=solid]; +"35 dequantize_per_channel_default_8" -> "141 conv2d_8" [label=None, style=solid]; +"36 _scale_9" -> "39 dequantize_per_channel_default_9" [label="(128,)", style=solid]; +"37 _zero_point_9" -> "39 dequantize_per_channel_default_9" [label="(128,)", style=solid]; +"38 _frozen_param9" -> "39 dequantize_per_channel_default_9" [label="(128, 128, 3, 3)", style=solid]; +"39 dequantize_per_channel_default_9" -> "146 conv2d_9" [label=None, style=solid]; +"40 _scale_10" -> "43 dequantize_per_channel_default_10" [label="(256,)", style=solid]; +"41 _zero_point_10" -> "43 dequantize_per_channel_default_10" [label="(256,)", style=solid]; +"42 _frozen_param10" -> "43 dequantize_per_channel_default_10" [label="(256, 128, 3, 3)", style=solid]; +"43 dequantize_per_channel_default_10" -> "155 conv2d_10" [label=None, style=solid]; +"44 _scale_11" -> "47 dequantize_per_channel_default_11" [label="(256,)", style=solid]; +"45 _zero_point_11" -> "47 dequantize_per_channel_default_11" [label="(256,)", style=solid]; +"46 _frozen_param11" -> "47 dequantize_per_channel_default_11" [label="(256, 256, 3, 3)", style=solid]; +"47 dequantize_per_channel_default_11" -> "160 conv2d_11" [label=None, style=solid]; +"48 _scale_12" -> "51 dequantize_per_channel_default_12" [label="(256,)", style=solid]; +"49 _zero_point_12" -> "51 dequantize_per_channel_default_12" [label="(256,)", style=solid]; +"50 _frozen_param12" -> "51 dequantize_per_channel_default_12" [label="(256, 128, 1, 1)", style=solid]; +"51 dequantize_per_channel_default_12" -> "164 conv2d_12" [label=None, style=solid]; +"52 _scale_13" -> "55 dequantize_per_channel_default_13" [label="(256,)", style=solid]; +"53 _zero_point_13" -> "55 dequantize_per_channel_default_13" [label="(256,)", style=solid]; +"54 _frozen_param13" -> "55 dequantize_per_channel_default_13" [label="(256, 256, 3, 3)", style=solid]; +"55 dequantize_per_channel_default_13" -> "173 conv2d_13" [label=None, style=solid]; +"56 _scale_14" -> "59 dequantize_per_channel_default_14" [label="(256,)", style=solid]; +"57 _zero_point_14" -> "59 dequantize_per_channel_default_14" [label="(256,)", style=solid]; +"58 _frozen_param14" -> "59 dequantize_per_channel_default_14" [label="(256, 256, 3, 3)", style=solid]; +"59 dequantize_per_channel_default_14" -> "178 conv2d_14" [label=None, style=solid]; +"60 _scale_15" -> "63 dequantize_per_channel_default_15" [label="(512,)", style=solid]; +"61 _zero_point_15" -> "63 dequantize_per_channel_default_15" [label="(512,)", style=solid]; +"62 _frozen_param15" -> "63 dequantize_per_channel_default_15" [label="(512, 256, 3, 3)", style=solid]; +"63 dequantize_per_channel_default_15" -> "187 conv2d_15" [label=None, style=solid]; +"64 _scale_16" -> "67 dequantize_per_channel_default_16" [label="(512,)", style=solid]; +"65 _zero_point_16" -> "67 dequantize_per_channel_default_16" [label="(512,)", style=solid]; +"66 _frozen_param16" -> "67 dequantize_per_channel_default_16" [label="(512, 512, 3, 3)", style=solid]; +"67 dequantize_per_channel_default_16" -> "192 conv2d_16" [label=None, style=solid]; +"68 _scale_17" -> "71 dequantize_per_channel_default_17" [label="(512,)", style=solid]; +"69 _zero_point_17" -> "71 dequantize_per_channel_default_17" [label="(512,)", style=solid]; +"70 _frozen_param17" -> "71 dequantize_per_channel_default_17" [label="(512, 256, 1, 1)", style=solid]; +"71 dequantize_per_channel_default_17" -> "196 conv2d_17" [label=None, style=solid]; +"72 _scale_18" -> "75 dequantize_per_channel_default_18" [label="(512,)", style=solid]; +"73 _zero_point_18" -> "75 dequantize_per_channel_default_18" [label="(512,)", style=solid]; +"74 _frozen_param18" -> "75 dequantize_per_channel_default_18" [label="(512, 512, 3, 3)", style=solid]; +"75 dequantize_per_channel_default_18" -> "205 conv2d_18" [label=None, style=solid]; +"76 _scale_19" -> "79 dequantize_per_channel_default_19" [label="(512,)", style=solid]; +"77 _zero_point_19" -> "79 dequantize_per_channel_default_19" [label="(512,)", style=solid]; +"78 _frozen_param19" -> "79 dequantize_per_channel_default_19" [label="(512, 512, 3, 3)", style=solid]; +"79 dequantize_per_channel_default_19" -> "210 conv2d_19" [label=None, style=solid]; +"80 _scale_20" -> "83 dequantize_per_channel_default_20" [label="(1000,)", style=solid]; +"81 _zero_point_20" -> "83 dequantize_per_channel_default_20" [label="(1000,)", style=solid]; +"82 _frozen_param20" -> "83 dequantize_per_channel_default_20" [label="(1000, 512)", style=solid]; +"83 dequantize_per_channel_default_20" -> "221 linear" [label=None, style=solid]; +"84 fc_bias" -> "221 linear" [label="(1000,)", style=solid]; +"85 x" -> "86 quantize_per_tensor_default" [label="(1, 3, 224, 224)", style=solid]; +"86 quantize_per_tensor_default" -> "87 dequantize_per_tensor_default" [label=None, style=solid]; +"87 dequantize_per_tensor_default" -> "89 conv2d" [label=None, style=solid]; +"88 conv1_weight_bias" -> "89 conv2d" [label="(64,)", style=solid]; +"89 conv2d" -> "90 relu_" [label="(1, 64, 112, 112)", style=solid]; +"90 relu_" -> "91 quantize_per_tensor_default_1" [label="(1, 64, 112, 112)", style=solid]; +"91 quantize_per_tensor_default_1" -> "92 dequantize_per_tensor_default_1" [label=None, style=solid]; +"92 dequantize_per_tensor_default_1" -> "93 max_pool2d" [label=None, style=solid]; +"93 max_pool2d" -> "95 conv2d_1" [label="(1, 64, 56, 56)", style=solid]; +"93 max_pool2d" -> "103 add_" [label="(1, 64, 56, 56)", style=solid]; +"94 layer1_0_conv1_weight_bias" -> "95 conv2d_1" [label="(64,)", style=solid]; +"95 conv2d_1" -> "96 relu__1" [label="(1, 64, 56, 56)", style=solid]; +"96 relu__1" -> "97 quantize_per_tensor_default_2" [label="(1, 64, 56, 56)", style=solid]; +"97 quantize_per_tensor_default_2" -> "98 dequantize_per_tensor_default_2" [label=None, style=solid]; +"98 dequantize_per_tensor_default_2" -> "100 conv2d_2" [label=None, style=solid]; +"99 layer1_0_conv2_weight_bias" -> "100 conv2d_2" [label="(64,)", style=solid]; +"100 conv2d_2" -> "101 quantize_per_tensor_default_3" [label="(1, 64, 56, 56)", style=solid]; +"101 quantize_per_tensor_default_3" -> "102 dequantize_per_tensor_default_3" [label=None, style=solid]; +"102 dequantize_per_tensor_default_3" -> "103 add_" [label=None, style=solid]; +"103 add_" -> "104 relu__2" [label="(1, 64, 56, 56)", style=solid]; +"104 relu__2" -> "105 quantize_per_tensor_default_4" [label="(1, 64, 56, 56)", style=solid]; +"105 quantize_per_tensor_default_4" -> "106 dequantize_per_tensor_default_4" [label=None, style=solid]; +"105 quantize_per_tensor_default_4" -> "107 dequantize_per_tensor_default_30" [label=None, style=solid]; +"106 dequantize_per_tensor_default_4" -> "117 add__1" [label=None, style=solid]; +"107 dequantize_per_tensor_default_30" -> "109 conv2d_3" [label=None, style=solid]; +"108 layer1_1_conv1_weight_bias" -> "109 conv2d_3" [label="(64,)", style=solid]; +"109 conv2d_3" -> "110 relu__3" [label="(1, 64, 56, 56)", style=solid]; +"110 relu__3" -> "111 quantize_per_tensor_default_5" [label="(1, 64, 56, 56)", style=solid]; +"111 quantize_per_tensor_default_5" -> "112 dequantize_per_tensor_default_5" [label=None, style=solid]; +"112 dequantize_per_tensor_default_5" -> "114 conv2d_4" [label=None, style=solid]; +"113 layer1_1_conv2_weight_bias" -> "114 conv2d_4" [label="(64,)", style=solid]; +"114 conv2d_4" -> "115 quantize_per_tensor_default_6" [label="(1, 64, 56, 56)", style=solid]; +"115 quantize_per_tensor_default_6" -> "116 dequantize_per_tensor_default_6" [label=None, style=solid]; +"116 dequantize_per_tensor_default_6" -> "117 add__1" [label=None, style=solid]; +"117 add__1" -> "118 relu__4" [label="(1, 64, 56, 56)", style=solid]; +"118 relu__4" -> "119 quantize_per_tensor_default_7" [label="(1, 64, 56, 56)", style=solid]; +"119 quantize_per_tensor_default_7" -> "120 dequantize_per_tensor_default_32" [label=None, style=solid]; +"119 quantize_per_tensor_default_7" -> "121 dequantize_per_tensor_default_31" [label=None, style=solid]; +"120 dequantize_per_tensor_default_32" -> "132 conv2d_7" [label=None, style=solid]; +"121 dequantize_per_tensor_default_31" -> "123 conv2d_5" [label=None, style=solid]; +"122 layer2_0_conv1_weight_bias" -> "123 conv2d_5" [label="(128,)", style=solid]; +"123 conv2d_5" -> "124 relu__5" [label="(1, 128, 28, 28)", style=solid]; +"124 relu__5" -> "125 quantize_per_tensor_default_8" [label="(1, 128, 28, 28)", style=solid]; +"125 quantize_per_tensor_default_8" -> "126 dequantize_per_tensor_default_8" [label=None, style=solid]; +"126 dequantize_per_tensor_default_8" -> "128 conv2d_6" [label=None, style=solid]; +"127 layer2_0_conv2_weight_bias" -> "128 conv2d_6" [label="(128,)", style=solid]; +"128 conv2d_6" -> "129 quantize_per_tensor_default_9" [label="(1, 128, 28, 28)", style=solid]; +"129 quantize_per_tensor_default_9" -> "130 dequantize_per_tensor_default_9" [label=None, style=solid]; +"130 dequantize_per_tensor_default_9" -> "135 add__2" [label=None, style=solid]; +"131 layer2_0_downsample_0_weight_bias" -> "132 conv2d_7" [label="(128,)", style=solid]; +"132 conv2d_7" -> "133 quantize_per_tensor_default_10" [label="(1, 128, 28, 28)", style=solid]; +"133 quantize_per_tensor_default_10" -> "134 dequantize_per_tensor_default_10" [label=None, style=solid]; +"134 dequantize_per_tensor_default_10" -> "135 add__2" [label=None, style=solid]; +"135 add__2" -> "136 relu__6" [label="(1, 128, 28, 28)", style=solid]; +"136 relu__6" -> "137 quantize_per_tensor_default_11" [label="(1, 128, 28, 28)", style=solid]; +"137 quantize_per_tensor_default_11" -> "138 dequantize_per_tensor_default_11" [label=None, style=solid]; +"137 quantize_per_tensor_default_11" -> "139 dequantize_per_tensor_default_33" [label=None, style=solid]; +"138 dequantize_per_tensor_default_11" -> "149 add__3" [label=None, style=solid]; +"139 dequantize_per_tensor_default_33" -> "141 conv2d_8" [label=None, style=solid]; +"140 layer2_1_conv1_weight_bias" -> "141 conv2d_8" [label="(128,)", style=solid]; +"141 conv2d_8" -> "142 relu__7" [label="(1, 128, 28, 28)", style=solid]; +"142 relu__7" -> "143 quantize_per_tensor_default_12" [label="(1, 128, 28, 28)", style=solid]; +"143 quantize_per_tensor_default_12" -> "144 dequantize_per_tensor_default_12" [label=None, style=solid]; +"144 dequantize_per_tensor_default_12" -> "146 conv2d_9" [label=None, style=solid]; +"145 layer2_1_conv2_weight_bias" -> "146 conv2d_9" [label="(128,)", style=solid]; +"146 conv2d_9" -> "147 quantize_per_tensor_default_13" [label="(1, 128, 28, 28)", style=solid]; +"147 quantize_per_tensor_default_13" -> "148 dequantize_per_tensor_default_13" [label=None, style=solid]; +"148 dequantize_per_tensor_default_13" -> "149 add__3" [label=None, style=solid]; +"149 add__3" -> "150 relu__8" [label="(1, 128, 28, 28)", style=solid]; +"150 relu__8" -> "151 quantize_per_tensor_default_14" [label="(1, 128, 28, 28)", style=solid]; +"151 quantize_per_tensor_default_14" -> "152 dequantize_per_tensor_default_35" [label=None, style=solid]; +"151 quantize_per_tensor_default_14" -> "153 dequantize_per_tensor_default_34" [label=None, style=solid]; +"152 dequantize_per_tensor_default_35" -> "164 conv2d_12" [label=None, style=solid]; +"153 dequantize_per_tensor_default_34" -> "155 conv2d_10" [label=None, style=solid]; +"154 layer3_0_conv1_weight_bias" -> "155 conv2d_10" [label="(256,)", style=solid]; +"155 conv2d_10" -> "156 relu__9" [label="(1, 256, 14, 14)", style=solid]; +"156 relu__9" -> "157 quantize_per_tensor_default_15" [label="(1, 256, 14, 14)", style=solid]; +"157 quantize_per_tensor_default_15" -> "158 dequantize_per_tensor_default_15" [label=None, style=solid]; +"158 dequantize_per_tensor_default_15" -> "160 conv2d_11" [label=None, style=solid]; +"159 layer3_0_conv2_weight_bias" -> "160 conv2d_11" [label="(256,)", style=solid]; +"160 conv2d_11" -> "161 quantize_per_tensor_default_16" [label="(1, 256, 14, 14)", style=solid]; +"161 quantize_per_tensor_default_16" -> "162 dequantize_per_tensor_default_16" [label=None, style=solid]; +"162 dequantize_per_tensor_default_16" -> "167 add__4" [label=None, style=solid]; +"163 layer3_0_downsample_0_weight_bias" -> "164 conv2d_12" [label="(256,)", style=solid]; +"164 conv2d_12" -> "165 quantize_per_tensor_default_17" [label="(1, 256, 14, 14)", style=solid]; +"165 quantize_per_tensor_default_17" -> "166 dequantize_per_tensor_default_17" [label=None, style=solid]; +"166 dequantize_per_tensor_default_17" -> "167 add__4" [label=None, style=solid]; +"167 add__4" -> "168 relu__10" [label="(1, 256, 14, 14)", style=solid]; +"168 relu__10" -> "169 quantize_per_tensor_default_18" [label="(1, 256, 14, 14)", style=solid]; +"169 quantize_per_tensor_default_18" -> "170 dequantize_per_tensor_default_18" [label=None, style=solid]; +"169 quantize_per_tensor_default_18" -> "171 dequantize_per_tensor_default_36" [label=None, style=solid]; +"170 dequantize_per_tensor_default_18" -> "181 add__5" [label=None, style=solid]; +"171 dequantize_per_tensor_default_36" -> "173 conv2d_13" [label=None, style=solid]; +"172 layer3_1_conv1_weight_bias" -> "173 conv2d_13" [label="(256,)", style=solid]; +"173 conv2d_13" -> "174 relu__11" [label="(1, 256, 14, 14)", style=solid]; +"174 relu__11" -> "175 quantize_per_tensor_default_19" [label="(1, 256, 14, 14)", style=solid]; +"175 quantize_per_tensor_default_19" -> "176 dequantize_per_tensor_default_19" [label=None, style=solid]; +"176 dequantize_per_tensor_default_19" -> "178 conv2d_14" [label=None, style=solid]; +"177 layer3_1_conv2_weight_bias" -> "178 conv2d_14" [label="(256,)", style=solid]; +"178 conv2d_14" -> "179 quantize_per_tensor_default_20" [label="(1, 256, 14, 14)", style=solid]; +"179 quantize_per_tensor_default_20" -> "180 dequantize_per_tensor_default_20" [label=None, style=solid]; +"180 dequantize_per_tensor_default_20" -> "181 add__5" [label=None, style=solid]; +"181 add__5" -> "182 relu__12" [label="(1, 256, 14, 14)", style=solid]; +"182 relu__12" -> "183 quantize_per_tensor_default_21" [label="(1, 256, 14, 14)", style=solid]; +"183 quantize_per_tensor_default_21" -> "184 dequantize_per_tensor_default_38" [label=None, style=solid]; +"183 quantize_per_tensor_default_21" -> "185 dequantize_per_tensor_default_37" [label=None, style=solid]; +"184 dequantize_per_tensor_default_38" -> "196 conv2d_17" [label=None, style=solid]; +"185 dequantize_per_tensor_default_37" -> "187 conv2d_15" [label=None, style=solid]; +"186 layer4_0_conv1_weight_bias" -> "187 conv2d_15" [label="(512,)", style=solid]; +"187 conv2d_15" -> "188 relu__13" [label="(1, 512, 7, 7)", style=solid]; +"188 relu__13" -> "189 quantize_per_tensor_default_22" [label="(1, 512, 7, 7)", style=solid]; +"189 quantize_per_tensor_default_22" -> "190 dequantize_per_tensor_default_22" [label=None, style=solid]; +"190 dequantize_per_tensor_default_22" -> "192 conv2d_16" [label=None, style=solid]; +"191 layer4_0_conv2_weight_bias" -> "192 conv2d_16" [label="(512,)", style=solid]; +"192 conv2d_16" -> "193 quantize_per_tensor_default_23" [label="(1, 512, 7, 7)", style=solid]; +"193 quantize_per_tensor_default_23" -> "194 dequantize_per_tensor_default_23" [label=None, style=solid]; +"194 dequantize_per_tensor_default_23" -> "199 add__6" [label=None, style=solid]; +"195 layer4_0_downsample_0_weight_bias" -> "196 conv2d_17" [label="(512,)", style=solid]; +"196 conv2d_17" -> "197 quantize_per_tensor_default_24" [label="(1, 512, 7, 7)", style=solid]; +"197 quantize_per_tensor_default_24" -> "198 dequantize_per_tensor_default_24" [label=None, style=solid]; +"198 dequantize_per_tensor_default_24" -> "199 add__6" [label=None, style=solid]; +"199 add__6" -> "200 relu__14" [label="(1, 512, 7, 7)", style=solid]; +"200 relu__14" -> "201 quantize_per_tensor_default_25" [label="(1, 512, 7, 7)", style=solid]; +"201 quantize_per_tensor_default_25" -> "202 dequantize_per_tensor_default_25" [label=None, style=solid]; +"201 quantize_per_tensor_default_25" -> "203 dequantize_per_tensor_default_39" [label=None, style=solid]; +"202 dequantize_per_tensor_default_25" -> "213 add__7" [label=None, style=solid]; +"203 dequantize_per_tensor_default_39" -> "205 conv2d_18" [label=None, style=solid]; +"204 layer4_1_conv1_weight_bias" -> "205 conv2d_18" [label="(512,)", style=solid]; +"205 conv2d_18" -> "206 relu__15" [label="(1, 512, 7, 7)", style=solid]; +"206 relu__15" -> "207 quantize_per_tensor_default_26" [label="(1, 512, 7, 7)", style=solid]; +"207 quantize_per_tensor_default_26" -> "208 dequantize_per_tensor_default_26" [label=None, style=solid]; +"208 dequantize_per_tensor_default_26" -> "210 conv2d_19" [label=None, style=solid]; +"209 layer4_1_conv2_weight_bias" -> "210 conv2d_19" [label="(512,)", style=solid]; +"210 conv2d_19" -> "211 quantize_per_tensor_default_27" [label="(1, 512, 7, 7)", style=solid]; +"211 quantize_per_tensor_default_27" -> "212 dequantize_per_tensor_default_27" [label=None, style=solid]; +"212 dequantize_per_tensor_default_27" -> "213 add__7" [label=None, style=solid]; +"213 add__7" -> "214 relu__16" [label="(1, 512, 7, 7)", style=solid]; +"214 relu__16" -> "215 quantize_per_tensor_default_28" [label="(1, 512, 7, 7)", style=solid]; +"215 quantize_per_tensor_default_28" -> "216 dequantize_per_tensor_default_28" [label=None, style=solid]; +"216 dequantize_per_tensor_default_28" -> "217 adaptive_avg_pool2d" [label=None, style=solid]; +"217 adaptive_avg_pool2d" -> "218 quantize_per_tensor_default_29" [label="(1, 512, 1, 1)", style=solid]; +"218 quantize_per_tensor_default_29" -> "219 dequantize_per_tensor_default_29" [label=None, style=solid]; +"219 dequantize_per_tensor_default_29" -> "220 flatten" [label=None, style=solid]; +"220 flatten" -> "221 linear" [label="(1, 512)", style=solid]; +"221 linear" -> "222 output_1" [label="(1, 1000)", style=solid]; +} diff --git a/tests/torch/data/reference_graphs/fx/experimental/ao_export_quantization_OpenVINOQuantizer/swin_v2_s.dot b/tests/torch/data/reference_graphs/fx/experimental/ao_export_quantization_OpenVINOQuantizer/swin_v2_s.dot new file mode 100644 index 00000000000..a3e4f7384fa --- /dev/null +++ b/tests/torch/data/reference_graphs/fx/experimental/ao_export_quantization_OpenVINOQuantizer/swin_v2_s.dot @@ -0,0 +1,7100 @@ +strict digraph { +"0 _scale_0" [id=0, type=get_attr]; +"1 _zero_point_0" [id=1, type=get_attr]; +"2 _frozen_param0" [id=2, type=get_attr]; +"3 dequantize_per_channel_default" [id=3, type=dequantize_per_channel]; +"4 _scale_1" [id=4, type=get_attr]; +"5 _zero_point_1" [id=5, type=get_attr]; +"6 _frozen_param1" [id=6, type=get_attr]; +"7 dequantize_per_channel_default_1" [id=7, type=dequantize_per_channel]; +"8 features_1_0_attn_qkv_bias" [id=8, type=get_attr]; +"9 features_1_0_attn_proj_bias" [id=9, type=get_attr]; +"10 features_1_0_attn_logit_scale" [id=10, type=get_attr]; +"11 _scale_2" [id=11, type=get_attr]; +"12 _zero_point_2" [id=12, type=get_attr]; +"13 _frozen_param2" [id=13, type=get_attr]; +"14 dequantize_per_channel_default_2" [id=14, type=dequantize_per_channel]; +"15 _scale_3" [id=15, type=get_attr]; +"16 _zero_point_3" [id=16, type=get_attr]; +"17 _frozen_param3" [id=17, type=get_attr]; +"18 dequantize_per_channel_default_3" [id=18, type=dequantize_per_channel]; +"19 features_1_1_attn_qkv_bias" [id=19, type=get_attr]; +"20 features_1_1_attn_proj_bias" [id=20, type=get_attr]; +"21 features_1_1_attn_logit_scale" [id=21, type=get_attr]; +"22 _scale_4" [id=22, type=get_attr]; +"23 _zero_point_4" [id=23, type=get_attr]; +"24 _frozen_param4" [id=24, type=get_attr]; +"25 dequantize_per_channel_default_4" [id=25, type=dequantize_per_channel]; +"26 _scale_5" [id=26, type=get_attr]; +"27 _zero_point_5" [id=27, type=get_attr]; +"28 _frozen_param5" [id=28, type=get_attr]; +"29 dequantize_per_channel_default_5" [id=29, type=dequantize_per_channel]; +"30 features_3_0_attn_qkv_bias" [id=30, type=get_attr]; +"31 features_3_0_attn_proj_bias" [id=31, type=get_attr]; +"32 features_3_0_attn_logit_scale" [id=32, type=get_attr]; +"33 _scale_6" [id=33, type=get_attr]; +"34 _zero_point_6" [id=34, type=get_attr]; +"35 _frozen_param6" [id=35, type=get_attr]; +"36 dequantize_per_channel_default_6" [id=36, type=dequantize_per_channel]; +"37 _scale_7" [id=37, type=get_attr]; +"38 _zero_point_7" [id=38, type=get_attr]; +"39 _frozen_param7" [id=39, type=get_attr]; +"40 dequantize_per_channel_default_7" [id=40, type=dequantize_per_channel]; +"41 features_3_1_attn_qkv_bias" [id=41, type=get_attr]; +"42 features_3_1_attn_proj_bias" [id=42, type=get_attr]; +"43 features_3_1_attn_logit_scale" [id=43, type=get_attr]; +"44 _scale_8" [id=44, type=get_attr]; +"45 _zero_point_8" [id=45, type=get_attr]; +"46 _frozen_param8" [id=46, type=get_attr]; +"47 dequantize_per_channel_default_8" [id=47, type=dequantize_per_channel]; +"48 _scale_9" [id=48, type=get_attr]; +"49 _zero_point_9" [id=49, type=get_attr]; +"50 _frozen_param9" [id=50, type=get_attr]; +"51 dequantize_per_channel_default_9" [id=51, type=dequantize_per_channel]; +"52 features_5_0_attn_qkv_bias" [id=52, type=get_attr]; +"53 features_5_0_attn_proj_bias" [id=53, type=get_attr]; +"54 features_5_0_attn_logit_scale" [id=54, type=get_attr]; +"55 _scale_10" [id=55, type=get_attr]; +"56 _zero_point_10" [id=56, type=get_attr]; +"57 _frozen_param10" [id=57, type=get_attr]; +"58 dequantize_per_channel_default_10" [id=58, type=dequantize_per_channel]; +"59 _scale_11" [id=59, type=get_attr]; +"60 _zero_point_11" [id=60, type=get_attr]; +"61 _frozen_param11" [id=61, type=get_attr]; +"62 dequantize_per_channel_default_11" [id=62, type=dequantize_per_channel]; +"63 features_5_1_attn_qkv_bias" [id=63, type=get_attr]; +"64 features_5_1_attn_proj_bias" [id=64, type=get_attr]; +"65 features_5_1_attn_logit_scale" [id=65, type=get_attr]; +"66 _scale_12" [id=66, type=get_attr]; +"67 _zero_point_12" [id=67, type=get_attr]; +"68 _frozen_param12" [id=68, type=get_attr]; +"69 dequantize_per_channel_default_12" [id=69, type=dequantize_per_channel]; +"70 _scale_13" [id=70, type=get_attr]; +"71 _zero_point_13" [id=71, type=get_attr]; +"72 _frozen_param13" [id=72, type=get_attr]; +"73 dequantize_per_channel_default_13" [id=73, type=dequantize_per_channel]; +"74 features_5_2_attn_qkv_bias" [id=74, type=get_attr]; +"75 features_5_2_attn_proj_bias" [id=75, type=get_attr]; +"76 features_5_2_attn_logit_scale" [id=76, type=get_attr]; +"77 _scale_14" [id=77, type=get_attr]; +"78 _zero_point_14" [id=78, type=get_attr]; +"79 _frozen_param14" [id=79, type=get_attr]; +"80 dequantize_per_channel_default_14" [id=80, type=dequantize_per_channel]; +"81 _scale_15" [id=81, type=get_attr]; +"82 _zero_point_15" [id=82, type=get_attr]; +"83 _frozen_param15" [id=83, type=get_attr]; +"84 dequantize_per_channel_default_15" [id=84, type=dequantize_per_channel]; +"85 features_5_3_attn_qkv_bias" [id=85, type=get_attr]; +"86 features_5_3_attn_proj_bias" [id=86, type=get_attr]; +"87 features_5_3_attn_logit_scale" [id=87, type=get_attr]; +"88 _scale_16" [id=88, type=get_attr]; +"89 _zero_point_16" [id=89, type=get_attr]; +"90 _frozen_param16" [id=90, type=get_attr]; +"91 dequantize_per_channel_default_16" [id=91, type=dequantize_per_channel]; +"92 _scale_17" [id=92, type=get_attr]; +"93 _zero_point_17" [id=93, type=get_attr]; +"94 _frozen_param17" [id=94, type=get_attr]; +"95 dequantize_per_channel_default_17" [id=95, type=dequantize_per_channel]; +"96 features_5_4_attn_qkv_bias" [id=96, type=get_attr]; +"97 features_5_4_attn_proj_bias" [id=97, type=get_attr]; +"98 features_5_4_attn_logit_scale" [id=98, type=get_attr]; +"99 _scale_18" [id=99, type=get_attr]; +"100 _zero_point_18" [id=100, type=get_attr]; +"101 _frozen_param18" [id=101, type=get_attr]; +"102 dequantize_per_channel_default_18" [id=102, type=dequantize_per_channel]; +"103 _scale_19" [id=103, type=get_attr]; +"104 _zero_point_19" [id=104, type=get_attr]; +"105 _frozen_param19" [id=105, type=get_attr]; +"106 dequantize_per_channel_default_19" [id=106, type=dequantize_per_channel]; +"107 features_5_5_attn_qkv_bias" [id=107, type=get_attr]; +"108 features_5_5_attn_proj_bias" [id=108, type=get_attr]; +"109 features_5_5_attn_logit_scale" [id=109, type=get_attr]; +"110 _scale_20" [id=110, type=get_attr]; +"111 _zero_point_20" [id=111, type=get_attr]; +"112 _frozen_param20" [id=112, type=get_attr]; +"113 dequantize_per_channel_default_20" [id=113, type=dequantize_per_channel]; +"114 _scale_21" [id=114, type=get_attr]; +"115 _zero_point_21" [id=115, type=get_attr]; +"116 _frozen_param21" [id=116, type=get_attr]; +"117 dequantize_per_channel_default_21" [id=117, type=dequantize_per_channel]; +"118 features_5_6_attn_qkv_bias" [id=118, type=get_attr]; +"119 features_5_6_attn_proj_bias" [id=119, type=get_attr]; +"120 features_5_6_attn_logit_scale" [id=120, type=get_attr]; +"121 _scale_22" [id=121, type=get_attr]; +"122 _zero_point_22" [id=122, type=get_attr]; +"123 _frozen_param22" [id=123, type=get_attr]; +"124 dequantize_per_channel_default_22" [id=124, type=dequantize_per_channel]; +"125 _scale_23" [id=125, type=get_attr]; +"126 _zero_point_23" [id=126, type=get_attr]; +"127 _frozen_param23" [id=127, type=get_attr]; +"128 dequantize_per_channel_default_23" [id=128, type=dequantize_per_channel]; +"129 features_5_7_attn_qkv_bias" [id=129, type=get_attr]; +"130 features_5_7_attn_proj_bias" [id=130, type=get_attr]; +"131 features_5_7_attn_logit_scale" [id=131, type=get_attr]; +"132 _scale_24" [id=132, type=get_attr]; +"133 _zero_point_24" [id=133, type=get_attr]; +"134 _frozen_param24" [id=134, type=get_attr]; +"135 dequantize_per_channel_default_24" [id=135, type=dequantize_per_channel]; +"136 _scale_25" [id=136, type=get_attr]; +"137 _zero_point_25" [id=137, type=get_attr]; +"138 _frozen_param25" [id=138, type=get_attr]; +"139 dequantize_per_channel_default_25" [id=139, type=dequantize_per_channel]; +"140 features_5_8_attn_qkv_bias" [id=140, type=get_attr]; +"141 features_5_8_attn_proj_bias" [id=141, type=get_attr]; +"142 features_5_8_attn_logit_scale" [id=142, type=get_attr]; +"143 _scale_26" [id=143, type=get_attr]; +"144 _zero_point_26" [id=144, type=get_attr]; +"145 _frozen_param26" [id=145, type=get_attr]; +"146 dequantize_per_channel_default_26" [id=146, type=dequantize_per_channel]; +"147 _scale_27" [id=147, type=get_attr]; +"148 _zero_point_27" [id=148, type=get_attr]; +"149 _frozen_param27" [id=149, type=get_attr]; +"150 dequantize_per_channel_default_27" [id=150, type=dequantize_per_channel]; +"151 features_5_9_attn_qkv_bias" [id=151, type=get_attr]; +"152 features_5_9_attn_proj_bias" [id=152, type=get_attr]; +"153 features_5_9_attn_logit_scale" [id=153, type=get_attr]; +"154 _scale_28" [id=154, type=get_attr]; +"155 _zero_point_28" [id=155, type=get_attr]; +"156 _frozen_param28" [id=156, type=get_attr]; +"157 dequantize_per_channel_default_28" [id=157, type=dequantize_per_channel]; +"158 _scale_29" [id=158, type=get_attr]; +"159 _zero_point_29" [id=159, type=get_attr]; +"160 _frozen_param29" [id=160, type=get_attr]; +"161 dequantize_per_channel_default_29" [id=161, type=dequantize_per_channel]; +"162 features_5_10_attn_qkv_bias" [id=162, type=get_attr]; +"163 features_5_10_attn_proj_bias" [id=163, type=get_attr]; +"164 features_5_10_attn_logit_scale" [id=164, type=get_attr]; +"165 _scale_30" [id=165, type=get_attr]; +"166 _zero_point_30" [id=166, type=get_attr]; +"167 _frozen_param30" [id=167, type=get_attr]; +"168 dequantize_per_channel_default_30" [id=168, type=dequantize_per_channel]; +"169 _scale_31" [id=169, type=get_attr]; +"170 _zero_point_31" [id=170, type=get_attr]; +"171 _frozen_param31" [id=171, type=get_attr]; +"172 dequantize_per_channel_default_31" [id=172, type=dequantize_per_channel]; +"173 features_5_11_attn_qkv_bias" [id=173, type=get_attr]; +"174 features_5_11_attn_proj_bias" [id=174, type=get_attr]; +"175 features_5_11_attn_logit_scale" [id=175, type=get_attr]; +"176 _scale_32" [id=176, type=get_attr]; +"177 _zero_point_32" [id=177, type=get_attr]; +"178 _frozen_param32" [id=178, type=get_attr]; +"179 dequantize_per_channel_default_32" [id=179, type=dequantize_per_channel]; +"180 _scale_33" [id=180, type=get_attr]; +"181 _zero_point_33" [id=181, type=get_attr]; +"182 _frozen_param33" [id=182, type=get_attr]; +"183 dequantize_per_channel_default_33" [id=183, type=dequantize_per_channel]; +"184 features_5_12_attn_qkv_bias" [id=184, type=get_attr]; +"185 features_5_12_attn_proj_bias" [id=185, type=get_attr]; +"186 features_5_12_attn_logit_scale" [id=186, type=get_attr]; +"187 _scale_34" [id=187, type=get_attr]; +"188 _zero_point_34" [id=188, type=get_attr]; +"189 _frozen_param34" [id=189, type=get_attr]; +"190 dequantize_per_channel_default_34" [id=190, type=dequantize_per_channel]; +"191 _scale_35" [id=191, type=get_attr]; +"192 _zero_point_35" [id=192, type=get_attr]; +"193 _frozen_param35" [id=193, type=get_attr]; +"194 dequantize_per_channel_default_35" [id=194, type=dequantize_per_channel]; +"195 features_5_13_attn_qkv_bias" [id=195, type=get_attr]; +"196 features_5_13_attn_proj_bias" [id=196, type=get_attr]; +"197 features_5_13_attn_logit_scale" [id=197, type=get_attr]; +"198 _scale_36" [id=198, type=get_attr]; +"199 _zero_point_36" [id=199, type=get_attr]; +"200 _frozen_param36" [id=200, type=get_attr]; +"201 dequantize_per_channel_default_36" [id=201, type=dequantize_per_channel]; +"202 _scale_37" [id=202, type=get_attr]; +"203 _zero_point_37" [id=203, type=get_attr]; +"204 _frozen_param37" [id=204, type=get_attr]; +"205 dequantize_per_channel_default_37" [id=205, type=dequantize_per_channel]; +"206 features_5_14_attn_qkv_bias" [id=206, type=get_attr]; +"207 features_5_14_attn_proj_bias" [id=207, type=get_attr]; +"208 features_5_14_attn_logit_scale" [id=208, type=get_attr]; +"209 _scale_38" [id=209, type=get_attr]; +"210 _zero_point_38" [id=210, type=get_attr]; +"211 _frozen_param38" [id=211, type=get_attr]; +"212 dequantize_per_channel_default_38" [id=212, type=dequantize_per_channel]; +"213 _scale_39" [id=213, type=get_attr]; +"214 _zero_point_39" [id=214, type=get_attr]; +"215 _frozen_param39" [id=215, type=get_attr]; +"216 dequantize_per_channel_default_39" [id=216, type=dequantize_per_channel]; +"217 features_5_15_attn_qkv_bias" [id=217, type=get_attr]; +"218 features_5_15_attn_proj_bias" [id=218, type=get_attr]; +"219 features_5_15_attn_logit_scale" [id=219, type=get_attr]; +"220 _scale_40" [id=220, type=get_attr]; +"221 _zero_point_40" [id=221, type=get_attr]; +"222 _frozen_param40" [id=222, type=get_attr]; +"223 dequantize_per_channel_default_40" [id=223, type=dequantize_per_channel]; +"224 _scale_41" [id=224, type=get_attr]; +"225 _zero_point_41" [id=225, type=get_attr]; +"226 _frozen_param41" [id=226, type=get_attr]; +"227 dequantize_per_channel_default_41" [id=227, type=dequantize_per_channel]; +"228 features_5_16_attn_qkv_bias" [id=228, type=get_attr]; +"229 features_5_16_attn_proj_bias" [id=229, type=get_attr]; +"230 features_5_16_attn_logit_scale" [id=230, type=get_attr]; +"231 _scale_42" [id=231, type=get_attr]; +"232 _zero_point_42" [id=232, type=get_attr]; +"233 _frozen_param42" [id=233, type=get_attr]; +"234 dequantize_per_channel_default_42" [id=234, type=dequantize_per_channel]; +"235 _scale_43" [id=235, type=get_attr]; +"236 _zero_point_43" [id=236, type=get_attr]; +"237 _frozen_param43" [id=237, type=get_attr]; +"238 dequantize_per_channel_default_43" [id=238, type=dequantize_per_channel]; +"239 features_5_17_attn_qkv_bias" [id=239, type=get_attr]; +"240 features_5_17_attn_proj_bias" [id=240, type=get_attr]; +"241 features_5_17_attn_logit_scale" [id=241, type=get_attr]; +"242 _scale_44" [id=242, type=get_attr]; +"243 _zero_point_44" [id=243, type=get_attr]; +"244 _frozen_param44" [id=244, type=get_attr]; +"245 dequantize_per_channel_default_44" [id=245, type=dequantize_per_channel]; +"246 _scale_45" [id=246, type=get_attr]; +"247 _zero_point_45" [id=247, type=get_attr]; +"248 _frozen_param45" [id=248, type=get_attr]; +"249 dequantize_per_channel_default_45" [id=249, type=dequantize_per_channel]; +"250 features_7_0_attn_qkv_bias" [id=250, type=get_attr]; +"251 features_7_0_attn_proj_bias" [id=251, type=get_attr]; +"252 features_7_0_attn_logit_scale" [id=252, type=get_attr]; +"253 _scale_46" [id=253, type=get_attr]; +"254 _zero_point_46" [id=254, type=get_attr]; +"255 _frozen_param46" [id=255, type=get_attr]; +"256 dequantize_per_channel_default_46" [id=256, type=dequantize_per_channel]; +"257 _scale_47" [id=257, type=get_attr]; +"258 _zero_point_47" [id=258, type=get_attr]; +"259 _frozen_param47" [id=259, type=get_attr]; +"260 dequantize_per_channel_default_47" [id=260, type=dequantize_per_channel]; +"261 features_7_1_attn_qkv_bias" [id=261, type=get_attr]; +"262 features_7_1_attn_proj_bias" [id=262, type=get_attr]; +"263 features_7_1_attn_logit_scale" [id=263, type=get_attr]; +"264 _scale_48" [id=264, type=get_attr]; +"265 _zero_point_48" [id=265, type=get_attr]; +"266 _frozen_param48" [id=266, type=get_attr]; +"267 dequantize_per_channel_default_48" [id=267, type=dequantize_per_channel]; +"268 features_0_0_bias" [id=268, type=get_attr]; +"269 features_0_2_weight" [id=269, type=get_attr]; +"270 features_0_2_bias" [id=270, type=get_attr]; +"271 _scale_49" [id=271, type=get_attr]; +"272 _zero_point_49" [id=272, type=get_attr]; +"273 _frozen_param49" [id=273, type=get_attr]; +"274 dequantize_per_channel_default_49" [id=274, type=dequantize_per_channel]; +"275 features_1_0_attn_cpb_mlp_0_bias" [id=275, type=get_attr]; +"276 _scale_50" [id=276, type=get_attr]; +"277 _zero_point_50" [id=277, type=get_attr]; +"278 _frozen_param50" [id=278, type=get_attr]; +"279 dequantize_per_channel_default_50" [id=279, type=dequantize_per_channel]; +"280 features_1_0_norm1_weight" [id=280, type=get_attr]; +"281 features_1_0_norm1_bias" [id=281, type=get_attr]; +"282 _scale_51" [id=282, type=get_attr]; +"283 _zero_point_51" [id=283, type=get_attr]; +"284 _frozen_param51" [id=284, type=get_attr]; +"285 dequantize_per_channel_default_51" [id=285, type=dequantize_per_channel]; +"286 features_1_0_mlp_0_bias" [id=286, type=get_attr]; +"287 _scale_52" [id=287, type=get_attr]; +"288 _zero_point_52" [id=288, type=get_attr]; +"289 _frozen_param52" [id=289, type=get_attr]; +"290 dequantize_per_channel_default_52" [id=290, type=dequantize_per_channel]; +"291 features_1_0_mlp_3_bias" [id=291, type=get_attr]; +"292 features_1_0_norm2_weight" [id=292, type=get_attr]; +"293 features_1_0_norm2_bias" [id=293, type=get_attr]; +"294 _scale_53" [id=294, type=get_attr]; +"295 _zero_point_53" [id=295, type=get_attr]; +"296 _frozen_param53" [id=296, type=get_attr]; +"297 dequantize_per_channel_default_53" [id=297, type=dequantize_per_channel]; +"298 features_1_1_attn_cpb_mlp_0_bias" [id=298, type=get_attr]; +"299 _scale_54" [id=299, type=get_attr]; +"300 _zero_point_54" [id=300, type=get_attr]; +"301 _frozen_param54" [id=301, type=get_attr]; +"302 dequantize_per_channel_default_54" [id=302, type=dequantize_per_channel]; +"303 features_1_1_norm1_weight" [id=303, type=get_attr]; +"304 features_1_1_norm1_bias" [id=304, type=get_attr]; +"305 _scale_55" [id=305, type=get_attr]; +"306 _zero_point_55" [id=306, type=get_attr]; +"307 _frozen_param55" [id=307, type=get_attr]; +"308 dequantize_per_channel_default_55" [id=308, type=dequantize_per_channel]; +"309 features_1_1_mlp_0_bias" [id=309, type=get_attr]; +"310 _scale_56" [id=310, type=get_attr]; +"311 _zero_point_56" [id=311, type=get_attr]; +"312 _frozen_param56" [id=312, type=get_attr]; +"313 dequantize_per_channel_default_56" [id=313, type=dequantize_per_channel]; +"314 features_1_1_mlp_3_bias" [id=314, type=get_attr]; +"315 features_1_1_norm2_weight" [id=315, type=get_attr]; +"316 features_1_1_norm2_bias" [id=316, type=get_attr]; +"317 _scale_57" [id=317, type=get_attr]; +"318 _zero_point_57" [id=318, type=get_attr]; +"319 _frozen_param57" [id=319, type=get_attr]; +"320 dequantize_per_channel_default_57" [id=320, type=dequantize_per_channel]; +"321 features_2_norm_weight" [id=321, type=get_attr]; +"322 features_2_norm_bias" [id=322, type=get_attr]; +"323 _scale_58" [id=323, type=get_attr]; +"324 _zero_point_58" [id=324, type=get_attr]; +"325 _frozen_param58" [id=325, type=get_attr]; +"326 dequantize_per_channel_default_58" [id=326, type=dequantize_per_channel]; +"327 features_3_0_attn_cpb_mlp_0_bias" [id=327, type=get_attr]; +"328 _scale_59" [id=328, type=get_attr]; +"329 _zero_point_59" [id=329, type=get_attr]; +"330 _frozen_param59" [id=330, type=get_attr]; +"331 dequantize_per_channel_default_59" [id=331, type=dequantize_per_channel]; +"332 features_3_0_norm1_weight" [id=332, type=get_attr]; +"333 features_3_0_norm1_bias" [id=333, type=get_attr]; +"334 _scale_60" [id=334, type=get_attr]; +"335 _zero_point_60" [id=335, type=get_attr]; +"336 _frozen_param60" [id=336, type=get_attr]; +"337 dequantize_per_channel_default_60" [id=337, type=dequantize_per_channel]; +"338 features_3_0_mlp_0_bias" [id=338, type=get_attr]; +"339 _scale_61" [id=339, type=get_attr]; +"340 _zero_point_61" [id=340, type=get_attr]; +"341 _frozen_param61" [id=341, type=get_attr]; +"342 dequantize_per_channel_default_61" [id=342, type=dequantize_per_channel]; +"343 features_3_0_mlp_3_bias" [id=343, type=get_attr]; +"344 features_3_0_norm2_weight" [id=344, type=get_attr]; +"345 features_3_0_norm2_bias" [id=345, type=get_attr]; +"346 _scale_62" [id=346, type=get_attr]; +"347 _zero_point_62" [id=347, type=get_attr]; +"348 _frozen_param62" [id=348, type=get_attr]; +"349 dequantize_per_channel_default_62" [id=349, type=dequantize_per_channel]; +"350 features_3_1_attn_cpb_mlp_0_bias" [id=350, type=get_attr]; +"351 _scale_63" [id=351, type=get_attr]; +"352 _zero_point_63" [id=352, type=get_attr]; +"353 _frozen_param63" [id=353, type=get_attr]; +"354 dequantize_per_channel_default_63" [id=354, type=dequantize_per_channel]; +"355 features_3_1_norm1_weight" [id=355, type=get_attr]; +"356 features_3_1_norm1_bias" [id=356, type=get_attr]; +"357 _scale_64" [id=357, type=get_attr]; +"358 _zero_point_64" [id=358, type=get_attr]; +"359 _frozen_param64" [id=359, type=get_attr]; +"360 dequantize_per_channel_default_64" [id=360, type=dequantize_per_channel]; +"361 features_3_1_mlp_0_bias" [id=361, type=get_attr]; +"362 _scale_65" [id=362, type=get_attr]; +"363 _zero_point_65" [id=363, type=get_attr]; +"364 _frozen_param65" [id=364, type=get_attr]; +"365 dequantize_per_channel_default_65" [id=365, type=dequantize_per_channel]; +"366 features_3_1_mlp_3_bias" [id=366, type=get_attr]; +"367 features_3_1_norm2_weight" [id=367, type=get_attr]; +"368 features_3_1_norm2_bias" [id=368, type=get_attr]; +"369 _scale_66" [id=369, type=get_attr]; +"370 _zero_point_66" [id=370, type=get_attr]; +"371 _frozen_param66" [id=371, type=get_attr]; +"372 dequantize_per_channel_default_66" [id=372, type=dequantize_per_channel]; +"373 features_4_norm_weight" [id=373, type=get_attr]; +"374 features_4_norm_bias" [id=374, type=get_attr]; +"375 _scale_67" [id=375, type=get_attr]; +"376 _zero_point_67" [id=376, type=get_attr]; +"377 _frozen_param67" [id=377, type=get_attr]; +"378 dequantize_per_channel_default_67" [id=378, type=dequantize_per_channel]; +"379 features_5_0_attn_cpb_mlp_0_bias" [id=379, type=get_attr]; +"380 _scale_68" [id=380, type=get_attr]; +"381 _zero_point_68" [id=381, type=get_attr]; +"382 _frozen_param68" [id=382, type=get_attr]; +"383 dequantize_per_channel_default_68" [id=383, type=dequantize_per_channel]; +"384 features_5_0_norm1_weight" [id=384, type=get_attr]; +"385 features_5_0_norm1_bias" [id=385, type=get_attr]; +"386 _scale_69" [id=386, type=get_attr]; +"387 _zero_point_69" [id=387, type=get_attr]; +"388 _frozen_param69" [id=388, type=get_attr]; +"389 dequantize_per_channel_default_69" [id=389, type=dequantize_per_channel]; +"390 features_5_0_mlp_0_bias" [id=390, type=get_attr]; +"391 _scale_70" [id=391, type=get_attr]; +"392 _zero_point_70" [id=392, type=get_attr]; +"393 _frozen_param70" [id=393, type=get_attr]; +"394 dequantize_per_channel_default_70" [id=394, type=dequantize_per_channel]; +"395 features_5_0_mlp_3_bias" [id=395, type=get_attr]; +"396 features_5_0_norm2_weight" [id=396, type=get_attr]; +"397 features_5_0_norm2_bias" [id=397, type=get_attr]; +"398 _scale_71" [id=398, type=get_attr]; +"399 _zero_point_71" [id=399, type=get_attr]; +"400 _frozen_param71" [id=400, type=get_attr]; +"401 dequantize_per_channel_default_71" [id=401, type=dequantize_per_channel]; +"402 features_5_1_attn_cpb_mlp_0_bias" [id=402, type=get_attr]; +"403 _scale_72" [id=403, type=get_attr]; +"404 _zero_point_72" [id=404, type=get_attr]; +"405 _frozen_param72" [id=405, type=get_attr]; +"406 dequantize_per_channel_default_72" [id=406, type=dequantize_per_channel]; +"407 features_5_1_norm1_weight" [id=407, type=get_attr]; +"408 features_5_1_norm1_bias" [id=408, type=get_attr]; +"409 _scale_73" [id=409, type=get_attr]; +"410 _zero_point_73" [id=410, type=get_attr]; +"411 _frozen_param73" [id=411, type=get_attr]; +"412 dequantize_per_channel_default_73" [id=412, type=dequantize_per_channel]; +"413 features_5_1_mlp_0_bias" [id=413, type=get_attr]; +"414 _scale_74" [id=414, type=get_attr]; +"415 _zero_point_74" [id=415, type=get_attr]; +"416 _frozen_param74" [id=416, type=get_attr]; +"417 dequantize_per_channel_default_74" [id=417, type=dequantize_per_channel]; +"418 features_5_1_mlp_3_bias" [id=418, type=get_attr]; +"419 features_5_1_norm2_weight" [id=419, type=get_attr]; +"420 features_5_1_norm2_bias" [id=420, type=get_attr]; +"421 _scale_75" [id=421, type=get_attr]; +"422 _zero_point_75" [id=422, type=get_attr]; +"423 _frozen_param75" [id=423, type=get_attr]; +"424 dequantize_per_channel_default_75" [id=424, type=dequantize_per_channel]; +"425 features_5_2_attn_cpb_mlp_0_bias" [id=425, type=get_attr]; +"426 _scale_76" [id=426, type=get_attr]; +"427 _zero_point_76" [id=427, type=get_attr]; +"428 _frozen_param76" [id=428, type=get_attr]; +"429 dequantize_per_channel_default_76" [id=429, type=dequantize_per_channel]; +"430 features_5_2_norm1_weight" [id=430, type=get_attr]; +"431 features_5_2_norm1_bias" [id=431, type=get_attr]; +"432 _scale_77" [id=432, type=get_attr]; +"433 _zero_point_77" [id=433, type=get_attr]; +"434 _frozen_param77" [id=434, type=get_attr]; +"435 dequantize_per_channel_default_77" [id=435, type=dequantize_per_channel]; +"436 features_5_2_mlp_0_bias" [id=436, type=get_attr]; +"437 _scale_78" [id=437, type=get_attr]; +"438 _zero_point_78" [id=438, type=get_attr]; +"439 _frozen_param78" [id=439, type=get_attr]; +"440 dequantize_per_channel_default_78" [id=440, type=dequantize_per_channel]; +"441 features_5_2_mlp_3_bias" [id=441, type=get_attr]; +"442 features_5_2_norm2_weight" [id=442, type=get_attr]; +"443 features_5_2_norm2_bias" [id=443, type=get_attr]; +"444 _scale_79" [id=444, type=get_attr]; +"445 _zero_point_79" [id=445, type=get_attr]; +"446 _frozen_param79" [id=446, type=get_attr]; +"447 dequantize_per_channel_default_79" [id=447, type=dequantize_per_channel]; +"448 features_5_3_attn_cpb_mlp_0_bias" [id=448, type=get_attr]; +"449 _scale_80" [id=449, type=get_attr]; +"450 _zero_point_80" [id=450, type=get_attr]; +"451 _frozen_param80" [id=451, type=get_attr]; +"452 dequantize_per_channel_default_80" [id=452, type=dequantize_per_channel]; +"453 features_5_3_norm1_weight" [id=453, type=get_attr]; +"454 features_5_3_norm1_bias" [id=454, type=get_attr]; +"455 _scale_81" [id=455, type=get_attr]; +"456 _zero_point_81" [id=456, type=get_attr]; +"457 _frozen_param81" [id=457, type=get_attr]; +"458 dequantize_per_channel_default_81" [id=458, type=dequantize_per_channel]; +"459 features_5_3_mlp_0_bias" [id=459, type=get_attr]; +"460 _scale_82" [id=460, type=get_attr]; +"461 _zero_point_82" [id=461, type=get_attr]; +"462 _frozen_param82" [id=462, type=get_attr]; +"463 dequantize_per_channel_default_82" [id=463, type=dequantize_per_channel]; +"464 features_5_3_mlp_3_bias" [id=464, type=get_attr]; +"465 features_5_3_norm2_weight" [id=465, type=get_attr]; +"466 features_5_3_norm2_bias" [id=466, type=get_attr]; +"467 _scale_83" [id=467, type=get_attr]; +"468 _zero_point_83" [id=468, type=get_attr]; +"469 _frozen_param83" [id=469, type=get_attr]; +"470 dequantize_per_channel_default_83" [id=470, type=dequantize_per_channel]; +"471 features_5_4_attn_cpb_mlp_0_bias" [id=471, type=get_attr]; +"472 _scale_84" [id=472, type=get_attr]; +"473 _zero_point_84" [id=473, type=get_attr]; +"474 _frozen_param84" [id=474, type=get_attr]; +"475 dequantize_per_channel_default_84" [id=475, type=dequantize_per_channel]; +"476 features_5_4_norm1_weight" [id=476, type=get_attr]; +"477 features_5_4_norm1_bias" [id=477, type=get_attr]; +"478 _scale_85" [id=478, type=get_attr]; +"479 _zero_point_85" [id=479, type=get_attr]; +"480 _frozen_param85" [id=480, type=get_attr]; +"481 dequantize_per_channel_default_85" [id=481, type=dequantize_per_channel]; +"482 features_5_4_mlp_0_bias" [id=482, type=get_attr]; +"483 _scale_86" [id=483, type=get_attr]; +"484 _zero_point_86" [id=484, type=get_attr]; +"485 _frozen_param86" [id=485, type=get_attr]; +"486 dequantize_per_channel_default_86" [id=486, type=dequantize_per_channel]; +"487 features_5_4_mlp_3_bias" [id=487, type=get_attr]; +"488 features_5_4_norm2_weight" [id=488, type=get_attr]; +"489 features_5_4_norm2_bias" [id=489, type=get_attr]; +"490 _scale_87" [id=490, type=get_attr]; +"491 _zero_point_87" [id=491, type=get_attr]; +"492 _frozen_param87" [id=492, type=get_attr]; +"493 dequantize_per_channel_default_87" [id=493, type=dequantize_per_channel]; +"494 features_5_5_attn_cpb_mlp_0_bias" [id=494, type=get_attr]; +"495 _scale_88" [id=495, type=get_attr]; +"496 _zero_point_88" [id=496, type=get_attr]; +"497 _frozen_param88" [id=497, type=get_attr]; +"498 dequantize_per_channel_default_88" [id=498, type=dequantize_per_channel]; +"499 features_5_5_norm1_weight" [id=499, type=get_attr]; +"500 features_5_5_norm1_bias" [id=500, type=get_attr]; +"501 _scale_89" [id=501, type=get_attr]; +"502 _zero_point_89" [id=502, type=get_attr]; +"503 _frozen_param89" [id=503, type=get_attr]; +"504 dequantize_per_channel_default_89" [id=504, type=dequantize_per_channel]; +"505 features_5_5_mlp_0_bias" [id=505, type=get_attr]; +"506 _scale_90" [id=506, type=get_attr]; +"507 _zero_point_90" [id=507, type=get_attr]; +"508 _frozen_param90" [id=508, type=get_attr]; +"509 dequantize_per_channel_default_90" [id=509, type=dequantize_per_channel]; +"510 features_5_5_mlp_3_bias" [id=510, type=get_attr]; +"511 features_5_5_norm2_weight" [id=511, type=get_attr]; +"512 features_5_5_norm2_bias" [id=512, type=get_attr]; +"513 _scale_91" [id=513, type=get_attr]; +"514 _zero_point_91" [id=514, type=get_attr]; +"515 _frozen_param91" [id=515, type=get_attr]; +"516 dequantize_per_channel_default_91" [id=516, type=dequantize_per_channel]; +"517 features_5_6_attn_cpb_mlp_0_bias" [id=517, type=get_attr]; +"518 _scale_92" [id=518, type=get_attr]; +"519 _zero_point_92" [id=519, type=get_attr]; +"520 _frozen_param92" [id=520, type=get_attr]; +"521 dequantize_per_channel_default_92" [id=521, type=dequantize_per_channel]; +"522 features_5_6_norm1_weight" [id=522, type=get_attr]; +"523 features_5_6_norm1_bias" [id=523, type=get_attr]; +"524 _scale_93" [id=524, type=get_attr]; +"525 _zero_point_93" [id=525, type=get_attr]; +"526 _frozen_param93" [id=526, type=get_attr]; +"527 dequantize_per_channel_default_93" [id=527, type=dequantize_per_channel]; +"528 features_5_6_mlp_0_bias" [id=528, type=get_attr]; +"529 _scale_94" [id=529, type=get_attr]; +"530 _zero_point_94" [id=530, type=get_attr]; +"531 _frozen_param94" [id=531, type=get_attr]; +"532 dequantize_per_channel_default_94" [id=532, type=dequantize_per_channel]; +"533 features_5_6_mlp_3_bias" [id=533, type=get_attr]; +"534 features_5_6_norm2_weight" [id=534, type=get_attr]; +"535 features_5_6_norm2_bias" [id=535, type=get_attr]; +"536 _scale_95" [id=536, type=get_attr]; +"537 _zero_point_95" [id=537, type=get_attr]; +"538 _frozen_param95" [id=538, type=get_attr]; +"539 dequantize_per_channel_default_95" [id=539, type=dequantize_per_channel]; +"540 features_5_7_attn_cpb_mlp_0_bias" [id=540, type=get_attr]; +"541 _scale_96" [id=541, type=get_attr]; +"542 _zero_point_96" [id=542, type=get_attr]; +"543 _frozen_param96" [id=543, type=get_attr]; +"544 dequantize_per_channel_default_96" [id=544, type=dequantize_per_channel]; +"545 features_5_7_norm1_weight" [id=545, type=get_attr]; +"546 features_5_7_norm1_bias" [id=546, type=get_attr]; +"547 _scale_97" [id=547, type=get_attr]; +"548 _zero_point_97" [id=548, type=get_attr]; +"549 _frozen_param97" [id=549, type=get_attr]; +"550 dequantize_per_channel_default_97" [id=550, type=dequantize_per_channel]; +"551 features_5_7_mlp_0_bias" [id=551, type=get_attr]; +"552 _scale_98" [id=552, type=get_attr]; +"553 _zero_point_98" [id=553, type=get_attr]; +"554 _frozen_param98" [id=554, type=get_attr]; +"555 dequantize_per_channel_default_98" [id=555, type=dequantize_per_channel]; +"556 features_5_7_mlp_3_bias" [id=556, type=get_attr]; +"557 features_5_7_norm2_weight" [id=557, type=get_attr]; +"558 features_5_7_norm2_bias" [id=558, type=get_attr]; +"559 _scale_99" [id=559, type=get_attr]; +"560 _zero_point_99" [id=560, type=get_attr]; +"561 _frozen_param99" [id=561, type=get_attr]; +"562 dequantize_per_channel_default_99" [id=562, type=dequantize_per_channel]; +"563 features_5_8_attn_cpb_mlp_0_bias" [id=563, type=get_attr]; +"564 _scale_100" [id=564, type=get_attr]; +"565 _zero_point_100" [id=565, type=get_attr]; +"566 _frozen_param100" [id=566, type=get_attr]; +"567 dequantize_per_channel_default_100" [id=567, type=dequantize_per_channel]; +"568 features_5_8_norm1_weight" [id=568, type=get_attr]; +"569 features_5_8_norm1_bias" [id=569, type=get_attr]; +"570 _scale_101" [id=570, type=get_attr]; +"571 _zero_point_101" [id=571, type=get_attr]; +"572 _frozen_param101" [id=572, type=get_attr]; +"573 dequantize_per_channel_default_101" [id=573, type=dequantize_per_channel]; +"574 features_5_8_mlp_0_bias" [id=574, type=get_attr]; +"575 _scale_102" [id=575, type=get_attr]; +"576 _zero_point_102" [id=576, type=get_attr]; +"577 _frozen_param102" [id=577, type=get_attr]; +"578 dequantize_per_channel_default_102" [id=578, type=dequantize_per_channel]; +"579 features_5_8_mlp_3_bias" [id=579, type=get_attr]; +"580 features_5_8_norm2_weight" [id=580, type=get_attr]; +"581 features_5_8_norm2_bias" [id=581, type=get_attr]; +"582 _scale_103" [id=582, type=get_attr]; +"583 _zero_point_103" [id=583, type=get_attr]; +"584 _frozen_param103" [id=584, type=get_attr]; +"585 dequantize_per_channel_default_103" [id=585, type=dequantize_per_channel]; +"586 features_5_9_attn_cpb_mlp_0_bias" [id=586, type=get_attr]; +"587 _scale_104" [id=587, type=get_attr]; +"588 _zero_point_104" [id=588, type=get_attr]; +"589 _frozen_param104" [id=589, type=get_attr]; +"590 dequantize_per_channel_default_104" [id=590, type=dequantize_per_channel]; +"591 features_5_9_norm1_weight" [id=591, type=get_attr]; +"592 features_5_9_norm1_bias" [id=592, type=get_attr]; +"593 _scale_105" [id=593, type=get_attr]; +"594 _zero_point_105" [id=594, type=get_attr]; +"595 _frozen_param105" [id=595, type=get_attr]; +"596 dequantize_per_channel_default_105" [id=596, type=dequantize_per_channel]; +"597 features_5_9_mlp_0_bias" [id=597, type=get_attr]; +"598 _scale_106" [id=598, type=get_attr]; +"599 _zero_point_106" [id=599, type=get_attr]; +"600 _frozen_param106" [id=600, type=get_attr]; +"601 dequantize_per_channel_default_106" [id=601, type=dequantize_per_channel]; +"602 features_5_9_mlp_3_bias" [id=602, type=get_attr]; +"603 features_5_9_norm2_weight" [id=603, type=get_attr]; +"604 features_5_9_norm2_bias" [id=604, type=get_attr]; +"605 _scale_107" [id=605, type=get_attr]; +"606 _zero_point_107" [id=606, type=get_attr]; +"607 _frozen_param107" [id=607, type=get_attr]; +"608 dequantize_per_channel_default_107" [id=608, type=dequantize_per_channel]; +"609 features_5_10_attn_cpb_mlp_0_bias" [id=609, type=get_attr]; +"610 _scale_108" [id=610, type=get_attr]; +"611 _zero_point_108" [id=611, type=get_attr]; +"612 _frozen_param108" [id=612, type=get_attr]; +"613 dequantize_per_channel_default_108" [id=613, type=dequantize_per_channel]; +"614 features_5_10_norm1_weight" [id=614, type=get_attr]; +"615 features_5_10_norm1_bias" [id=615, type=get_attr]; +"616 _scale_109" [id=616, type=get_attr]; +"617 _zero_point_109" [id=617, type=get_attr]; +"618 _frozen_param109" [id=618, type=get_attr]; +"619 dequantize_per_channel_default_109" [id=619, type=dequantize_per_channel]; +"620 features_5_10_mlp_0_bias" [id=620, type=get_attr]; +"621 _scale_110" [id=621, type=get_attr]; +"622 _zero_point_110" [id=622, type=get_attr]; +"623 _frozen_param110" [id=623, type=get_attr]; +"624 dequantize_per_channel_default_110" [id=624, type=dequantize_per_channel]; +"625 features_5_10_mlp_3_bias" [id=625, type=get_attr]; +"626 features_5_10_norm2_weight" [id=626, type=get_attr]; +"627 features_5_10_norm2_bias" [id=627, type=get_attr]; +"628 _scale_111" [id=628, type=get_attr]; +"629 _zero_point_111" [id=629, type=get_attr]; +"630 _frozen_param111" [id=630, type=get_attr]; +"631 dequantize_per_channel_default_111" [id=631, type=dequantize_per_channel]; +"632 features_5_11_attn_cpb_mlp_0_bias" [id=632, type=get_attr]; +"633 _scale_112" [id=633, type=get_attr]; +"634 _zero_point_112" [id=634, type=get_attr]; +"635 _frozen_param112" [id=635, type=get_attr]; +"636 dequantize_per_channel_default_112" [id=636, type=dequantize_per_channel]; +"637 features_5_11_norm1_weight" [id=637, type=get_attr]; +"638 features_5_11_norm1_bias" [id=638, type=get_attr]; +"639 _scale_113" [id=639, type=get_attr]; +"640 _zero_point_113" [id=640, type=get_attr]; +"641 _frozen_param113" [id=641, type=get_attr]; +"642 dequantize_per_channel_default_113" [id=642, type=dequantize_per_channel]; +"643 features_5_11_mlp_0_bias" [id=643, type=get_attr]; +"644 _scale_114" [id=644, type=get_attr]; +"645 _zero_point_114" [id=645, type=get_attr]; +"646 _frozen_param114" [id=646, type=get_attr]; +"647 dequantize_per_channel_default_114" [id=647, type=dequantize_per_channel]; +"648 features_5_11_mlp_3_bias" [id=648, type=get_attr]; +"649 features_5_11_norm2_weight" [id=649, type=get_attr]; +"650 features_5_11_norm2_bias" [id=650, type=get_attr]; +"651 _scale_115" [id=651, type=get_attr]; +"652 _zero_point_115" [id=652, type=get_attr]; +"653 _frozen_param115" [id=653, type=get_attr]; +"654 dequantize_per_channel_default_115" [id=654, type=dequantize_per_channel]; +"655 features_5_12_attn_cpb_mlp_0_bias" [id=655, type=get_attr]; +"656 _scale_116" [id=656, type=get_attr]; +"657 _zero_point_116" [id=657, type=get_attr]; +"658 _frozen_param116" [id=658, type=get_attr]; +"659 dequantize_per_channel_default_116" [id=659, type=dequantize_per_channel]; +"660 features_5_12_norm1_weight" [id=660, type=get_attr]; +"661 features_5_12_norm1_bias" [id=661, type=get_attr]; +"662 _scale_117" [id=662, type=get_attr]; +"663 _zero_point_117" [id=663, type=get_attr]; +"664 _frozen_param117" [id=664, type=get_attr]; +"665 dequantize_per_channel_default_117" [id=665, type=dequantize_per_channel]; +"666 features_5_12_mlp_0_bias" [id=666, type=get_attr]; +"667 _scale_118" [id=667, type=get_attr]; +"668 _zero_point_118" [id=668, type=get_attr]; +"669 _frozen_param118" [id=669, type=get_attr]; +"670 dequantize_per_channel_default_118" [id=670, type=dequantize_per_channel]; +"671 features_5_12_mlp_3_bias" [id=671, type=get_attr]; +"672 features_5_12_norm2_weight" [id=672, type=get_attr]; +"673 features_5_12_norm2_bias" [id=673, type=get_attr]; +"674 _scale_119" [id=674, type=get_attr]; +"675 _zero_point_119" [id=675, type=get_attr]; +"676 _frozen_param119" [id=676, type=get_attr]; +"677 dequantize_per_channel_default_119" [id=677, type=dequantize_per_channel]; +"678 features_5_13_attn_cpb_mlp_0_bias" [id=678, type=get_attr]; +"679 _scale_120" [id=679, type=get_attr]; +"680 _zero_point_120" [id=680, type=get_attr]; +"681 _frozen_param120" [id=681, type=get_attr]; +"682 dequantize_per_channel_default_120" [id=682, type=dequantize_per_channel]; +"683 features_5_13_norm1_weight" [id=683, type=get_attr]; +"684 features_5_13_norm1_bias" [id=684, type=get_attr]; +"685 _scale_121" [id=685, type=get_attr]; +"686 _zero_point_121" [id=686, type=get_attr]; +"687 _frozen_param121" [id=687, type=get_attr]; +"688 dequantize_per_channel_default_121" [id=688, type=dequantize_per_channel]; +"689 features_5_13_mlp_0_bias" [id=689, type=get_attr]; +"690 _scale_122" [id=690, type=get_attr]; +"691 _zero_point_122" [id=691, type=get_attr]; +"692 _frozen_param122" [id=692, type=get_attr]; +"693 dequantize_per_channel_default_122" [id=693, type=dequantize_per_channel]; +"694 features_5_13_mlp_3_bias" [id=694, type=get_attr]; +"695 features_5_13_norm2_weight" [id=695, type=get_attr]; +"696 features_5_13_norm2_bias" [id=696, type=get_attr]; +"697 _scale_123" [id=697, type=get_attr]; +"698 _zero_point_123" [id=698, type=get_attr]; +"699 _frozen_param123" [id=699, type=get_attr]; +"700 dequantize_per_channel_default_123" [id=700, type=dequantize_per_channel]; +"701 features_5_14_attn_cpb_mlp_0_bias" [id=701, type=get_attr]; +"702 _scale_124" [id=702, type=get_attr]; +"703 _zero_point_124" [id=703, type=get_attr]; +"704 _frozen_param124" [id=704, type=get_attr]; +"705 dequantize_per_channel_default_124" [id=705, type=dequantize_per_channel]; +"706 features_5_14_norm1_weight" [id=706, type=get_attr]; +"707 features_5_14_norm1_bias" [id=707, type=get_attr]; +"708 _scale_125" [id=708, type=get_attr]; +"709 _zero_point_125" [id=709, type=get_attr]; +"710 _frozen_param125" [id=710, type=get_attr]; +"711 dequantize_per_channel_default_125" [id=711, type=dequantize_per_channel]; +"712 features_5_14_mlp_0_bias" [id=712, type=get_attr]; +"713 _scale_126" [id=713, type=get_attr]; +"714 _zero_point_126" [id=714, type=get_attr]; +"715 _frozen_param126" [id=715, type=get_attr]; +"716 dequantize_per_channel_default_126" [id=716, type=dequantize_per_channel]; +"717 features_5_14_mlp_3_bias" [id=717, type=get_attr]; +"718 features_5_14_norm2_weight" [id=718, type=get_attr]; +"719 features_5_14_norm2_bias" [id=719, type=get_attr]; +"720 _scale_127" [id=720, type=get_attr]; +"721 _zero_point_127" [id=721, type=get_attr]; +"722 _frozen_param127" [id=722, type=get_attr]; +"723 dequantize_per_channel_default_127" [id=723, type=dequantize_per_channel]; +"724 features_5_15_attn_cpb_mlp_0_bias" [id=724, type=get_attr]; +"725 _scale_128" [id=725, type=get_attr]; +"726 _zero_point_128" [id=726, type=get_attr]; +"727 _frozen_param128" [id=727, type=get_attr]; +"728 dequantize_per_channel_default_128" [id=728, type=dequantize_per_channel]; +"729 features_5_15_norm1_weight" [id=729, type=get_attr]; +"730 features_5_15_norm1_bias" [id=730, type=get_attr]; +"731 _scale_129" [id=731, type=get_attr]; +"732 _zero_point_129" [id=732, type=get_attr]; +"733 _frozen_param129" [id=733, type=get_attr]; +"734 dequantize_per_channel_default_129" [id=734, type=dequantize_per_channel]; +"735 features_5_15_mlp_0_bias" [id=735, type=get_attr]; +"736 _scale_130" [id=736, type=get_attr]; +"737 _zero_point_130" [id=737, type=get_attr]; +"738 _frozen_param130" [id=738, type=get_attr]; +"739 dequantize_per_channel_default_130" [id=739, type=dequantize_per_channel]; +"740 features_5_15_mlp_3_bias" [id=740, type=get_attr]; +"741 features_5_15_norm2_weight" [id=741, type=get_attr]; +"742 features_5_15_norm2_bias" [id=742, type=get_attr]; +"743 _scale_131" [id=743, type=get_attr]; +"744 _zero_point_131" [id=744, type=get_attr]; +"745 _frozen_param131" [id=745, type=get_attr]; +"746 dequantize_per_channel_default_131" [id=746, type=dequantize_per_channel]; +"747 features_5_16_attn_cpb_mlp_0_bias" [id=747, type=get_attr]; +"748 _scale_132" [id=748, type=get_attr]; +"749 _zero_point_132" [id=749, type=get_attr]; +"750 _frozen_param132" [id=750, type=get_attr]; +"751 dequantize_per_channel_default_132" [id=751, type=dequantize_per_channel]; +"752 features_5_16_norm1_weight" [id=752, type=get_attr]; +"753 features_5_16_norm1_bias" [id=753, type=get_attr]; +"754 _scale_133" [id=754, type=get_attr]; +"755 _zero_point_133" [id=755, type=get_attr]; +"756 _frozen_param133" [id=756, type=get_attr]; +"757 dequantize_per_channel_default_133" [id=757, type=dequantize_per_channel]; +"758 features_5_16_mlp_0_bias" [id=758, type=get_attr]; +"759 _scale_134" [id=759, type=get_attr]; +"760 _zero_point_134" [id=760, type=get_attr]; +"761 _frozen_param134" [id=761, type=get_attr]; +"762 dequantize_per_channel_default_134" [id=762, type=dequantize_per_channel]; +"763 features_5_16_mlp_3_bias" [id=763, type=get_attr]; +"764 features_5_16_norm2_weight" [id=764, type=get_attr]; +"765 features_5_16_norm2_bias" [id=765, type=get_attr]; +"766 _scale_135" [id=766, type=get_attr]; +"767 _zero_point_135" [id=767, type=get_attr]; +"768 _frozen_param135" [id=768, type=get_attr]; +"769 dequantize_per_channel_default_135" [id=769, type=dequantize_per_channel]; +"770 features_5_17_attn_cpb_mlp_0_bias" [id=770, type=get_attr]; +"771 _scale_136" [id=771, type=get_attr]; +"772 _zero_point_136" [id=772, type=get_attr]; +"773 _frozen_param136" [id=773, type=get_attr]; +"774 dequantize_per_channel_default_136" [id=774, type=dequantize_per_channel]; +"775 features_5_17_norm1_weight" [id=775, type=get_attr]; +"776 features_5_17_norm1_bias" [id=776, type=get_attr]; +"777 _scale_137" [id=777, type=get_attr]; +"778 _zero_point_137" [id=778, type=get_attr]; +"779 _frozen_param137" [id=779, type=get_attr]; +"780 dequantize_per_channel_default_137" [id=780, type=dequantize_per_channel]; +"781 features_5_17_mlp_0_bias" [id=781, type=get_attr]; +"782 _scale_138" [id=782, type=get_attr]; +"783 _zero_point_138" [id=783, type=get_attr]; +"784 _frozen_param138" [id=784, type=get_attr]; +"785 dequantize_per_channel_default_138" [id=785, type=dequantize_per_channel]; +"786 features_5_17_mlp_3_bias" [id=786, type=get_attr]; +"787 features_5_17_norm2_weight" [id=787, type=get_attr]; +"788 features_5_17_norm2_bias" [id=788, type=get_attr]; +"789 _scale_139" [id=789, type=get_attr]; +"790 _zero_point_139" [id=790, type=get_attr]; +"791 _frozen_param139" [id=791, type=get_attr]; +"792 dequantize_per_channel_default_139" [id=792, type=dequantize_per_channel]; +"793 features_6_norm_weight" [id=793, type=get_attr]; +"794 features_6_norm_bias" [id=794, type=get_attr]; +"795 _scale_140" [id=795, type=get_attr]; +"796 _zero_point_140" [id=796, type=get_attr]; +"797 _frozen_param140" [id=797, type=get_attr]; +"798 dequantize_per_channel_default_140" [id=798, type=dequantize_per_channel]; +"799 features_7_0_attn_cpb_mlp_0_bias" [id=799, type=get_attr]; +"800 _scale_141" [id=800, type=get_attr]; +"801 _zero_point_141" [id=801, type=get_attr]; +"802 _frozen_param141" [id=802, type=get_attr]; +"803 dequantize_per_channel_default_141" [id=803, type=dequantize_per_channel]; +"804 features_7_0_norm1_weight" [id=804, type=get_attr]; +"805 features_7_0_norm1_bias" [id=805, type=get_attr]; +"806 _scale_142" [id=806, type=get_attr]; +"807 _zero_point_142" [id=807, type=get_attr]; +"808 _frozen_param142" [id=808, type=get_attr]; +"809 dequantize_per_channel_default_142" [id=809, type=dequantize_per_channel]; +"810 features_7_0_mlp_0_bias" [id=810, type=get_attr]; +"811 _scale_143" [id=811, type=get_attr]; +"812 _zero_point_143" [id=812, type=get_attr]; +"813 _frozen_param143" [id=813, type=get_attr]; +"814 dequantize_per_channel_default_143" [id=814, type=dequantize_per_channel]; +"815 features_7_0_mlp_3_bias" [id=815, type=get_attr]; +"816 features_7_0_norm2_weight" [id=816, type=get_attr]; +"817 features_7_0_norm2_bias" [id=817, type=get_attr]; +"818 _scale_144" [id=818, type=get_attr]; +"819 _zero_point_144" [id=819, type=get_attr]; +"820 _frozen_param144" [id=820, type=get_attr]; +"821 dequantize_per_channel_default_144" [id=821, type=dequantize_per_channel]; +"822 features_7_1_attn_cpb_mlp_0_bias" [id=822, type=get_attr]; +"823 _scale_145" [id=823, type=get_attr]; +"824 _zero_point_145" [id=824, type=get_attr]; +"825 _frozen_param145" [id=825, type=get_attr]; +"826 dequantize_per_channel_default_145" [id=826, type=dequantize_per_channel]; +"827 features_7_1_norm1_weight" [id=827, type=get_attr]; +"828 features_7_1_norm1_bias" [id=828, type=get_attr]; +"829 _scale_146" [id=829, type=get_attr]; +"830 _zero_point_146" [id=830, type=get_attr]; +"831 _frozen_param146" [id=831, type=get_attr]; +"832 dequantize_per_channel_default_146" [id=832, type=dequantize_per_channel]; +"833 features_7_1_mlp_0_bias" [id=833, type=get_attr]; +"834 _scale_147" [id=834, type=get_attr]; +"835 _zero_point_147" [id=835, type=get_attr]; +"836 _frozen_param147" [id=836, type=get_attr]; +"837 dequantize_per_channel_default_147" [id=837, type=dequantize_per_channel]; +"838 features_7_1_mlp_3_bias" [id=838, type=get_attr]; +"839 features_7_1_norm2_weight" [id=839, type=get_attr]; +"840 features_7_1_norm2_bias" [id=840, type=get_attr]; +"841 norm_weight" [id=841, type=get_attr]; +"842 norm_bias" [id=842, type=get_attr]; +"843 _scale_148" [id=843, type=get_attr]; +"844 _zero_point_148" [id=844, type=get_attr]; +"845 _frozen_param148" [id=845, type=get_attr]; +"846 dequantize_per_channel_default_148" [id=846, type=dequantize_per_channel]; +"847 head_bias" [id=847, type=get_attr]; +"848 features_1_0_attn_relative_coords_table" [id=848, type=get_attr]; +"849 features_1_0_attn_relative_position_index" [id=849, type=get_attr]; +"850 features_1_1_attn_relative_coords_table" [id=850, type=get_attr]; +"851 features_1_1_attn_relative_position_index" [id=851, type=get_attr]; +"852 features_3_0_attn_relative_coords_table" [id=852, type=get_attr]; +"853 features_3_0_attn_relative_position_index" [id=853, type=get_attr]; +"854 features_3_1_attn_relative_coords_table" [id=854, type=get_attr]; +"855 features_3_1_attn_relative_position_index" [id=855, type=get_attr]; +"856 features_5_0_attn_relative_coords_table" [id=856, type=get_attr]; +"857 features_5_0_attn_relative_position_index" [id=857, type=get_attr]; +"858 features_5_1_attn_relative_coords_table" [id=858, type=get_attr]; +"859 features_5_1_attn_relative_position_index" [id=859, type=get_attr]; +"860 features_5_2_attn_relative_coords_table" [id=860, type=get_attr]; +"861 features_5_2_attn_relative_position_index" [id=861, type=get_attr]; +"862 features_5_3_attn_relative_coords_table" [id=862, type=get_attr]; +"863 features_5_3_attn_relative_position_index" [id=863, type=get_attr]; +"864 features_5_4_attn_relative_coords_table" [id=864, type=get_attr]; +"865 features_5_4_attn_relative_position_index" [id=865, type=get_attr]; +"866 features_5_5_attn_relative_coords_table" [id=866, type=get_attr]; +"867 features_5_5_attn_relative_position_index" [id=867, type=get_attr]; +"868 features_5_6_attn_relative_coords_table" [id=868, type=get_attr]; +"869 features_5_6_attn_relative_position_index" [id=869, type=get_attr]; +"870 features_5_7_attn_relative_coords_table" [id=870, type=get_attr]; +"871 features_5_7_attn_relative_position_index" [id=871, type=get_attr]; +"872 features_5_8_attn_relative_coords_table" [id=872, type=get_attr]; +"873 features_5_8_attn_relative_position_index" [id=873, type=get_attr]; +"874 features_5_9_attn_relative_coords_table" [id=874, type=get_attr]; +"875 features_5_9_attn_relative_position_index" [id=875, type=get_attr]; +"876 features_5_10_attn_relative_coords_table" [id=876, type=get_attr]; +"877 features_5_10_attn_relative_position_index" [id=877, type=get_attr]; +"878 features_5_11_attn_relative_coords_table" [id=878, type=get_attr]; +"879 features_5_11_attn_relative_position_index" [id=879, type=get_attr]; +"880 features_5_12_attn_relative_coords_table" [id=880, type=get_attr]; +"881 features_5_12_attn_relative_position_index" [id=881, type=get_attr]; +"882 features_5_13_attn_relative_coords_table" [id=882, type=get_attr]; +"883 features_5_13_attn_relative_position_index" [id=883, type=get_attr]; +"884 features_5_14_attn_relative_coords_table" [id=884, type=get_attr]; +"885 features_5_14_attn_relative_position_index" [id=885, type=get_attr]; +"886 features_5_15_attn_relative_coords_table" [id=886, type=get_attr]; +"887 features_5_15_attn_relative_position_index" [id=887, type=get_attr]; +"888 features_5_16_attn_relative_coords_table" [id=888, type=get_attr]; +"889 features_5_16_attn_relative_position_index" [id=889, type=get_attr]; +"890 features_5_17_attn_relative_coords_table" [id=890, type=get_attr]; +"891 features_5_17_attn_relative_position_index" [id=891, type=get_attr]; +"892 features_7_0_attn_relative_coords_table" [id=892, type=get_attr]; +"893 features_7_0_attn_relative_position_index" [id=893, type=get_attr]; +"894 features_7_1_attn_relative_coords_table" [id=894, type=get_attr]; +"895 features_7_1_attn_relative_position_index" [id=895, type=get_attr]; +"896 features_1_1_attn_lifted_tensor_0" [id=896, type=get_attr]; +"897 features_1_1_attn_lifted_tensor_1" [id=897, type=get_attr]; +"898 features_1_1_attn_lifted_tensor_2" [id=898, type=get_attr]; +"899 features_1_1_attn_lifted_tensor_3" [id=899, type=get_attr]; +"900 features_1_1_attn_lifted_tensor_4" [id=900, type=get_attr]; +"901 features_1_1_attn_lifted_tensor_5" [id=901, type=get_attr]; +"902 features_1_1_attn_lifted_tensor_6" [id=902, type=get_attr]; +"903 features_1_1_attn_lifted_tensor_7" [id=903, type=get_attr]; +"904 features_1_1_attn_lifted_tensor_8" [id=904, type=get_attr]; +"905 features_3_1_attn_lifted_tensor_9" [id=905, type=get_attr]; +"906 features_3_1_attn_lifted_tensor_10" [id=906, type=get_attr]; +"907 features_3_1_attn_lifted_tensor_11" [id=907, type=get_attr]; +"908 features_3_1_attn_lifted_tensor_12" [id=908, type=get_attr]; +"909 features_3_1_attn_lifted_tensor_13" [id=909, type=get_attr]; +"910 features_3_1_attn_lifted_tensor_14" [id=910, type=get_attr]; +"911 features_3_1_attn_lifted_tensor_15" [id=911, type=get_attr]; +"912 features_3_1_attn_lifted_tensor_16" [id=912, type=get_attr]; +"913 features_3_1_attn_lifted_tensor_17" [id=913, type=get_attr]; +"914 features_5_1_attn_lifted_tensor_18" [id=914, type=get_attr]; +"915 features_5_1_attn_lifted_tensor_19" [id=915, type=get_attr]; +"916 features_5_1_attn_lifted_tensor_20" [id=916, type=get_attr]; +"917 features_5_1_attn_lifted_tensor_21" [id=917, type=get_attr]; +"918 features_5_1_attn_lifted_tensor_22" [id=918, type=get_attr]; +"919 features_5_1_attn_lifted_tensor_23" [id=919, type=get_attr]; +"920 features_5_1_attn_lifted_tensor_24" [id=920, type=get_attr]; +"921 features_5_1_attn_lifted_tensor_25" [id=921, type=get_attr]; +"922 features_5_1_attn_lifted_tensor_26" [id=922, type=get_attr]; +"923 features_5_3_attn_lifted_tensor_27" [id=923, type=get_attr]; +"924 features_5_3_attn_lifted_tensor_28" [id=924, type=get_attr]; +"925 features_5_3_attn_lifted_tensor_29" [id=925, type=get_attr]; +"926 features_5_3_attn_lifted_tensor_30" [id=926, type=get_attr]; +"927 features_5_3_attn_lifted_tensor_31" [id=927, type=get_attr]; +"928 features_5_3_attn_lifted_tensor_32" [id=928, type=get_attr]; +"929 features_5_3_attn_lifted_tensor_33" [id=929, type=get_attr]; +"930 features_5_3_attn_lifted_tensor_34" [id=930, type=get_attr]; +"931 features_5_3_attn_lifted_tensor_35" [id=931, type=get_attr]; +"932 features_5_5_attn_lifted_tensor_36" [id=932, type=get_attr]; +"933 features_5_5_attn_lifted_tensor_37" [id=933, type=get_attr]; +"934 features_5_5_attn_lifted_tensor_38" [id=934, type=get_attr]; +"935 features_5_5_attn_lifted_tensor_39" [id=935, type=get_attr]; +"936 features_5_5_attn_lifted_tensor_40" [id=936, type=get_attr]; +"937 features_5_5_attn_lifted_tensor_41" [id=937, type=get_attr]; +"938 features_5_5_attn_lifted_tensor_42" [id=938, type=get_attr]; +"939 features_5_5_attn_lifted_tensor_43" [id=939, type=get_attr]; +"940 features_5_5_attn_lifted_tensor_44" [id=940, type=get_attr]; +"941 features_5_7_attn_lifted_tensor_45" [id=941, type=get_attr]; +"942 features_5_7_attn_lifted_tensor_46" [id=942, type=get_attr]; +"943 features_5_7_attn_lifted_tensor_47" [id=943, type=get_attr]; +"944 features_5_7_attn_lifted_tensor_48" [id=944, type=get_attr]; +"945 features_5_7_attn_lifted_tensor_49" [id=945, type=get_attr]; +"946 features_5_7_attn_lifted_tensor_50" [id=946, type=get_attr]; +"947 features_5_7_attn_lifted_tensor_51" [id=947, type=get_attr]; +"948 features_5_7_attn_lifted_tensor_52" [id=948, type=get_attr]; +"949 features_5_7_attn_lifted_tensor_53" [id=949, type=get_attr]; +"950 features_5_9_attn_lifted_tensor_54" [id=950, type=get_attr]; +"951 features_5_9_attn_lifted_tensor_55" [id=951, type=get_attr]; +"952 features_5_9_attn_lifted_tensor_56" [id=952, type=get_attr]; +"953 features_5_9_attn_lifted_tensor_57" [id=953, type=get_attr]; +"954 features_5_9_attn_lifted_tensor_58" [id=954, type=get_attr]; +"955 features_5_9_attn_lifted_tensor_59" [id=955, type=get_attr]; +"956 features_5_9_attn_lifted_tensor_60" [id=956, type=get_attr]; +"957 features_5_9_attn_lifted_tensor_61" [id=957, type=get_attr]; +"958 features_5_9_attn_lifted_tensor_62" [id=958, type=get_attr]; +"959 features_5_11_attn_lifted_tensor_63" [id=959, type=get_attr]; +"960 features_5_11_attn_lifted_tensor_64" [id=960, type=get_attr]; +"961 features_5_11_attn_lifted_tensor_65" [id=961, type=get_attr]; +"962 features_5_11_attn_lifted_tensor_66" [id=962, type=get_attr]; +"963 features_5_11_attn_lifted_tensor_67" [id=963, type=get_attr]; +"964 features_5_11_attn_lifted_tensor_68" [id=964, type=get_attr]; +"965 features_5_11_attn_lifted_tensor_69" [id=965, type=get_attr]; +"966 features_5_11_attn_lifted_tensor_70" [id=966, type=get_attr]; +"967 features_5_11_attn_lifted_tensor_71" [id=967, type=get_attr]; +"968 features_5_13_attn_lifted_tensor_72" [id=968, type=get_attr]; +"969 features_5_13_attn_lifted_tensor_73" [id=969, type=get_attr]; +"970 features_5_13_attn_lifted_tensor_74" [id=970, type=get_attr]; +"971 features_5_13_attn_lifted_tensor_75" [id=971, type=get_attr]; +"972 features_5_13_attn_lifted_tensor_76" [id=972, type=get_attr]; +"973 features_5_13_attn_lifted_tensor_77" [id=973, type=get_attr]; +"974 features_5_13_attn_lifted_tensor_78" [id=974, type=get_attr]; +"975 features_5_13_attn_lifted_tensor_79" [id=975, type=get_attr]; +"976 features_5_13_attn_lifted_tensor_80" [id=976, type=get_attr]; +"977 features_5_15_attn_lifted_tensor_81" [id=977, type=get_attr]; +"978 features_5_15_attn_lifted_tensor_82" [id=978, type=get_attr]; +"979 features_5_15_attn_lifted_tensor_83" [id=979, type=get_attr]; +"980 features_5_15_attn_lifted_tensor_84" [id=980, type=get_attr]; +"981 features_5_15_attn_lifted_tensor_85" [id=981, type=get_attr]; +"982 features_5_15_attn_lifted_tensor_86" [id=982, type=get_attr]; +"983 features_5_15_attn_lifted_tensor_87" [id=983, type=get_attr]; +"984 features_5_15_attn_lifted_tensor_88" [id=984, type=get_attr]; +"985 features_5_15_attn_lifted_tensor_89" [id=985, type=get_attr]; +"986 features_5_17_attn_lifted_tensor_90" [id=986, type=get_attr]; +"987 features_5_17_attn_lifted_tensor_91" [id=987, type=get_attr]; +"988 features_5_17_attn_lifted_tensor_92" [id=988, type=get_attr]; +"989 features_5_17_attn_lifted_tensor_93" [id=989, type=get_attr]; +"990 features_5_17_attn_lifted_tensor_94" [id=990, type=get_attr]; +"991 features_5_17_attn_lifted_tensor_95" [id=991, type=get_attr]; +"992 features_5_17_attn_lifted_tensor_96" [id=992, type=get_attr]; +"993 features_5_17_attn_lifted_tensor_97" [id=993, type=get_attr]; +"994 features_5_17_attn_lifted_tensor_98" [id=994, type=get_attr]; +"995 x" [id=995, type=input]; +"996 quantize_per_tensor_default" [id=996, type=quantize_per_tensor]; +"997 dequantize_per_tensor_default" [id=997, type=dequantize_per_tensor]; +"998 conv2d" [id=998, type=conv2d]; +"999 permute" [id=999, type=permute]; +"1000 layer_norm" [id=1000, type=layer_norm]; +"1001 quantize_per_tensor_default_1" [id=1001, type=quantize_per_tensor]; +"1002 dequantize_per_tensor_default_1" [id=1002, type=dequantize_per_tensor]; +"1003 linear" [id=1003, type=linear]; +"1004 relu_" [id=1004, type=relu_]; +"1005 linear_1" [id=1005, type=linear]; +"1006 view" [id=1006, type=view]; +"1007 index" [id=1007, type=index]; +"1008 view_1" [id=1008, type=view]; +"1009 permute_1" [id=1009, type=permute]; +"1010 contiguous" [id=1010, type=contiguous]; +"1011 unsqueeze" [id=1011, type=unsqueeze]; +"1012 sigmoid" [id=1012, type=sigmoid]; +"1013 mul" [id=1013, type=mul]; +"1014 pad" [id=1014, type=pad]; +"1015 view_2" [id=1015, type=view]; +"1016 permute_2" [id=1016, type=permute]; +"1017 reshape" [id=1017, type=reshape]; +"1018 clone" [id=1018, type=clone]; +"1019 slice_1" [id=1019, type=slice]; +"1020 zero_" [id=1020, type=zero_]; +"1021 linear_2" [id=1021, type=linear]; +"1022 reshape_1" [id=1022, type=reshape]; +"1023 permute_3" [id=1023, type=permute]; +"1024 select" [id=1024, type=select]; +"1025 select_1" [id=1025, type=select]; +"1026 select_2" [id=1026, type=select]; +"1027 linalg_vector_norm" [id=1027, type=linalg_vector_norm]; +"1028 clamp_min" [id=1028, type=clamp_min]; +"1029 expand_as" [id=1029, type=expand_as]; +"1030 div" [id=1030, type=div]; +"1031 quantize_per_tensor_default_2" [id=1031, type=quantize_per_tensor]; +"1032 dequantize_per_tensor_default_2" [id=1032, type=dequantize_per_tensor]; +"1033 linalg_vector_norm_1" [id=1033, type=linalg_vector_norm]; +"1034 clamp_min_1" [id=1034, type=clamp_min]; +"1035 expand_as_1" [id=1035, type=expand_as]; +"1036 div_1" [id=1036, type=div]; +"1037 quantize_per_tensor_default_3" [id=1037, type=quantize_per_tensor]; +"1038 dequantize_per_tensor_default_3" [id=1038, type=dequantize_per_tensor]; +"1039 transpose" [id=1039, type=transpose]; +"1040 matmul" [id=1040, type=matmul]; +"1041 clamp" [id=1041, type=clamp]; +"1042 exp" [id=1042, type=exp]; +"1043 mul_1" [id=1043, type=mul]; +"1044 add" [id=1044, type=add]; +"1045 softmax" [id=1045, type=softmax]; +"1046 dropout" [id=1046, type=dropout]; +"1047 matmul_1" [id=1047, type=matmul]; +"1048 quantize_per_tensor_default_4" [id=1048, type=quantize_per_tensor]; +"1049 dequantize_per_tensor_default_4" [id=1049, type=dequantize_per_tensor]; +"1050 transpose_1" [id=1050, type=transpose]; +"1051 reshape_2" [id=1051, type=reshape]; +"1052 linear_3" [id=1052, type=linear]; +"1053 dropout_1" [id=1053, type=dropout]; +"1054 view_3" [id=1054, type=view]; +"1055 permute_4" [id=1055, type=permute]; +"1056 reshape_3" [id=1056, type=reshape]; +"1057 slice_2" [id=1057, type=slice]; +"1058 slice_3" [id=1058, type=slice]; +"1059 layer_norm_1" [id=1059, type=layer_norm]; +"1060 add_1" [id=1060, type=add]; +"1061 quantize_per_tensor_default_5" [id=1061, type=quantize_per_tensor]; +"1062 dequantize_per_tensor_default_5" [id=1062, type=dequantize_per_tensor]; +"1063 linear_4" [id=1063, type=linear]; +"1064 gelu" [id=1064, type=gelu]; +"1065 quantize_per_tensor_default_6" [id=1065, type=quantize_per_tensor]; +"1066 dequantize_per_tensor_default_6" [id=1066, type=dequantize_per_tensor]; +"1067 dropout_2" [id=1067, type=dropout]; +"1068 linear_5" [id=1068, type=linear]; +"1069 dropout_3" [id=1069, type=dropout]; +"1070 layer_norm_2" [id=1070, type=layer_norm]; +"1071 add_2" [id=1071, type=add]; +"1072 linear_6" [id=1072, type=linear]; +"1073 relu__1" [id=1073, type=relu_]; +"1074 linear_7" [id=1074, type=linear]; +"1075 view_4" [id=1075, type=view]; +"1076 index_1" [id=1076, type=index]; +"1077 view_5" [id=1077, type=view]; +"1078 permute_5" [id=1078, type=permute]; +"1079 contiguous_1" [id=1079, type=contiguous]; +"1080 unsqueeze_1" [id=1080, type=unsqueeze]; +"1081 sigmoid_1" [id=1081, type=sigmoid]; +"1082 mul_2" [id=1082, type=mul]; +"1083 pad_1" [id=1083, type=pad]; +"1084 roll" [id=1084, type=roll]; +"1085 view_6" [id=1085, type=view]; +"1086 permute_6" [id=1086, type=permute]; +"1087 reshape_4" [id=1087, type=reshape]; +"1088 quantize_per_tensor_default_7" [id=1088, type=quantize_per_tensor]; +"1089 dequantize_per_tensor_default_7" [id=1089, type=dequantize_per_tensor]; +"1090 clone_1" [id=1090, type=clone]; +"1091 slice_4" [id=1091, type=slice]; +"1092 zero__1" [id=1092, type=zero_]; +"1093 linear_8" [id=1093, type=linear]; +"1094 reshape_5" [id=1094, type=reshape]; +"1095 permute_7" [id=1095, type=permute]; +"1096 select_3" [id=1096, type=select]; +"1097 select_4" [id=1097, type=select]; +"1098 select_5" [id=1098, type=select]; +"1099 linalg_vector_norm_2" [id=1099, type=linalg_vector_norm]; +"1100 clamp_min_2" [id=1100, type=clamp_min]; +"1101 expand_as_2" [id=1101, type=expand_as]; +"1102 div_2" [id=1102, type=div]; +"1103 quantize_per_tensor_default_8" [id=1103, type=quantize_per_tensor]; +"1104 dequantize_per_tensor_default_8" [id=1104, type=dequantize_per_tensor]; +"1105 linalg_vector_norm_3" [id=1105, type=linalg_vector_norm]; +"1106 clamp_min_3" [id=1106, type=clamp_min]; +"1107 expand_as_3" [id=1107, type=expand_as]; +"1108 div_3" [id=1108, type=div]; +"1109 quantize_per_tensor_default_9" [id=1109, type=quantize_per_tensor]; +"1110 dequantize_per_tensor_default_9" [id=1110, type=dequantize_per_tensor]; +"1111 transpose_2" [id=1111, type=transpose]; +"1112 matmul_2" [id=1112, type=matmul]; +"1113 clamp_1" [id=1113, type=clamp]; +"1114 exp_1" [id=1114, type=exp]; +"1115 mul_3" [id=1115, type=mul]; +"1116 add_3" [id=1116, type=add]; +"1117 new_zeros" [id=1117, type=new_zeros]; +"1118 lift_fresh_copy" [id=1118, type=lift_fresh_copy]; +"1119 slice_5" [id=1119, type=slice]; +"1120 slice_6" [id=1120, type=slice]; +"1121 fill_" [id=1121, type=fill_]; +"1122 lift_fresh_copy_1" [id=1122, type=lift_fresh_copy]; +"1123 slice_7" [id=1123, type=slice]; +"1124 slice_8" [id=1124, type=slice]; +"1125 fill__1" [id=1125, type=fill_]; +"1126 lift_fresh_copy_2" [id=1126, type=lift_fresh_copy]; +"1127 slice_9" [id=1127, type=slice]; +"1128 slice_10" [id=1128, type=slice]; +"1129 fill__2" [id=1129, type=fill_]; +"1130 lift_fresh_copy_3" [id=1130, type=lift_fresh_copy]; +"1131 slice_11" [id=1131, type=slice]; +"1132 slice_12" [id=1132, type=slice]; +"1133 fill__3" [id=1133, type=fill_]; +"1134 lift_fresh_copy_4" [id=1134, type=lift_fresh_copy]; +"1135 slice_13" [id=1135, type=slice]; +"1136 slice_14" [id=1136, type=slice]; +"1137 fill__4" [id=1137, type=fill_]; +"1138 lift_fresh_copy_5" [id=1138, type=lift_fresh_copy]; +"1139 slice_15" [id=1139, type=slice]; +"1140 slice_16" [id=1140, type=slice]; +"1141 fill__5" [id=1141, type=fill_]; +"1142 lift_fresh_copy_6" [id=1142, type=lift_fresh_copy]; +"1143 slice_17" [id=1143, type=slice]; +"1144 slice_18" [id=1144, type=slice]; +"1145 fill__6" [id=1145, type=fill_]; +"1146 lift_fresh_copy_7" [id=1146, type=lift_fresh_copy]; +"1147 slice_19" [id=1147, type=slice]; +"1148 slice_20" [id=1148, type=slice]; +"1149 fill__7" [id=1149, type=fill_]; +"1150 lift_fresh_copy_8" [id=1150, type=lift_fresh_copy]; +"1151 slice_21" [id=1151, type=slice]; +"1152 slice_22" [id=1152, type=slice]; +"1153 fill__8" [id=1153, type=fill_]; +"1154 view_7" [id=1154, type=view]; +"1155 permute_8" [id=1155, type=permute]; +"1156 reshape_6" [id=1156, type=reshape]; +"1157 unsqueeze_2" [id=1157, type=unsqueeze]; +"1158 unsqueeze_3" [id=1158, type=unsqueeze]; +"1159 sub" [id=1159, type=sub]; +"1160 ne" [id=1160, type=ne]; +"1161 masked_fill" [id=1161, type=masked_fill]; +"1162 eq" [id=1162, type=eq]; +"1163 masked_fill_1" [id=1163, type=masked_fill]; +"1164 view_8" [id=1164, type=view]; +"1165 unsqueeze_4" [id=1165, type=unsqueeze]; +"1166 unsqueeze_5" [id=1166, type=unsqueeze]; +"1167 add_4" [id=1167, type=add]; +"1168 view_9" [id=1168, type=view]; +"1169 softmax_1" [id=1169, type=softmax]; +"1170 dropout_4" [id=1170, type=dropout]; +"1171 matmul_3" [id=1171, type=matmul]; +"1172 quantize_per_tensor_default_10" [id=1172, type=quantize_per_tensor]; +"1173 dequantize_per_tensor_default_10" [id=1173, type=dequantize_per_tensor]; +"1174 transpose_3" [id=1174, type=transpose]; +"1175 reshape_7" [id=1175, type=reshape]; +"1176 linear_9" [id=1176, type=linear]; +"1177 dropout_5" [id=1177, type=dropout]; +"1178 view_10" [id=1178, type=view]; +"1179 permute_9" [id=1179, type=permute]; +"1180 reshape_8" [id=1180, type=reshape]; +"1181 roll_1" [id=1181, type=roll]; +"1182 slice_23" [id=1182, type=slice]; +"1183 slice_24" [id=1183, type=slice]; +"1184 layer_norm_3" [id=1184, type=layer_norm]; +"1185 add_5" [id=1185, type=add]; +"1186 quantize_per_tensor_default_11" [id=1186, type=quantize_per_tensor]; +"1187 dequantize_per_tensor_default_11" [id=1187, type=dequantize_per_tensor]; +"1188 linear_10" [id=1188, type=linear]; +"1189 gelu_1" [id=1189, type=gelu]; +"1190 quantize_per_tensor_default_12" [id=1190, type=quantize_per_tensor]; +"1191 dequantize_per_tensor_default_12" [id=1191, type=dequantize_per_tensor]; +"1192 dropout_6" [id=1192, type=dropout]; +"1193 linear_11" [id=1193, type=linear]; +"1194 dropout_7" [id=1194, type=dropout]; +"1195 layer_norm_4" [id=1195, type=layer_norm]; +"1196 add_6" [id=1196, type=add]; +"1197 quantize_per_tensor_default_13" [id=1197, type=quantize_per_tensor]; +"1198 dequantize_per_tensor_default_13" [id=1198, type=dequantize_per_tensor]; +"1199 pad_2" [id=1199, type=pad]; +"1200 slice_25" [id=1200, type=slice]; +"1201 slice_26" [id=1201, type=slice]; +"1202 slice_27" [id=1202, type=slice]; +"1203 slice_28" [id=1203, type=slice]; +"1204 slice_29" [id=1204, type=slice]; +"1205 slice_30" [id=1205, type=slice]; +"1206 slice_31" [id=1206, type=slice]; +"1207 slice_32" [id=1207, type=slice]; +"1208 slice_33" [id=1208, type=slice]; +"1209 slice_34" [id=1209, type=slice]; +"1210 slice_35" [id=1210, type=slice]; +"1211 slice_36" [id=1211, type=slice]; +"1212 cat" [id=1212, type=cat]; +"1213 linear_12" [id=1213, type=linear]; +"1214 layer_norm_5" [id=1214, type=layer_norm]; +"1215 quantize_per_tensor_default_14" [id=1215, type=quantize_per_tensor]; +"1216 dequantize_per_tensor_default_14" [id=1216, type=dequantize_per_tensor]; +"1217 linear_13" [id=1217, type=linear]; +"1218 relu__2" [id=1218, type=relu_]; +"1219 linear_14" [id=1219, type=linear]; +"1220 view_11" [id=1220, type=view]; +"1221 index_2" [id=1221, type=index]; +"1222 view_12" [id=1222, type=view]; +"1223 permute_10" [id=1223, type=permute]; +"1224 contiguous_2" [id=1224, type=contiguous]; +"1225 unsqueeze_6" [id=1225, type=unsqueeze]; +"1226 sigmoid_2" [id=1226, type=sigmoid]; +"1227 mul_4" [id=1227, type=mul]; +"1228 pad_3" [id=1228, type=pad]; +"1229 view_13" [id=1229, type=view]; +"1230 permute_11" [id=1230, type=permute]; +"1231 reshape_9" [id=1231, type=reshape]; +"1232 clone_2" [id=1232, type=clone]; +"1233 slice_37" [id=1233, type=slice]; +"1234 zero__2" [id=1234, type=zero_]; +"1235 linear_15" [id=1235, type=linear]; +"1236 reshape_10" [id=1236, type=reshape]; +"1237 permute_12" [id=1237, type=permute]; +"1238 select_6" [id=1238, type=select]; +"1239 select_7" [id=1239, type=select]; +"1240 select_8" [id=1240, type=select]; +"1241 linalg_vector_norm_4" [id=1241, type=linalg_vector_norm]; +"1242 clamp_min_4" [id=1242, type=clamp_min]; +"1243 expand_as_4" [id=1243, type=expand_as]; +"1244 div_4" [id=1244, type=div]; +"1245 quantize_per_tensor_default_15" [id=1245, type=quantize_per_tensor]; +"1246 dequantize_per_tensor_default_15" [id=1246, type=dequantize_per_tensor]; +"1247 linalg_vector_norm_5" [id=1247, type=linalg_vector_norm]; +"1248 clamp_min_5" [id=1248, type=clamp_min]; +"1249 expand_as_5" [id=1249, type=expand_as]; +"1250 div_5" [id=1250, type=div]; +"1251 quantize_per_tensor_default_16" [id=1251, type=quantize_per_tensor]; +"1252 dequantize_per_tensor_default_16" [id=1252, type=dequantize_per_tensor]; +"1253 transpose_4" [id=1253, type=transpose]; +"1254 matmul_4" [id=1254, type=matmul]; +"1255 clamp_2" [id=1255, type=clamp]; +"1256 exp_2" [id=1256, type=exp]; +"1257 mul_5" [id=1257, type=mul]; +"1258 add_7" [id=1258, type=add]; +"1259 softmax_2" [id=1259, type=softmax]; +"1260 dropout_8" [id=1260, type=dropout]; +"1261 matmul_5" [id=1261, type=matmul]; +"1262 quantize_per_tensor_default_17" [id=1262, type=quantize_per_tensor]; +"1263 dequantize_per_tensor_default_17" [id=1263, type=dequantize_per_tensor]; +"1264 transpose_5" [id=1264, type=transpose]; +"1265 reshape_11" [id=1265, type=reshape]; +"1266 linear_16" [id=1266, type=linear]; +"1267 dropout_9" [id=1267, type=dropout]; +"1268 view_14" [id=1268, type=view]; +"1269 permute_13" [id=1269, type=permute]; +"1270 reshape_12" [id=1270, type=reshape]; +"1271 slice_38" [id=1271, type=slice]; +"1272 slice_39" [id=1272, type=slice]; +"1273 slice_40" [id=1273, type=slice]; +"1274 slice_41" [id=1274, type=slice]; +"1275 contiguous_3" [id=1275, type=contiguous]; +"1276 layer_norm_6" [id=1276, type=layer_norm]; +"1277 add_8" [id=1277, type=add]; +"1278 quantize_per_tensor_default_18" [id=1278, type=quantize_per_tensor]; +"1279 dequantize_per_tensor_default_18" [id=1279, type=dequantize_per_tensor]; +"1280 linear_17" [id=1280, type=linear]; +"1281 gelu_2" [id=1281, type=gelu]; +"1282 quantize_per_tensor_default_19" [id=1282, type=quantize_per_tensor]; +"1283 dequantize_per_tensor_default_19" [id=1283, type=dequantize_per_tensor]; +"1284 dropout_10" [id=1284, type=dropout]; +"1285 linear_18" [id=1285, type=linear]; +"1286 dropout_11" [id=1286, type=dropout]; +"1287 layer_norm_7" [id=1287, type=layer_norm]; +"1288 add_9" [id=1288, type=add]; +"1289 linear_19" [id=1289, type=linear]; +"1290 relu__3" [id=1290, type=relu_]; +"1291 linear_20" [id=1291, type=linear]; +"1292 view_15" [id=1292, type=view]; +"1293 index_3" [id=1293, type=index]; +"1294 view_16" [id=1294, type=view]; +"1295 permute_14" [id=1295, type=permute]; +"1296 contiguous_4" [id=1296, type=contiguous]; +"1297 unsqueeze_7" [id=1297, type=unsqueeze]; +"1298 sigmoid_3" [id=1298, type=sigmoid]; +"1299 mul_6" [id=1299, type=mul]; +"1300 pad_4" [id=1300, type=pad]; +"1301 roll_2" [id=1301, type=roll]; +"1302 view_17" [id=1302, type=view]; +"1303 permute_15" [id=1303, type=permute]; +"1304 reshape_13" [id=1304, type=reshape]; +"1305 quantize_per_tensor_default_20" [id=1305, type=quantize_per_tensor]; +"1306 dequantize_per_tensor_default_20" [id=1306, type=dequantize_per_tensor]; +"1307 clone_3" [id=1307, type=clone]; +"1308 slice_42" [id=1308, type=slice]; +"1309 zero__3" [id=1309, type=zero_]; +"1310 linear_21" [id=1310, type=linear]; +"1311 reshape_14" [id=1311, type=reshape]; +"1312 permute_16" [id=1312, type=permute]; +"1313 select_9" [id=1313, type=select]; +"1314 select_10" [id=1314, type=select]; +"1315 select_11" [id=1315, type=select]; +"1316 linalg_vector_norm_6" [id=1316, type=linalg_vector_norm]; +"1317 clamp_min_6" [id=1317, type=clamp_min]; +"1318 expand_as_6" [id=1318, type=expand_as]; +"1319 div_6" [id=1319, type=div]; +"1320 quantize_per_tensor_default_21" [id=1320, type=quantize_per_tensor]; +"1321 dequantize_per_tensor_default_21" [id=1321, type=dequantize_per_tensor]; +"1322 linalg_vector_norm_7" [id=1322, type=linalg_vector_norm]; +"1323 clamp_min_7" [id=1323, type=clamp_min]; +"1324 expand_as_7" [id=1324, type=expand_as]; +"1325 div_7" [id=1325, type=div]; +"1326 quantize_per_tensor_default_22" [id=1326, type=quantize_per_tensor]; +"1327 dequantize_per_tensor_default_22" [id=1327, type=dequantize_per_tensor]; +"1328 transpose_6" [id=1328, type=transpose]; +"1329 matmul_6" [id=1329, type=matmul]; +"1330 clamp_3" [id=1330, type=clamp]; +"1331 exp_3" [id=1331, type=exp]; +"1332 mul_7" [id=1332, type=mul]; +"1333 add_10" [id=1333, type=add]; +"1334 new_zeros_1" [id=1334, type=new_zeros]; +"1335 lift_fresh_copy_9" [id=1335, type=lift_fresh_copy]; +"1336 slice_43" [id=1336, type=slice]; +"1337 slice_44" [id=1337, type=slice]; +"1338 fill__9" [id=1338, type=fill_]; +"1339 lift_fresh_copy_10" [id=1339, type=lift_fresh_copy]; +"1340 slice_45" [id=1340, type=slice]; +"1341 slice_46" [id=1341, type=slice]; +"1342 fill__10" [id=1342, type=fill_]; +"1343 lift_fresh_copy_11" [id=1343, type=lift_fresh_copy]; +"1344 slice_47" [id=1344, type=slice]; +"1345 slice_48" [id=1345, type=slice]; +"1346 fill__11" [id=1346, type=fill_]; +"1347 lift_fresh_copy_12" [id=1347, type=lift_fresh_copy]; +"1348 slice_49" [id=1348, type=slice]; +"1349 slice_50" [id=1349, type=slice]; +"1350 fill__12" [id=1350, type=fill_]; +"1351 lift_fresh_copy_13" [id=1351, type=lift_fresh_copy]; +"1352 slice_51" [id=1352, type=slice]; +"1353 slice_52" [id=1353, type=slice]; +"1354 fill__13" [id=1354, type=fill_]; +"1355 lift_fresh_copy_14" [id=1355, type=lift_fresh_copy]; +"1356 slice_53" [id=1356, type=slice]; +"1357 slice_54" [id=1357, type=slice]; +"1358 fill__14" [id=1358, type=fill_]; +"1359 lift_fresh_copy_15" [id=1359, type=lift_fresh_copy]; +"1360 slice_55" [id=1360, type=slice]; +"1361 slice_56" [id=1361, type=slice]; +"1362 fill__15" [id=1362, type=fill_]; +"1363 lift_fresh_copy_16" [id=1363, type=lift_fresh_copy]; +"1364 slice_57" [id=1364, type=slice]; +"1365 slice_58" [id=1365, type=slice]; +"1366 fill__16" [id=1366, type=fill_]; +"1367 lift_fresh_copy_17" [id=1367, type=lift_fresh_copy]; +"1368 slice_59" [id=1368, type=slice]; +"1369 slice_60" [id=1369, type=slice]; +"1370 fill__17" [id=1370, type=fill_]; +"1371 view_18" [id=1371, type=view]; +"1372 permute_17" [id=1372, type=permute]; +"1373 reshape_15" [id=1373, type=reshape]; +"1374 unsqueeze_8" [id=1374, type=unsqueeze]; +"1375 unsqueeze_9" [id=1375, type=unsqueeze]; +"1376 sub_1" [id=1376, type=sub]; +"1377 ne_1" [id=1377, type=ne]; +"1378 masked_fill_2" [id=1378, type=masked_fill]; +"1379 eq_1" [id=1379, type=eq]; +"1380 masked_fill_3" [id=1380, type=masked_fill]; +"1381 view_19" [id=1381, type=view]; +"1382 unsqueeze_10" [id=1382, type=unsqueeze]; +"1383 unsqueeze_11" [id=1383, type=unsqueeze]; +"1384 add_11" [id=1384, type=add]; +"1385 view_20" [id=1385, type=view]; +"1386 softmax_3" [id=1386, type=softmax]; +"1387 dropout_12" [id=1387, type=dropout]; +"1388 matmul_7" [id=1388, type=matmul]; +"1389 quantize_per_tensor_default_23" [id=1389, type=quantize_per_tensor]; +"1390 dequantize_per_tensor_default_23" [id=1390, type=dequantize_per_tensor]; +"1391 transpose_7" [id=1391, type=transpose]; +"1392 reshape_16" [id=1392, type=reshape]; +"1393 linear_22" [id=1393, type=linear]; +"1394 dropout_13" [id=1394, type=dropout]; +"1395 view_21" [id=1395, type=view]; +"1396 permute_18" [id=1396, type=permute]; +"1397 reshape_17" [id=1397, type=reshape]; +"1398 roll_3" [id=1398, type=roll]; +"1399 slice_61" [id=1399, type=slice]; +"1400 slice_62" [id=1400, type=slice]; +"1401 slice_63" [id=1401, type=slice]; +"1402 slice_64" [id=1402, type=slice]; +"1403 contiguous_5" [id=1403, type=contiguous]; +"1404 layer_norm_8" [id=1404, type=layer_norm]; +"1405 add_12" [id=1405, type=add]; +"1406 quantize_per_tensor_default_24" [id=1406, type=quantize_per_tensor]; +"1407 dequantize_per_tensor_default_24" [id=1407, type=dequantize_per_tensor]; +"1408 linear_23" [id=1408, type=linear]; +"1409 gelu_3" [id=1409, type=gelu]; +"1410 quantize_per_tensor_default_25" [id=1410, type=quantize_per_tensor]; +"1411 dequantize_per_tensor_default_25" [id=1411, type=dequantize_per_tensor]; +"1412 dropout_14" [id=1412, type=dropout]; +"1413 linear_24" [id=1413, type=linear]; +"1414 dropout_15" [id=1414, type=dropout]; +"1415 layer_norm_9" [id=1415, type=layer_norm]; +"1416 add_13" [id=1416, type=add]; +"1417 quantize_per_tensor_default_26" [id=1417, type=quantize_per_tensor]; +"1418 dequantize_per_tensor_default_26" [id=1418, type=dequantize_per_tensor]; +"1419 pad_5" [id=1419, type=pad]; +"1420 slice_65" [id=1420, type=slice]; +"1421 slice_66" [id=1421, type=slice]; +"1422 slice_67" [id=1422, type=slice]; +"1423 slice_68" [id=1423, type=slice]; +"1424 slice_69" [id=1424, type=slice]; +"1425 slice_70" [id=1425, type=slice]; +"1426 slice_71" [id=1426, type=slice]; +"1427 slice_72" [id=1427, type=slice]; +"1428 slice_73" [id=1428, type=slice]; +"1429 slice_74" [id=1429, type=slice]; +"1430 slice_75" [id=1430, type=slice]; +"1431 slice_76" [id=1431, type=slice]; +"1432 cat_1" [id=1432, type=cat]; +"1433 linear_25" [id=1433, type=linear]; +"1434 layer_norm_10" [id=1434, type=layer_norm]; +"1435 quantize_per_tensor_default_27" [id=1435, type=quantize_per_tensor]; +"1436 dequantize_per_tensor_default_27" [id=1436, type=dequantize_per_tensor]; +"1437 linear_26" [id=1437, type=linear]; +"1438 relu__4" [id=1438, type=relu_]; +"1439 linear_27" [id=1439, type=linear]; +"1440 view_22" [id=1440, type=view]; +"1441 index_4" [id=1441, type=index]; +"1442 view_23" [id=1442, type=view]; +"1443 permute_19" [id=1443, type=permute]; +"1444 contiguous_6" [id=1444, type=contiguous]; +"1445 unsqueeze_12" [id=1445, type=unsqueeze]; +"1446 sigmoid_4" [id=1446, type=sigmoid]; +"1447 mul_8" [id=1447, type=mul]; +"1448 pad_6" [id=1448, type=pad]; +"1449 view_24" [id=1449, type=view]; +"1450 permute_20" [id=1450, type=permute]; +"1451 reshape_18" [id=1451, type=reshape]; +"1452 clone_4" [id=1452, type=clone]; +"1453 slice_77" [id=1453, type=slice]; +"1454 zero__4" [id=1454, type=zero_]; +"1455 linear_28" [id=1455, type=linear]; +"1456 reshape_19" [id=1456, type=reshape]; +"1457 permute_21" [id=1457, type=permute]; +"1458 select_12" [id=1458, type=select]; +"1459 select_13" [id=1459, type=select]; +"1460 select_14" [id=1460, type=select]; +"1461 linalg_vector_norm_8" [id=1461, type=linalg_vector_norm]; +"1462 clamp_min_8" [id=1462, type=clamp_min]; +"1463 expand_as_8" [id=1463, type=expand_as]; +"1464 div_8" [id=1464, type=div]; +"1465 quantize_per_tensor_default_28" [id=1465, type=quantize_per_tensor]; +"1466 dequantize_per_tensor_default_28" [id=1466, type=dequantize_per_tensor]; +"1467 linalg_vector_norm_9" [id=1467, type=linalg_vector_norm]; +"1468 clamp_min_9" [id=1468, type=clamp_min]; +"1469 expand_as_9" [id=1469, type=expand_as]; +"1470 div_9" [id=1470, type=div]; +"1471 quantize_per_tensor_default_29" [id=1471, type=quantize_per_tensor]; +"1472 dequantize_per_tensor_default_29" [id=1472, type=dequantize_per_tensor]; +"1473 transpose_8" [id=1473, type=transpose]; +"1474 matmul_8" [id=1474, type=matmul]; +"1475 clamp_4" [id=1475, type=clamp]; +"1476 exp_4" [id=1476, type=exp]; +"1477 mul_9" [id=1477, type=mul]; +"1478 add_14" [id=1478, type=add]; +"1479 softmax_4" [id=1479, type=softmax]; +"1480 dropout_16" [id=1480, type=dropout]; +"1481 matmul_9" [id=1481, type=matmul]; +"1482 quantize_per_tensor_default_30" [id=1482, type=quantize_per_tensor]; +"1483 dequantize_per_tensor_default_30" [id=1483, type=dequantize_per_tensor]; +"1484 transpose_9" [id=1484, type=transpose]; +"1485 reshape_20" [id=1485, type=reshape]; +"1486 linear_29" [id=1486, type=linear]; +"1487 dropout_17" [id=1487, type=dropout]; +"1488 view_25" [id=1488, type=view]; +"1489 permute_22" [id=1489, type=permute]; +"1490 reshape_21" [id=1490, type=reshape]; +"1491 slice_78" [id=1491, type=slice]; +"1492 slice_79" [id=1492, type=slice]; +"1493 slice_80" [id=1493, type=slice]; +"1494 slice_81" [id=1494, type=slice]; +"1495 contiguous_7" [id=1495, type=contiguous]; +"1496 layer_norm_11" [id=1496, type=layer_norm]; +"1497 add_15" [id=1497, type=add]; +"1498 quantize_per_tensor_default_31" [id=1498, type=quantize_per_tensor]; +"1499 dequantize_per_tensor_default_31" [id=1499, type=dequantize_per_tensor]; +"1500 linear_30" [id=1500, type=linear]; +"1501 gelu_4" [id=1501, type=gelu]; +"1502 quantize_per_tensor_default_32" [id=1502, type=quantize_per_tensor]; +"1503 dequantize_per_tensor_default_32" [id=1503, type=dequantize_per_tensor]; +"1504 dropout_18" [id=1504, type=dropout]; +"1505 linear_31" [id=1505, type=linear]; +"1506 dropout_19" [id=1506, type=dropout]; +"1507 layer_norm_12" [id=1507, type=layer_norm]; +"1508 add_16" [id=1508, type=add]; +"1509 linear_32" [id=1509, type=linear]; +"1510 relu__5" [id=1510, type=relu_]; +"1511 linear_33" [id=1511, type=linear]; +"1512 view_26" [id=1512, type=view]; +"1513 index_5" [id=1513, type=index]; +"1514 view_27" [id=1514, type=view]; +"1515 permute_23" [id=1515, type=permute]; +"1516 contiguous_8" [id=1516, type=contiguous]; +"1517 unsqueeze_13" [id=1517, type=unsqueeze]; +"1518 sigmoid_5" [id=1518, type=sigmoid]; +"1519 mul_10" [id=1519, type=mul]; +"1520 pad_7" [id=1520, type=pad]; +"1521 roll_4" [id=1521, type=roll]; +"1522 view_28" [id=1522, type=view]; +"1523 permute_24" [id=1523, type=permute]; +"1524 reshape_22" [id=1524, type=reshape]; +"1525 quantize_per_tensor_default_33" [id=1525, type=quantize_per_tensor]; +"1526 dequantize_per_tensor_default_33" [id=1526, type=dequantize_per_tensor]; +"1527 clone_5" [id=1527, type=clone]; +"1528 slice_82" [id=1528, type=slice]; +"1529 zero__5" [id=1529, type=zero_]; +"1530 linear_34" [id=1530, type=linear]; +"1531 reshape_23" [id=1531, type=reshape]; +"1532 permute_25" [id=1532, type=permute]; +"1533 select_15" [id=1533, type=select]; +"1534 select_16" [id=1534, type=select]; +"1535 select_17" [id=1535, type=select]; +"1536 linalg_vector_norm_10" [id=1536, type=linalg_vector_norm]; +"1537 clamp_min_10" [id=1537, type=clamp_min]; +"1538 expand_as_10" [id=1538, type=expand_as]; +"1539 div_10" [id=1539, type=div]; +"1540 quantize_per_tensor_default_34" [id=1540, type=quantize_per_tensor]; +"1541 dequantize_per_tensor_default_34" [id=1541, type=dequantize_per_tensor]; +"1542 linalg_vector_norm_11" [id=1542, type=linalg_vector_norm]; +"1543 clamp_min_11" [id=1543, type=clamp_min]; +"1544 expand_as_11" [id=1544, type=expand_as]; +"1545 div_11" [id=1545, type=div]; +"1546 quantize_per_tensor_default_35" [id=1546, type=quantize_per_tensor]; +"1547 dequantize_per_tensor_default_35" [id=1547, type=dequantize_per_tensor]; +"1548 transpose_10" [id=1548, type=transpose]; +"1549 matmul_10" [id=1549, type=matmul]; +"1550 clamp_5" [id=1550, type=clamp]; +"1551 exp_5" [id=1551, type=exp]; +"1552 mul_11" [id=1552, type=mul]; +"1553 add_17" [id=1553, type=add]; +"1554 new_zeros_2" [id=1554, type=new_zeros]; +"1555 lift_fresh_copy_18" [id=1555, type=lift_fresh_copy]; +"1556 slice_83" [id=1556, type=slice]; +"1557 slice_84" [id=1557, type=slice]; +"1558 fill__18" [id=1558, type=fill_]; +"1559 lift_fresh_copy_19" [id=1559, type=lift_fresh_copy]; +"1560 slice_85" [id=1560, type=slice]; +"1561 slice_86" [id=1561, type=slice]; +"1562 fill__19" [id=1562, type=fill_]; +"1563 lift_fresh_copy_20" [id=1563, type=lift_fresh_copy]; +"1564 slice_87" [id=1564, type=slice]; +"1565 slice_88" [id=1565, type=slice]; +"1566 fill__20" [id=1566, type=fill_]; +"1567 lift_fresh_copy_21" [id=1567, type=lift_fresh_copy]; +"1568 slice_89" [id=1568, type=slice]; +"1569 slice_90" [id=1569, type=slice]; +"1570 fill__21" [id=1570, type=fill_]; +"1571 lift_fresh_copy_22" [id=1571, type=lift_fresh_copy]; +"1572 slice_91" [id=1572, type=slice]; +"1573 slice_92" [id=1573, type=slice]; +"1574 fill__22" [id=1574, type=fill_]; +"1575 lift_fresh_copy_23" [id=1575, type=lift_fresh_copy]; +"1576 slice_93" [id=1576, type=slice]; +"1577 slice_94" [id=1577, type=slice]; +"1578 fill__23" [id=1578, type=fill_]; +"1579 lift_fresh_copy_24" [id=1579, type=lift_fresh_copy]; +"1580 slice_95" [id=1580, type=slice]; +"1581 slice_96" [id=1581, type=slice]; +"1582 fill__24" [id=1582, type=fill_]; +"1583 lift_fresh_copy_25" [id=1583, type=lift_fresh_copy]; +"1584 slice_97" [id=1584, type=slice]; +"1585 slice_98" [id=1585, type=slice]; +"1586 fill__25" [id=1586, type=fill_]; +"1587 lift_fresh_copy_26" [id=1587, type=lift_fresh_copy]; +"1588 slice_99" [id=1588, type=slice]; +"1589 slice_100" [id=1589, type=slice]; +"1590 fill__26" [id=1590, type=fill_]; +"1591 view_29" [id=1591, type=view]; +"1592 permute_26" [id=1592, type=permute]; +"1593 reshape_24" [id=1593, type=reshape]; +"1594 unsqueeze_14" [id=1594, type=unsqueeze]; +"1595 unsqueeze_15" [id=1595, type=unsqueeze]; +"1596 sub_2" [id=1596, type=sub]; +"1597 ne_2" [id=1597, type=ne]; +"1598 masked_fill_4" [id=1598, type=masked_fill]; +"1599 eq_2" [id=1599, type=eq]; +"1600 masked_fill_5" [id=1600, type=masked_fill]; +"1601 view_30" [id=1601, type=view]; +"1602 unsqueeze_16" [id=1602, type=unsqueeze]; +"1603 unsqueeze_17" [id=1603, type=unsqueeze]; +"1604 add_18" [id=1604, type=add]; +"1605 view_31" [id=1605, type=view]; +"1606 softmax_5" [id=1606, type=softmax]; +"1607 dropout_20" [id=1607, type=dropout]; +"1608 matmul_11" [id=1608, type=matmul]; +"1609 quantize_per_tensor_default_36" [id=1609, type=quantize_per_tensor]; +"1610 dequantize_per_tensor_default_36" [id=1610, type=dequantize_per_tensor]; +"1611 transpose_11" [id=1611, type=transpose]; +"1612 reshape_25" [id=1612, type=reshape]; +"1613 linear_35" [id=1613, type=linear]; +"1614 dropout_21" [id=1614, type=dropout]; +"1615 view_32" [id=1615, type=view]; +"1616 permute_27" [id=1616, type=permute]; +"1617 reshape_26" [id=1617, type=reshape]; +"1618 roll_5" [id=1618, type=roll]; +"1619 slice_101" [id=1619, type=slice]; +"1620 slice_102" [id=1620, type=slice]; +"1621 slice_103" [id=1621, type=slice]; +"1622 slice_104" [id=1622, type=slice]; +"1623 contiguous_9" [id=1623, type=contiguous]; +"1624 layer_norm_13" [id=1624, type=layer_norm]; +"1625 add_19" [id=1625, type=add]; +"1626 quantize_per_tensor_default_37" [id=1626, type=quantize_per_tensor]; +"1627 dequantize_per_tensor_default_37" [id=1627, type=dequantize_per_tensor]; +"1628 linear_36" [id=1628, type=linear]; +"1629 gelu_5" [id=1629, type=gelu]; +"1630 quantize_per_tensor_default_38" [id=1630, type=quantize_per_tensor]; +"1631 dequantize_per_tensor_default_38" [id=1631, type=dequantize_per_tensor]; +"1632 dropout_22" [id=1632, type=dropout]; +"1633 linear_37" [id=1633, type=linear]; +"1634 dropout_23" [id=1634, type=dropout]; +"1635 layer_norm_14" [id=1635, type=layer_norm]; +"1636 add_20" [id=1636, type=add]; +"1637 quantize_per_tensor_default_39" [id=1637, type=quantize_per_tensor]; +"1638 dequantize_per_tensor_default_39" [id=1638, type=dequantize_per_tensor]; +"1639 linear_38" [id=1639, type=linear]; +"1640 relu__6" [id=1640, type=relu_]; +"1641 linear_39" [id=1641, type=linear]; +"1642 view_33" [id=1642, type=view]; +"1643 index_6" [id=1643, type=index]; +"1644 view_34" [id=1644, type=view]; +"1645 permute_28" [id=1645, type=permute]; +"1646 contiguous_10" [id=1646, type=contiguous]; +"1647 unsqueeze_18" [id=1647, type=unsqueeze]; +"1648 sigmoid_6" [id=1648, type=sigmoid]; +"1649 mul_12" [id=1649, type=mul]; +"1650 pad_8" [id=1650, type=pad]; +"1651 view_35" [id=1651, type=view]; +"1652 permute_29" [id=1652, type=permute]; +"1653 reshape_27" [id=1653, type=reshape]; +"1654 clone_6" [id=1654, type=clone]; +"1655 slice_105" [id=1655, type=slice]; +"1656 zero__6" [id=1656, type=zero_]; +"1657 linear_40" [id=1657, type=linear]; +"1658 reshape_28" [id=1658, type=reshape]; +"1659 permute_30" [id=1659, type=permute]; +"1660 select_18" [id=1660, type=select]; +"1661 select_19" [id=1661, type=select]; +"1662 select_20" [id=1662, type=select]; +"1663 linalg_vector_norm_12" [id=1663, type=linalg_vector_norm]; +"1664 clamp_min_12" [id=1664, type=clamp_min]; +"1665 expand_as_12" [id=1665, type=expand_as]; +"1666 div_12" [id=1666, type=div]; +"1667 quantize_per_tensor_default_40" [id=1667, type=quantize_per_tensor]; +"1668 dequantize_per_tensor_default_40" [id=1668, type=dequantize_per_tensor]; +"1669 linalg_vector_norm_13" [id=1669, type=linalg_vector_norm]; +"1670 clamp_min_13" [id=1670, type=clamp_min]; +"1671 expand_as_13" [id=1671, type=expand_as]; +"1672 div_13" [id=1672, type=div]; +"1673 quantize_per_tensor_default_41" [id=1673, type=quantize_per_tensor]; +"1674 dequantize_per_tensor_default_41" [id=1674, type=dequantize_per_tensor]; +"1675 transpose_12" [id=1675, type=transpose]; +"1676 matmul_12" [id=1676, type=matmul]; +"1677 clamp_6" [id=1677, type=clamp]; +"1678 exp_6" [id=1678, type=exp]; +"1679 mul_13" [id=1679, type=mul]; +"1680 add_21" [id=1680, type=add]; +"1681 softmax_6" [id=1681, type=softmax]; +"1682 dropout_24" [id=1682, type=dropout]; +"1683 matmul_13" [id=1683, type=matmul]; +"1684 quantize_per_tensor_default_42" [id=1684, type=quantize_per_tensor]; +"1685 dequantize_per_tensor_default_42" [id=1685, type=dequantize_per_tensor]; +"1686 transpose_13" [id=1686, type=transpose]; +"1687 reshape_29" [id=1687, type=reshape]; +"1688 linear_41" [id=1688, type=linear]; +"1689 dropout_25" [id=1689, type=dropout]; +"1690 view_36" [id=1690, type=view]; +"1691 permute_31" [id=1691, type=permute]; +"1692 reshape_30" [id=1692, type=reshape]; +"1693 slice_106" [id=1693, type=slice]; +"1694 slice_107" [id=1694, type=slice]; +"1695 slice_108" [id=1695, type=slice]; +"1696 slice_109" [id=1696, type=slice]; +"1697 contiguous_11" [id=1697, type=contiguous]; +"1698 layer_norm_15" [id=1698, type=layer_norm]; +"1699 add_22" [id=1699, type=add]; +"1700 quantize_per_tensor_default_43" [id=1700, type=quantize_per_tensor]; +"1701 dequantize_per_tensor_default_43" [id=1701, type=dequantize_per_tensor]; +"1702 linear_42" [id=1702, type=linear]; +"1703 gelu_6" [id=1703, type=gelu]; +"1704 quantize_per_tensor_default_44" [id=1704, type=quantize_per_tensor]; +"1705 dequantize_per_tensor_default_44" [id=1705, type=dequantize_per_tensor]; +"1706 dropout_26" [id=1706, type=dropout]; +"1707 linear_43" [id=1707, type=linear]; +"1708 dropout_27" [id=1708, type=dropout]; +"1709 layer_norm_16" [id=1709, type=layer_norm]; +"1710 add_23" [id=1710, type=add]; +"1711 linear_44" [id=1711, type=linear]; +"1712 relu__7" [id=1712, type=relu_]; +"1713 linear_45" [id=1713, type=linear]; +"1714 view_37" [id=1714, type=view]; +"1715 index_7" [id=1715, type=index]; +"1716 view_38" [id=1716, type=view]; +"1717 permute_32" [id=1717, type=permute]; +"1718 contiguous_12" [id=1718, type=contiguous]; +"1719 unsqueeze_19" [id=1719, type=unsqueeze]; +"1720 sigmoid_7" [id=1720, type=sigmoid]; +"1721 mul_14" [id=1721, type=mul]; +"1722 pad_9" [id=1722, type=pad]; +"1723 roll_6" [id=1723, type=roll]; +"1724 view_39" [id=1724, type=view]; +"1725 permute_33" [id=1725, type=permute]; +"1726 reshape_31" [id=1726, type=reshape]; +"1727 quantize_per_tensor_default_45" [id=1727, type=quantize_per_tensor]; +"1728 dequantize_per_tensor_default_45" [id=1728, type=dequantize_per_tensor]; +"1729 clone_7" [id=1729, type=clone]; +"1730 slice_110" [id=1730, type=slice]; +"1731 zero__7" [id=1731, type=zero_]; +"1732 linear_46" [id=1732, type=linear]; +"1733 reshape_32" [id=1733, type=reshape]; +"1734 permute_34" [id=1734, type=permute]; +"1735 select_21" [id=1735, type=select]; +"1736 select_22" [id=1736, type=select]; +"1737 select_23" [id=1737, type=select]; +"1738 linalg_vector_norm_14" [id=1738, type=linalg_vector_norm]; +"1739 clamp_min_14" [id=1739, type=clamp_min]; +"1740 expand_as_14" [id=1740, type=expand_as]; +"1741 div_14" [id=1741, type=div]; +"1742 quantize_per_tensor_default_46" [id=1742, type=quantize_per_tensor]; +"1743 dequantize_per_tensor_default_46" [id=1743, type=dequantize_per_tensor]; +"1744 linalg_vector_norm_15" [id=1744, type=linalg_vector_norm]; +"1745 clamp_min_15" [id=1745, type=clamp_min]; +"1746 expand_as_15" [id=1746, type=expand_as]; +"1747 div_15" [id=1747, type=div]; +"1748 quantize_per_tensor_default_47" [id=1748, type=quantize_per_tensor]; +"1749 dequantize_per_tensor_default_47" [id=1749, type=dequantize_per_tensor]; +"1750 transpose_14" [id=1750, type=transpose]; +"1751 matmul_14" [id=1751, type=matmul]; +"1752 clamp_7" [id=1752, type=clamp]; +"1753 exp_7" [id=1753, type=exp]; +"1754 mul_15" [id=1754, type=mul]; +"1755 add_24" [id=1755, type=add]; +"1756 new_zeros_3" [id=1756, type=new_zeros]; +"1757 lift_fresh_copy_27" [id=1757, type=lift_fresh_copy]; +"1758 slice_111" [id=1758, type=slice]; +"1759 slice_112" [id=1759, type=slice]; +"1760 fill__27" [id=1760, type=fill_]; +"1761 lift_fresh_copy_28" [id=1761, type=lift_fresh_copy]; +"1762 slice_113" [id=1762, type=slice]; +"1763 slice_114" [id=1763, type=slice]; +"1764 fill__28" [id=1764, type=fill_]; +"1765 lift_fresh_copy_29" [id=1765, type=lift_fresh_copy]; +"1766 slice_115" [id=1766, type=slice]; +"1767 slice_116" [id=1767, type=slice]; +"1768 fill__29" [id=1768, type=fill_]; +"1769 lift_fresh_copy_30" [id=1769, type=lift_fresh_copy]; +"1770 slice_117" [id=1770, type=slice]; +"1771 slice_118" [id=1771, type=slice]; +"1772 fill__30" [id=1772, type=fill_]; +"1773 lift_fresh_copy_31" [id=1773, type=lift_fresh_copy]; +"1774 slice_119" [id=1774, type=slice]; +"1775 slice_120" [id=1775, type=slice]; +"1776 fill__31" [id=1776, type=fill_]; +"1777 lift_fresh_copy_32" [id=1777, type=lift_fresh_copy]; +"1778 slice_121" [id=1778, type=slice]; +"1779 slice_122" [id=1779, type=slice]; +"1780 fill__32" [id=1780, type=fill_]; +"1781 lift_fresh_copy_33" [id=1781, type=lift_fresh_copy]; +"1782 slice_123" [id=1782, type=slice]; +"1783 slice_124" [id=1783, type=slice]; +"1784 fill__33" [id=1784, type=fill_]; +"1785 lift_fresh_copy_34" [id=1785, type=lift_fresh_copy]; +"1786 slice_125" [id=1786, type=slice]; +"1787 slice_126" [id=1787, type=slice]; +"1788 fill__34" [id=1788, type=fill_]; +"1789 lift_fresh_copy_35" [id=1789, type=lift_fresh_copy]; +"1790 slice_127" [id=1790, type=slice]; +"1791 slice_128" [id=1791, type=slice]; +"1792 fill__35" [id=1792, type=fill_]; +"1793 view_40" [id=1793, type=view]; +"1794 permute_35" [id=1794, type=permute]; +"1795 reshape_33" [id=1795, type=reshape]; +"1796 unsqueeze_20" [id=1796, type=unsqueeze]; +"1797 unsqueeze_21" [id=1797, type=unsqueeze]; +"1798 sub_3" [id=1798, type=sub]; +"1799 ne_3" [id=1799, type=ne]; +"1800 masked_fill_6" [id=1800, type=masked_fill]; +"1801 eq_3" [id=1801, type=eq]; +"1802 masked_fill_7" [id=1802, type=masked_fill]; +"1803 view_41" [id=1803, type=view]; +"1804 unsqueeze_22" [id=1804, type=unsqueeze]; +"1805 unsqueeze_23" [id=1805, type=unsqueeze]; +"1806 add_25" [id=1806, type=add]; +"1807 view_42" [id=1807, type=view]; +"1808 softmax_7" [id=1808, type=softmax]; +"1809 dropout_28" [id=1809, type=dropout]; +"1810 matmul_15" [id=1810, type=matmul]; +"1811 quantize_per_tensor_default_48" [id=1811, type=quantize_per_tensor]; +"1812 dequantize_per_tensor_default_48" [id=1812, type=dequantize_per_tensor]; +"1813 transpose_15" [id=1813, type=transpose]; +"1814 reshape_34" [id=1814, type=reshape]; +"1815 linear_47" [id=1815, type=linear]; +"1816 dropout_29" [id=1816, type=dropout]; +"1817 view_43" [id=1817, type=view]; +"1818 permute_36" [id=1818, type=permute]; +"1819 reshape_35" [id=1819, type=reshape]; +"1820 roll_7" [id=1820, type=roll]; +"1821 slice_129" [id=1821, type=slice]; +"1822 slice_130" [id=1822, type=slice]; +"1823 slice_131" [id=1823, type=slice]; +"1824 slice_132" [id=1824, type=slice]; +"1825 contiguous_13" [id=1825, type=contiguous]; +"1826 layer_norm_17" [id=1826, type=layer_norm]; +"1827 add_26" [id=1827, type=add]; +"1828 quantize_per_tensor_default_49" [id=1828, type=quantize_per_tensor]; +"1829 dequantize_per_tensor_default_49" [id=1829, type=dequantize_per_tensor]; +"1830 linear_48" [id=1830, type=linear]; +"1831 gelu_7" [id=1831, type=gelu]; +"1832 quantize_per_tensor_default_50" [id=1832, type=quantize_per_tensor]; +"1833 dequantize_per_tensor_default_50" [id=1833, type=dequantize_per_tensor]; +"1834 dropout_30" [id=1834, type=dropout]; +"1835 linear_49" [id=1835, type=linear]; +"1836 dropout_31" [id=1836, type=dropout]; +"1837 layer_norm_18" [id=1837, type=layer_norm]; +"1838 add_27" [id=1838, type=add]; +"1839 quantize_per_tensor_default_51" [id=1839, type=quantize_per_tensor]; +"1840 dequantize_per_tensor_default_51" [id=1840, type=dequantize_per_tensor]; +"1841 linear_50" [id=1841, type=linear]; +"1842 relu__8" [id=1842, type=relu_]; +"1843 linear_51" [id=1843, type=linear]; +"1844 view_44" [id=1844, type=view]; +"1845 index_8" [id=1845, type=index]; +"1846 view_45" [id=1846, type=view]; +"1847 permute_37" [id=1847, type=permute]; +"1848 contiguous_14" [id=1848, type=contiguous]; +"1849 unsqueeze_24" [id=1849, type=unsqueeze]; +"1850 sigmoid_8" [id=1850, type=sigmoid]; +"1851 mul_16" [id=1851, type=mul]; +"1852 pad_10" [id=1852, type=pad]; +"1853 view_46" [id=1853, type=view]; +"1854 permute_38" [id=1854, type=permute]; +"1855 reshape_36" [id=1855, type=reshape]; +"1856 clone_8" [id=1856, type=clone]; +"1857 slice_133" [id=1857, type=slice]; +"1858 zero__8" [id=1858, type=zero_]; +"1859 linear_52" [id=1859, type=linear]; +"1860 reshape_37" [id=1860, type=reshape]; +"1861 permute_39" [id=1861, type=permute]; +"1862 select_24" [id=1862, type=select]; +"1863 select_25" [id=1863, type=select]; +"1864 select_26" [id=1864, type=select]; +"1865 linalg_vector_norm_16" [id=1865, type=linalg_vector_norm]; +"1866 clamp_min_16" [id=1866, type=clamp_min]; +"1867 expand_as_16" [id=1867, type=expand_as]; +"1868 div_16" [id=1868, type=div]; +"1869 quantize_per_tensor_default_52" [id=1869, type=quantize_per_tensor]; +"1870 dequantize_per_tensor_default_52" [id=1870, type=dequantize_per_tensor]; +"1871 linalg_vector_norm_17" [id=1871, type=linalg_vector_norm]; +"1872 clamp_min_17" [id=1872, type=clamp_min]; +"1873 expand_as_17" [id=1873, type=expand_as]; +"1874 div_17" [id=1874, type=div]; +"1875 quantize_per_tensor_default_53" [id=1875, type=quantize_per_tensor]; +"1876 dequantize_per_tensor_default_53" [id=1876, type=dequantize_per_tensor]; +"1877 transpose_16" [id=1877, type=transpose]; +"1878 matmul_16" [id=1878, type=matmul]; +"1879 clamp_8" [id=1879, type=clamp]; +"1880 exp_8" [id=1880, type=exp]; +"1881 mul_17" [id=1881, type=mul]; +"1882 add_28" [id=1882, type=add]; +"1883 softmax_8" [id=1883, type=softmax]; +"1884 dropout_32" [id=1884, type=dropout]; +"1885 matmul_17" [id=1885, type=matmul]; +"1886 quantize_per_tensor_default_54" [id=1886, type=quantize_per_tensor]; +"1887 dequantize_per_tensor_default_54" [id=1887, type=dequantize_per_tensor]; +"1888 transpose_17" [id=1888, type=transpose]; +"1889 reshape_38" [id=1889, type=reshape]; +"1890 linear_53" [id=1890, type=linear]; +"1891 dropout_33" [id=1891, type=dropout]; +"1892 view_47" [id=1892, type=view]; +"1893 permute_40" [id=1893, type=permute]; +"1894 reshape_39" [id=1894, type=reshape]; +"1895 slice_134" [id=1895, type=slice]; +"1896 slice_135" [id=1896, type=slice]; +"1897 slice_136" [id=1897, type=slice]; +"1898 slice_137" [id=1898, type=slice]; +"1899 contiguous_15" [id=1899, type=contiguous]; +"1900 layer_norm_19" [id=1900, type=layer_norm]; +"1901 add_29" [id=1901, type=add]; +"1902 quantize_per_tensor_default_55" [id=1902, type=quantize_per_tensor]; +"1903 dequantize_per_tensor_default_55" [id=1903, type=dequantize_per_tensor]; +"1904 linear_54" [id=1904, type=linear]; +"1905 gelu_8" [id=1905, type=gelu]; +"1906 quantize_per_tensor_default_56" [id=1906, type=quantize_per_tensor]; +"1907 dequantize_per_tensor_default_56" [id=1907, type=dequantize_per_tensor]; +"1908 dropout_34" [id=1908, type=dropout]; +"1909 linear_55" [id=1909, type=linear]; +"1910 dropout_35" [id=1910, type=dropout]; +"1911 layer_norm_20" [id=1911, type=layer_norm]; +"1912 add_30" [id=1912, type=add]; +"1913 linear_56" [id=1913, type=linear]; +"1914 relu__9" [id=1914, type=relu_]; +"1915 linear_57" [id=1915, type=linear]; +"1916 view_48" [id=1916, type=view]; +"1917 index_9" [id=1917, type=index]; +"1918 view_49" [id=1918, type=view]; +"1919 permute_41" [id=1919, type=permute]; +"1920 contiguous_16" [id=1920, type=contiguous]; +"1921 unsqueeze_25" [id=1921, type=unsqueeze]; +"1922 sigmoid_9" [id=1922, type=sigmoid]; +"1923 mul_18" [id=1923, type=mul]; +"1924 pad_11" [id=1924, type=pad]; +"1925 roll_8" [id=1925, type=roll]; +"1926 view_50" [id=1926, type=view]; +"1927 permute_42" [id=1927, type=permute]; +"1928 reshape_40" [id=1928, type=reshape]; +"1929 quantize_per_tensor_default_57" [id=1929, type=quantize_per_tensor]; +"1930 dequantize_per_tensor_default_57" [id=1930, type=dequantize_per_tensor]; +"1931 clone_9" [id=1931, type=clone]; +"1932 slice_138" [id=1932, type=slice]; +"1933 zero__9" [id=1933, type=zero_]; +"1934 linear_58" [id=1934, type=linear]; +"1935 reshape_41" [id=1935, type=reshape]; +"1936 permute_43" [id=1936, type=permute]; +"1937 select_27" [id=1937, type=select]; +"1938 select_28" [id=1938, type=select]; +"1939 select_29" [id=1939, type=select]; +"1940 linalg_vector_norm_18" [id=1940, type=linalg_vector_norm]; +"1941 clamp_min_18" [id=1941, type=clamp_min]; +"1942 expand_as_18" [id=1942, type=expand_as]; +"1943 div_18" [id=1943, type=div]; +"1944 quantize_per_tensor_default_58" [id=1944, type=quantize_per_tensor]; +"1945 dequantize_per_tensor_default_58" [id=1945, type=dequantize_per_tensor]; +"1946 linalg_vector_norm_19" [id=1946, type=linalg_vector_norm]; +"1947 clamp_min_19" [id=1947, type=clamp_min]; +"1948 expand_as_19" [id=1948, type=expand_as]; +"1949 div_19" [id=1949, type=div]; +"1950 quantize_per_tensor_default_59" [id=1950, type=quantize_per_tensor]; +"1951 dequantize_per_tensor_default_59" [id=1951, type=dequantize_per_tensor]; +"1952 transpose_18" [id=1952, type=transpose]; +"1953 matmul_18" [id=1953, type=matmul]; +"1954 clamp_9" [id=1954, type=clamp]; +"1955 exp_9" [id=1955, type=exp]; +"1956 mul_19" [id=1956, type=mul]; +"1957 add_31" [id=1957, type=add]; +"1958 new_zeros_4" [id=1958, type=new_zeros]; +"1959 lift_fresh_copy_36" [id=1959, type=lift_fresh_copy]; +"1960 slice_139" [id=1960, type=slice]; +"1961 slice_140" [id=1961, type=slice]; +"1962 fill__36" [id=1962, type=fill_]; +"1963 lift_fresh_copy_37" [id=1963, type=lift_fresh_copy]; +"1964 slice_141" [id=1964, type=slice]; +"1965 slice_142" [id=1965, type=slice]; +"1966 fill__37" [id=1966, type=fill_]; +"1967 lift_fresh_copy_38" [id=1967, type=lift_fresh_copy]; +"1968 slice_143" [id=1968, type=slice]; +"1969 slice_144" [id=1969, type=slice]; +"1970 fill__38" [id=1970, type=fill_]; +"1971 lift_fresh_copy_39" [id=1971, type=lift_fresh_copy]; +"1972 slice_145" [id=1972, type=slice]; +"1973 slice_146" [id=1973, type=slice]; +"1974 fill__39" [id=1974, type=fill_]; +"1975 lift_fresh_copy_40" [id=1975, type=lift_fresh_copy]; +"1976 slice_147" [id=1976, type=slice]; +"1977 slice_148" [id=1977, type=slice]; +"1978 fill__40" [id=1978, type=fill_]; +"1979 lift_fresh_copy_41" [id=1979, type=lift_fresh_copy]; +"1980 slice_149" [id=1980, type=slice]; +"1981 slice_150" [id=1981, type=slice]; +"1982 fill__41" [id=1982, type=fill_]; +"1983 lift_fresh_copy_42" [id=1983, type=lift_fresh_copy]; +"1984 slice_151" [id=1984, type=slice]; +"1985 slice_152" [id=1985, type=slice]; +"1986 fill__42" [id=1986, type=fill_]; +"1987 lift_fresh_copy_43" [id=1987, type=lift_fresh_copy]; +"1988 slice_153" [id=1988, type=slice]; +"1989 slice_154" [id=1989, type=slice]; +"1990 fill__43" [id=1990, type=fill_]; +"1991 lift_fresh_copy_44" [id=1991, type=lift_fresh_copy]; +"1992 slice_155" [id=1992, type=slice]; +"1993 slice_156" [id=1993, type=slice]; +"1994 fill__44" [id=1994, type=fill_]; +"1995 view_51" [id=1995, type=view]; +"1996 permute_44" [id=1996, type=permute]; +"1997 reshape_42" [id=1997, type=reshape]; +"1998 unsqueeze_26" [id=1998, type=unsqueeze]; +"1999 unsqueeze_27" [id=1999, type=unsqueeze]; +"2000 sub_4" [id=2000, type=sub]; +"2001 ne_4" [id=2001, type=ne]; +"2002 masked_fill_8" [id=2002, type=masked_fill]; +"2003 eq_4" [id=2003, type=eq]; +"2004 masked_fill_9" [id=2004, type=masked_fill]; +"2005 view_52" [id=2005, type=view]; +"2006 unsqueeze_28" [id=2006, type=unsqueeze]; +"2007 unsqueeze_29" [id=2007, type=unsqueeze]; +"2008 add_32" [id=2008, type=add]; +"2009 view_53" [id=2009, type=view]; +"2010 softmax_9" [id=2010, type=softmax]; +"2011 dropout_36" [id=2011, type=dropout]; +"2012 matmul_19" [id=2012, type=matmul]; +"2013 quantize_per_tensor_default_60" [id=2013, type=quantize_per_tensor]; +"2014 dequantize_per_tensor_default_60" [id=2014, type=dequantize_per_tensor]; +"2015 transpose_19" [id=2015, type=transpose]; +"2016 reshape_43" [id=2016, type=reshape]; +"2017 linear_59" [id=2017, type=linear]; +"2018 dropout_37" [id=2018, type=dropout]; +"2019 view_54" [id=2019, type=view]; +"2020 permute_45" [id=2020, type=permute]; +"2021 reshape_44" [id=2021, type=reshape]; +"2022 roll_9" [id=2022, type=roll]; +"2023 slice_157" [id=2023, type=slice]; +"2024 slice_158" [id=2024, type=slice]; +"2025 slice_159" [id=2025, type=slice]; +"2026 slice_160" [id=2026, type=slice]; +"2027 contiguous_17" [id=2027, type=contiguous]; +"2028 layer_norm_21" [id=2028, type=layer_norm]; +"2029 add_33" [id=2029, type=add]; +"2030 quantize_per_tensor_default_61" [id=2030, type=quantize_per_tensor]; +"2031 dequantize_per_tensor_default_61" [id=2031, type=dequantize_per_tensor]; +"2032 linear_60" [id=2032, type=linear]; +"2033 gelu_9" [id=2033, type=gelu]; +"2034 quantize_per_tensor_default_62" [id=2034, type=quantize_per_tensor]; +"2035 dequantize_per_tensor_default_62" [id=2035, type=dequantize_per_tensor]; +"2036 dropout_38" [id=2036, type=dropout]; +"2037 linear_61" [id=2037, type=linear]; +"2038 dropout_39" [id=2038, type=dropout]; +"2039 layer_norm_22" [id=2039, type=layer_norm]; +"2040 add_34" [id=2040, type=add]; +"2041 quantize_per_tensor_default_63" [id=2041, type=quantize_per_tensor]; +"2042 dequantize_per_tensor_default_63" [id=2042, type=dequantize_per_tensor]; +"2043 linear_62" [id=2043, type=linear]; +"2044 relu__10" [id=2044, type=relu_]; +"2045 linear_63" [id=2045, type=linear]; +"2046 view_55" [id=2046, type=view]; +"2047 index_10" [id=2047, type=index]; +"2048 view_56" [id=2048, type=view]; +"2049 permute_46" [id=2049, type=permute]; +"2050 contiguous_18" [id=2050, type=contiguous]; +"2051 unsqueeze_30" [id=2051, type=unsqueeze]; +"2052 sigmoid_10" [id=2052, type=sigmoid]; +"2053 mul_20" [id=2053, type=mul]; +"2054 pad_12" [id=2054, type=pad]; +"2055 view_57" [id=2055, type=view]; +"2056 permute_47" [id=2056, type=permute]; +"2057 reshape_45" [id=2057, type=reshape]; +"2058 clone_10" [id=2058, type=clone]; +"2059 slice_161" [id=2059, type=slice]; +"2060 zero__10" [id=2060, type=zero_]; +"2061 linear_64" [id=2061, type=linear]; +"2062 reshape_46" [id=2062, type=reshape]; +"2063 permute_48" [id=2063, type=permute]; +"2064 select_30" [id=2064, type=select]; +"2065 select_31" [id=2065, type=select]; +"2066 select_32" [id=2066, type=select]; +"2067 linalg_vector_norm_20" [id=2067, type=linalg_vector_norm]; +"2068 clamp_min_20" [id=2068, type=clamp_min]; +"2069 expand_as_20" [id=2069, type=expand_as]; +"2070 div_20" [id=2070, type=div]; +"2071 quantize_per_tensor_default_64" [id=2071, type=quantize_per_tensor]; +"2072 dequantize_per_tensor_default_64" [id=2072, type=dequantize_per_tensor]; +"2073 linalg_vector_norm_21" [id=2073, type=linalg_vector_norm]; +"2074 clamp_min_21" [id=2074, type=clamp_min]; +"2075 expand_as_21" [id=2075, type=expand_as]; +"2076 div_21" [id=2076, type=div]; +"2077 quantize_per_tensor_default_65" [id=2077, type=quantize_per_tensor]; +"2078 dequantize_per_tensor_default_65" [id=2078, type=dequantize_per_tensor]; +"2079 transpose_20" [id=2079, type=transpose]; +"2080 matmul_20" [id=2080, type=matmul]; +"2081 clamp_10" [id=2081, type=clamp]; +"2082 exp_10" [id=2082, type=exp]; +"2083 mul_21" [id=2083, type=mul]; +"2084 add_35" [id=2084, type=add]; +"2085 softmax_10" [id=2085, type=softmax]; +"2086 dropout_40" [id=2086, type=dropout]; +"2087 matmul_21" [id=2087, type=matmul]; +"2088 quantize_per_tensor_default_66" [id=2088, type=quantize_per_tensor]; +"2089 dequantize_per_tensor_default_66" [id=2089, type=dequantize_per_tensor]; +"2090 transpose_21" [id=2090, type=transpose]; +"2091 reshape_47" [id=2091, type=reshape]; +"2092 linear_65" [id=2092, type=linear]; +"2093 dropout_41" [id=2093, type=dropout]; +"2094 view_58" [id=2094, type=view]; +"2095 permute_49" [id=2095, type=permute]; +"2096 reshape_48" [id=2096, type=reshape]; +"2097 slice_162" [id=2097, type=slice]; +"2098 slice_163" [id=2098, type=slice]; +"2099 slice_164" [id=2099, type=slice]; +"2100 slice_165" [id=2100, type=slice]; +"2101 contiguous_19" [id=2101, type=contiguous]; +"2102 layer_norm_23" [id=2102, type=layer_norm]; +"2103 add_36" [id=2103, type=add]; +"2104 quantize_per_tensor_default_67" [id=2104, type=quantize_per_tensor]; +"2105 dequantize_per_tensor_default_67" [id=2105, type=dequantize_per_tensor]; +"2106 linear_66" [id=2106, type=linear]; +"2107 gelu_10" [id=2107, type=gelu]; +"2108 quantize_per_tensor_default_68" [id=2108, type=quantize_per_tensor]; +"2109 dequantize_per_tensor_default_68" [id=2109, type=dequantize_per_tensor]; +"2110 dropout_42" [id=2110, type=dropout]; +"2111 linear_67" [id=2111, type=linear]; +"2112 dropout_43" [id=2112, type=dropout]; +"2113 layer_norm_24" [id=2113, type=layer_norm]; +"2114 add_37" [id=2114, type=add]; +"2115 linear_68" [id=2115, type=linear]; +"2116 relu__11" [id=2116, type=relu_]; +"2117 linear_69" [id=2117, type=linear]; +"2118 view_59" [id=2118, type=view]; +"2119 index_11" [id=2119, type=index]; +"2120 view_60" [id=2120, type=view]; +"2121 permute_50" [id=2121, type=permute]; +"2122 contiguous_20" [id=2122, type=contiguous]; +"2123 unsqueeze_31" [id=2123, type=unsqueeze]; +"2124 sigmoid_11" [id=2124, type=sigmoid]; +"2125 mul_22" [id=2125, type=mul]; +"2126 pad_13" [id=2126, type=pad]; +"2127 roll_10" [id=2127, type=roll]; +"2128 view_61" [id=2128, type=view]; +"2129 permute_51" [id=2129, type=permute]; +"2130 reshape_49" [id=2130, type=reshape]; +"2131 quantize_per_tensor_default_69" [id=2131, type=quantize_per_tensor]; +"2132 dequantize_per_tensor_default_69" [id=2132, type=dequantize_per_tensor]; +"2133 clone_11" [id=2133, type=clone]; +"2134 slice_166" [id=2134, type=slice]; +"2135 zero__11" [id=2135, type=zero_]; +"2136 linear_70" [id=2136, type=linear]; +"2137 reshape_50" [id=2137, type=reshape]; +"2138 permute_52" [id=2138, type=permute]; +"2139 select_33" [id=2139, type=select]; +"2140 select_34" [id=2140, type=select]; +"2141 select_35" [id=2141, type=select]; +"2142 linalg_vector_norm_22" [id=2142, type=linalg_vector_norm]; +"2143 clamp_min_22" [id=2143, type=clamp_min]; +"2144 expand_as_22" [id=2144, type=expand_as]; +"2145 div_22" [id=2145, type=div]; +"2146 quantize_per_tensor_default_70" [id=2146, type=quantize_per_tensor]; +"2147 dequantize_per_tensor_default_70" [id=2147, type=dequantize_per_tensor]; +"2148 linalg_vector_norm_23" [id=2148, type=linalg_vector_norm]; +"2149 clamp_min_23" [id=2149, type=clamp_min]; +"2150 expand_as_23" [id=2150, type=expand_as]; +"2151 div_23" [id=2151, type=div]; +"2152 quantize_per_tensor_default_71" [id=2152, type=quantize_per_tensor]; +"2153 dequantize_per_tensor_default_71" [id=2153, type=dequantize_per_tensor]; +"2154 transpose_22" [id=2154, type=transpose]; +"2155 matmul_22" [id=2155, type=matmul]; +"2156 clamp_11" [id=2156, type=clamp]; +"2157 exp_11" [id=2157, type=exp]; +"2158 mul_23" [id=2158, type=mul]; +"2159 add_38" [id=2159, type=add]; +"2160 new_zeros_5" [id=2160, type=new_zeros]; +"2161 lift_fresh_copy_45" [id=2161, type=lift_fresh_copy]; +"2162 slice_167" [id=2162, type=slice]; +"2163 slice_168" [id=2163, type=slice]; +"2164 fill__45" [id=2164, type=fill_]; +"2165 lift_fresh_copy_46" [id=2165, type=lift_fresh_copy]; +"2166 slice_169" [id=2166, type=slice]; +"2167 slice_170" [id=2167, type=slice]; +"2168 fill__46" [id=2168, type=fill_]; +"2169 lift_fresh_copy_47" [id=2169, type=lift_fresh_copy]; +"2170 slice_171" [id=2170, type=slice]; +"2171 slice_172" [id=2171, type=slice]; +"2172 fill__47" [id=2172, type=fill_]; +"2173 lift_fresh_copy_48" [id=2173, type=lift_fresh_copy]; +"2174 slice_173" [id=2174, type=slice]; +"2175 slice_174" [id=2175, type=slice]; +"2176 fill__48" [id=2176, type=fill_]; +"2177 lift_fresh_copy_49" [id=2177, type=lift_fresh_copy]; +"2178 slice_175" [id=2178, type=slice]; +"2179 slice_176" [id=2179, type=slice]; +"2180 fill__49" [id=2180, type=fill_]; +"2181 lift_fresh_copy_50" [id=2181, type=lift_fresh_copy]; +"2182 slice_177" [id=2182, type=slice]; +"2183 slice_178" [id=2183, type=slice]; +"2184 fill__50" [id=2184, type=fill_]; +"2185 lift_fresh_copy_51" [id=2185, type=lift_fresh_copy]; +"2186 slice_179" [id=2186, type=slice]; +"2187 slice_180" [id=2187, type=slice]; +"2188 fill__51" [id=2188, type=fill_]; +"2189 lift_fresh_copy_52" [id=2189, type=lift_fresh_copy]; +"2190 slice_181" [id=2190, type=slice]; +"2191 slice_182" [id=2191, type=slice]; +"2192 fill__52" [id=2192, type=fill_]; +"2193 lift_fresh_copy_53" [id=2193, type=lift_fresh_copy]; +"2194 slice_183" [id=2194, type=slice]; +"2195 slice_184" [id=2195, type=slice]; +"2196 fill__53" [id=2196, type=fill_]; +"2197 view_62" [id=2197, type=view]; +"2198 permute_53" [id=2198, type=permute]; +"2199 reshape_51" [id=2199, type=reshape]; +"2200 unsqueeze_32" [id=2200, type=unsqueeze]; +"2201 unsqueeze_33" [id=2201, type=unsqueeze]; +"2202 sub_5" [id=2202, type=sub]; +"2203 ne_5" [id=2203, type=ne]; +"2204 masked_fill_10" [id=2204, type=masked_fill]; +"2205 eq_5" [id=2205, type=eq]; +"2206 masked_fill_11" [id=2206, type=masked_fill]; +"2207 view_63" [id=2207, type=view]; +"2208 unsqueeze_34" [id=2208, type=unsqueeze]; +"2209 unsqueeze_35" [id=2209, type=unsqueeze]; +"2210 add_39" [id=2210, type=add]; +"2211 view_64" [id=2211, type=view]; +"2212 softmax_11" [id=2212, type=softmax]; +"2213 dropout_44" [id=2213, type=dropout]; +"2214 matmul_23" [id=2214, type=matmul]; +"2215 quantize_per_tensor_default_72" [id=2215, type=quantize_per_tensor]; +"2216 dequantize_per_tensor_default_72" [id=2216, type=dequantize_per_tensor]; +"2217 transpose_23" [id=2217, type=transpose]; +"2218 reshape_52" [id=2218, type=reshape]; +"2219 linear_71" [id=2219, type=linear]; +"2220 dropout_45" [id=2220, type=dropout]; +"2221 view_65" [id=2221, type=view]; +"2222 permute_54" [id=2222, type=permute]; +"2223 reshape_53" [id=2223, type=reshape]; +"2224 roll_11" [id=2224, type=roll]; +"2225 slice_185" [id=2225, type=slice]; +"2226 slice_186" [id=2226, type=slice]; +"2227 slice_187" [id=2227, type=slice]; +"2228 slice_188" [id=2228, type=slice]; +"2229 contiguous_21" [id=2229, type=contiguous]; +"2230 layer_norm_25" [id=2230, type=layer_norm]; +"2231 add_40" [id=2231, type=add]; +"2232 quantize_per_tensor_default_73" [id=2232, type=quantize_per_tensor]; +"2233 dequantize_per_tensor_default_73" [id=2233, type=dequantize_per_tensor]; +"2234 linear_72" [id=2234, type=linear]; +"2235 gelu_11" [id=2235, type=gelu]; +"2236 quantize_per_tensor_default_74" [id=2236, type=quantize_per_tensor]; +"2237 dequantize_per_tensor_default_74" [id=2237, type=dequantize_per_tensor]; +"2238 dropout_46" [id=2238, type=dropout]; +"2239 linear_73" [id=2239, type=linear]; +"2240 dropout_47" [id=2240, type=dropout]; +"2241 layer_norm_26" [id=2241, type=layer_norm]; +"2242 add_41" [id=2242, type=add]; +"2243 quantize_per_tensor_default_75" [id=2243, type=quantize_per_tensor]; +"2244 dequantize_per_tensor_default_75" [id=2244, type=dequantize_per_tensor]; +"2245 linear_74" [id=2245, type=linear]; +"2246 relu__12" [id=2246, type=relu_]; +"2247 linear_75" [id=2247, type=linear]; +"2248 view_66" [id=2248, type=view]; +"2249 index_12" [id=2249, type=index]; +"2250 view_67" [id=2250, type=view]; +"2251 permute_55" [id=2251, type=permute]; +"2252 contiguous_22" [id=2252, type=contiguous]; +"2253 unsqueeze_36" [id=2253, type=unsqueeze]; +"2254 sigmoid_12" [id=2254, type=sigmoid]; +"2255 mul_24" [id=2255, type=mul]; +"2256 pad_14" [id=2256, type=pad]; +"2257 view_68" [id=2257, type=view]; +"2258 permute_56" [id=2258, type=permute]; +"2259 reshape_54" [id=2259, type=reshape]; +"2260 clone_12" [id=2260, type=clone]; +"2261 slice_189" [id=2261, type=slice]; +"2262 zero__12" [id=2262, type=zero_]; +"2263 linear_76" [id=2263, type=linear]; +"2264 reshape_55" [id=2264, type=reshape]; +"2265 permute_57" [id=2265, type=permute]; +"2266 select_36" [id=2266, type=select]; +"2267 select_37" [id=2267, type=select]; +"2268 select_38" [id=2268, type=select]; +"2269 linalg_vector_norm_24" [id=2269, type=linalg_vector_norm]; +"2270 clamp_min_24" [id=2270, type=clamp_min]; +"2271 expand_as_24" [id=2271, type=expand_as]; +"2272 div_24" [id=2272, type=div]; +"2273 quantize_per_tensor_default_76" [id=2273, type=quantize_per_tensor]; +"2274 dequantize_per_tensor_default_76" [id=2274, type=dequantize_per_tensor]; +"2275 linalg_vector_norm_25" [id=2275, type=linalg_vector_norm]; +"2276 clamp_min_25" [id=2276, type=clamp_min]; +"2277 expand_as_25" [id=2277, type=expand_as]; +"2278 div_25" [id=2278, type=div]; +"2279 quantize_per_tensor_default_77" [id=2279, type=quantize_per_tensor]; +"2280 dequantize_per_tensor_default_77" [id=2280, type=dequantize_per_tensor]; +"2281 transpose_24" [id=2281, type=transpose]; +"2282 matmul_24" [id=2282, type=matmul]; +"2283 clamp_12" [id=2283, type=clamp]; +"2284 exp_12" [id=2284, type=exp]; +"2285 mul_25" [id=2285, type=mul]; +"2286 add_42" [id=2286, type=add]; +"2287 softmax_12" [id=2287, type=softmax]; +"2288 dropout_48" [id=2288, type=dropout]; +"2289 matmul_25" [id=2289, type=matmul]; +"2290 quantize_per_tensor_default_78" [id=2290, type=quantize_per_tensor]; +"2291 dequantize_per_tensor_default_78" [id=2291, type=dequantize_per_tensor]; +"2292 transpose_25" [id=2292, type=transpose]; +"2293 reshape_56" [id=2293, type=reshape]; +"2294 linear_77" [id=2294, type=linear]; +"2295 dropout_49" [id=2295, type=dropout]; +"2296 view_69" [id=2296, type=view]; +"2297 permute_58" [id=2297, type=permute]; +"2298 reshape_57" [id=2298, type=reshape]; +"2299 slice_190" [id=2299, type=slice]; +"2300 slice_191" [id=2300, type=slice]; +"2301 slice_192" [id=2301, type=slice]; +"2302 slice_193" [id=2302, type=slice]; +"2303 contiguous_23" [id=2303, type=contiguous]; +"2304 layer_norm_27" [id=2304, type=layer_norm]; +"2305 add_43" [id=2305, type=add]; +"2306 quantize_per_tensor_default_79" [id=2306, type=quantize_per_tensor]; +"2307 dequantize_per_tensor_default_79" [id=2307, type=dequantize_per_tensor]; +"2308 linear_78" [id=2308, type=linear]; +"2309 gelu_12" [id=2309, type=gelu]; +"2310 quantize_per_tensor_default_80" [id=2310, type=quantize_per_tensor]; +"2311 dequantize_per_tensor_default_80" [id=2311, type=dequantize_per_tensor]; +"2312 dropout_50" [id=2312, type=dropout]; +"2313 linear_79" [id=2313, type=linear]; +"2314 dropout_51" [id=2314, type=dropout]; +"2315 layer_norm_28" [id=2315, type=layer_norm]; +"2316 add_44" [id=2316, type=add]; +"2317 linear_80" [id=2317, type=linear]; +"2318 relu__13" [id=2318, type=relu_]; +"2319 linear_81" [id=2319, type=linear]; +"2320 view_70" [id=2320, type=view]; +"2321 index_13" [id=2321, type=index]; +"2322 view_71" [id=2322, type=view]; +"2323 permute_59" [id=2323, type=permute]; +"2324 contiguous_24" [id=2324, type=contiguous]; +"2325 unsqueeze_37" [id=2325, type=unsqueeze]; +"2326 sigmoid_13" [id=2326, type=sigmoid]; +"2327 mul_26" [id=2327, type=mul]; +"2328 pad_15" [id=2328, type=pad]; +"2329 roll_12" [id=2329, type=roll]; +"2330 view_72" [id=2330, type=view]; +"2331 permute_60" [id=2331, type=permute]; +"2332 reshape_58" [id=2332, type=reshape]; +"2333 quantize_per_tensor_default_81" [id=2333, type=quantize_per_tensor]; +"2334 dequantize_per_tensor_default_81" [id=2334, type=dequantize_per_tensor]; +"2335 clone_13" [id=2335, type=clone]; +"2336 slice_194" [id=2336, type=slice]; +"2337 zero__13" [id=2337, type=zero_]; +"2338 linear_82" [id=2338, type=linear]; +"2339 reshape_59" [id=2339, type=reshape]; +"2340 permute_61" [id=2340, type=permute]; +"2341 select_39" [id=2341, type=select]; +"2342 select_40" [id=2342, type=select]; +"2343 select_41" [id=2343, type=select]; +"2344 linalg_vector_norm_26" [id=2344, type=linalg_vector_norm]; +"2345 clamp_min_26" [id=2345, type=clamp_min]; +"2346 expand_as_26" [id=2346, type=expand_as]; +"2347 div_26" [id=2347, type=div]; +"2348 quantize_per_tensor_default_82" [id=2348, type=quantize_per_tensor]; +"2349 dequantize_per_tensor_default_82" [id=2349, type=dequantize_per_tensor]; +"2350 linalg_vector_norm_27" [id=2350, type=linalg_vector_norm]; +"2351 clamp_min_27" [id=2351, type=clamp_min]; +"2352 expand_as_27" [id=2352, type=expand_as]; +"2353 div_27" [id=2353, type=div]; +"2354 quantize_per_tensor_default_83" [id=2354, type=quantize_per_tensor]; +"2355 dequantize_per_tensor_default_83" [id=2355, type=dequantize_per_tensor]; +"2356 transpose_26" [id=2356, type=transpose]; +"2357 matmul_26" [id=2357, type=matmul]; +"2358 clamp_13" [id=2358, type=clamp]; +"2359 exp_13" [id=2359, type=exp]; +"2360 mul_27" [id=2360, type=mul]; +"2361 add_45" [id=2361, type=add]; +"2362 new_zeros_6" [id=2362, type=new_zeros]; +"2363 lift_fresh_copy_54" [id=2363, type=lift_fresh_copy]; +"2364 slice_195" [id=2364, type=slice]; +"2365 slice_196" [id=2365, type=slice]; +"2366 fill__54" [id=2366, type=fill_]; +"2367 lift_fresh_copy_55" [id=2367, type=lift_fresh_copy]; +"2368 slice_197" [id=2368, type=slice]; +"2369 slice_198" [id=2369, type=slice]; +"2370 fill__55" [id=2370, type=fill_]; +"2371 lift_fresh_copy_56" [id=2371, type=lift_fresh_copy]; +"2372 slice_199" [id=2372, type=slice]; +"2373 slice_200" [id=2373, type=slice]; +"2374 fill__56" [id=2374, type=fill_]; +"2375 lift_fresh_copy_57" [id=2375, type=lift_fresh_copy]; +"2376 slice_201" [id=2376, type=slice]; +"2377 slice_202" [id=2377, type=slice]; +"2378 fill__57" [id=2378, type=fill_]; +"2379 lift_fresh_copy_58" [id=2379, type=lift_fresh_copy]; +"2380 slice_203" [id=2380, type=slice]; +"2381 slice_204" [id=2381, type=slice]; +"2382 fill__58" [id=2382, type=fill_]; +"2383 lift_fresh_copy_59" [id=2383, type=lift_fresh_copy]; +"2384 slice_205" [id=2384, type=slice]; +"2385 slice_206" [id=2385, type=slice]; +"2386 fill__59" [id=2386, type=fill_]; +"2387 lift_fresh_copy_60" [id=2387, type=lift_fresh_copy]; +"2388 slice_207" [id=2388, type=slice]; +"2389 slice_208" [id=2389, type=slice]; +"2390 fill__60" [id=2390, type=fill_]; +"2391 lift_fresh_copy_61" [id=2391, type=lift_fresh_copy]; +"2392 slice_209" [id=2392, type=slice]; +"2393 slice_210" [id=2393, type=slice]; +"2394 fill__61" [id=2394, type=fill_]; +"2395 lift_fresh_copy_62" [id=2395, type=lift_fresh_copy]; +"2396 slice_211" [id=2396, type=slice]; +"2397 slice_212" [id=2397, type=slice]; +"2398 fill__62" [id=2398, type=fill_]; +"2399 view_73" [id=2399, type=view]; +"2400 permute_62" [id=2400, type=permute]; +"2401 reshape_60" [id=2401, type=reshape]; +"2402 unsqueeze_38" [id=2402, type=unsqueeze]; +"2403 unsqueeze_39" [id=2403, type=unsqueeze]; +"2404 sub_6" [id=2404, type=sub]; +"2405 ne_6" [id=2405, type=ne]; +"2406 masked_fill_12" [id=2406, type=masked_fill]; +"2407 eq_6" [id=2407, type=eq]; +"2408 masked_fill_13" [id=2408, type=masked_fill]; +"2409 view_74" [id=2409, type=view]; +"2410 unsqueeze_40" [id=2410, type=unsqueeze]; +"2411 unsqueeze_41" [id=2411, type=unsqueeze]; +"2412 add_46" [id=2412, type=add]; +"2413 view_75" [id=2413, type=view]; +"2414 softmax_13" [id=2414, type=softmax]; +"2415 dropout_52" [id=2415, type=dropout]; +"2416 matmul_27" [id=2416, type=matmul]; +"2417 quantize_per_tensor_default_84" [id=2417, type=quantize_per_tensor]; +"2418 dequantize_per_tensor_default_84" [id=2418, type=dequantize_per_tensor]; +"2419 transpose_27" [id=2419, type=transpose]; +"2420 reshape_61" [id=2420, type=reshape]; +"2421 linear_83" [id=2421, type=linear]; +"2422 dropout_53" [id=2422, type=dropout]; +"2423 view_76" [id=2423, type=view]; +"2424 permute_63" [id=2424, type=permute]; +"2425 reshape_62" [id=2425, type=reshape]; +"2426 roll_13" [id=2426, type=roll]; +"2427 slice_213" [id=2427, type=slice]; +"2428 slice_214" [id=2428, type=slice]; +"2429 slice_215" [id=2429, type=slice]; +"2430 slice_216" [id=2430, type=slice]; +"2431 contiguous_25" [id=2431, type=contiguous]; +"2432 layer_norm_29" [id=2432, type=layer_norm]; +"2433 add_47" [id=2433, type=add]; +"2434 quantize_per_tensor_default_85" [id=2434, type=quantize_per_tensor]; +"2435 dequantize_per_tensor_default_85" [id=2435, type=dequantize_per_tensor]; +"2436 linear_84" [id=2436, type=linear]; +"2437 gelu_13" [id=2437, type=gelu]; +"2438 quantize_per_tensor_default_86" [id=2438, type=quantize_per_tensor]; +"2439 dequantize_per_tensor_default_86" [id=2439, type=dequantize_per_tensor]; +"2440 dropout_54" [id=2440, type=dropout]; +"2441 linear_85" [id=2441, type=linear]; +"2442 dropout_55" [id=2442, type=dropout]; +"2443 layer_norm_30" [id=2443, type=layer_norm]; +"2444 add_48" [id=2444, type=add]; +"2445 quantize_per_tensor_default_87" [id=2445, type=quantize_per_tensor]; +"2446 dequantize_per_tensor_default_87" [id=2446, type=dequantize_per_tensor]; +"2447 linear_86" [id=2447, type=linear]; +"2448 relu__14" [id=2448, type=relu_]; +"2449 linear_87" [id=2449, type=linear]; +"2450 view_77" [id=2450, type=view]; +"2451 index_14" [id=2451, type=index]; +"2452 view_78" [id=2452, type=view]; +"2453 permute_64" [id=2453, type=permute]; +"2454 contiguous_26" [id=2454, type=contiguous]; +"2455 unsqueeze_42" [id=2455, type=unsqueeze]; +"2456 sigmoid_14" [id=2456, type=sigmoid]; +"2457 mul_28" [id=2457, type=mul]; +"2458 pad_16" [id=2458, type=pad]; +"2459 view_79" [id=2459, type=view]; +"2460 permute_65" [id=2460, type=permute]; +"2461 reshape_63" [id=2461, type=reshape]; +"2462 clone_14" [id=2462, type=clone]; +"2463 slice_217" [id=2463, type=slice]; +"2464 zero__14" [id=2464, type=zero_]; +"2465 linear_88" [id=2465, type=linear]; +"2466 reshape_64" [id=2466, type=reshape]; +"2467 permute_66" [id=2467, type=permute]; +"2468 select_42" [id=2468, type=select]; +"2469 select_43" [id=2469, type=select]; +"2470 select_44" [id=2470, type=select]; +"2471 linalg_vector_norm_28" [id=2471, type=linalg_vector_norm]; +"2472 clamp_min_28" [id=2472, type=clamp_min]; +"2473 expand_as_28" [id=2473, type=expand_as]; +"2474 div_28" [id=2474, type=div]; +"2475 quantize_per_tensor_default_88" [id=2475, type=quantize_per_tensor]; +"2476 dequantize_per_tensor_default_88" [id=2476, type=dequantize_per_tensor]; +"2477 linalg_vector_norm_29" [id=2477, type=linalg_vector_norm]; +"2478 clamp_min_29" [id=2478, type=clamp_min]; +"2479 expand_as_29" [id=2479, type=expand_as]; +"2480 div_29" [id=2480, type=div]; +"2481 quantize_per_tensor_default_89" [id=2481, type=quantize_per_tensor]; +"2482 dequantize_per_tensor_default_89" [id=2482, type=dequantize_per_tensor]; +"2483 transpose_28" [id=2483, type=transpose]; +"2484 matmul_28" [id=2484, type=matmul]; +"2485 clamp_14" [id=2485, type=clamp]; +"2486 exp_14" [id=2486, type=exp]; +"2487 mul_29" [id=2487, type=mul]; +"2488 add_49" [id=2488, type=add]; +"2489 softmax_14" [id=2489, type=softmax]; +"2490 dropout_56" [id=2490, type=dropout]; +"2491 matmul_29" [id=2491, type=matmul]; +"2492 quantize_per_tensor_default_90" [id=2492, type=quantize_per_tensor]; +"2493 dequantize_per_tensor_default_90" [id=2493, type=dequantize_per_tensor]; +"2494 transpose_29" [id=2494, type=transpose]; +"2495 reshape_65" [id=2495, type=reshape]; +"2496 linear_89" [id=2496, type=linear]; +"2497 dropout_57" [id=2497, type=dropout]; +"2498 view_80" [id=2498, type=view]; +"2499 permute_67" [id=2499, type=permute]; +"2500 reshape_66" [id=2500, type=reshape]; +"2501 slice_218" [id=2501, type=slice]; +"2502 slice_219" [id=2502, type=slice]; +"2503 slice_220" [id=2503, type=slice]; +"2504 slice_221" [id=2504, type=slice]; +"2505 contiguous_27" [id=2505, type=contiguous]; +"2506 layer_norm_31" [id=2506, type=layer_norm]; +"2507 add_50" [id=2507, type=add]; +"2508 quantize_per_tensor_default_91" [id=2508, type=quantize_per_tensor]; +"2509 dequantize_per_tensor_default_91" [id=2509, type=dequantize_per_tensor]; +"2510 linear_90" [id=2510, type=linear]; +"2511 gelu_14" [id=2511, type=gelu]; +"2512 quantize_per_tensor_default_92" [id=2512, type=quantize_per_tensor]; +"2513 dequantize_per_tensor_default_92" [id=2513, type=dequantize_per_tensor]; +"2514 dropout_58" [id=2514, type=dropout]; +"2515 linear_91" [id=2515, type=linear]; +"2516 dropout_59" [id=2516, type=dropout]; +"2517 layer_norm_32" [id=2517, type=layer_norm]; +"2518 add_51" [id=2518, type=add]; +"2519 linear_92" [id=2519, type=linear]; +"2520 relu__15" [id=2520, type=relu_]; +"2521 linear_93" [id=2521, type=linear]; +"2522 view_81" [id=2522, type=view]; +"2523 index_15" [id=2523, type=index]; +"2524 view_82" [id=2524, type=view]; +"2525 permute_68" [id=2525, type=permute]; +"2526 contiguous_28" [id=2526, type=contiguous]; +"2527 unsqueeze_43" [id=2527, type=unsqueeze]; +"2528 sigmoid_15" [id=2528, type=sigmoid]; +"2529 mul_30" [id=2529, type=mul]; +"2530 pad_17" [id=2530, type=pad]; +"2531 roll_14" [id=2531, type=roll]; +"2532 view_83" [id=2532, type=view]; +"2533 permute_69" [id=2533, type=permute]; +"2534 reshape_67" [id=2534, type=reshape]; +"2535 quantize_per_tensor_default_93" [id=2535, type=quantize_per_tensor]; +"2536 dequantize_per_tensor_default_93" [id=2536, type=dequantize_per_tensor]; +"2537 clone_15" [id=2537, type=clone]; +"2538 slice_222" [id=2538, type=slice]; +"2539 zero__15" [id=2539, type=zero_]; +"2540 linear_94" [id=2540, type=linear]; +"2541 reshape_68" [id=2541, type=reshape]; +"2542 permute_70" [id=2542, type=permute]; +"2543 select_45" [id=2543, type=select]; +"2544 select_46" [id=2544, type=select]; +"2545 select_47" [id=2545, type=select]; +"2546 linalg_vector_norm_30" [id=2546, type=linalg_vector_norm]; +"2547 clamp_min_30" [id=2547, type=clamp_min]; +"2548 expand_as_30" [id=2548, type=expand_as]; +"2549 div_30" [id=2549, type=div]; +"2550 quantize_per_tensor_default_94" [id=2550, type=quantize_per_tensor]; +"2551 dequantize_per_tensor_default_94" [id=2551, type=dequantize_per_tensor]; +"2552 linalg_vector_norm_31" [id=2552, type=linalg_vector_norm]; +"2553 clamp_min_31" [id=2553, type=clamp_min]; +"2554 expand_as_31" [id=2554, type=expand_as]; +"2555 div_31" [id=2555, type=div]; +"2556 quantize_per_tensor_default_95" [id=2556, type=quantize_per_tensor]; +"2557 dequantize_per_tensor_default_95" [id=2557, type=dequantize_per_tensor]; +"2558 transpose_30" [id=2558, type=transpose]; +"2559 matmul_30" [id=2559, type=matmul]; +"2560 clamp_15" [id=2560, type=clamp]; +"2561 exp_15" [id=2561, type=exp]; +"2562 mul_31" [id=2562, type=mul]; +"2563 add_52" [id=2563, type=add]; +"2564 new_zeros_7" [id=2564, type=new_zeros]; +"2565 lift_fresh_copy_63" [id=2565, type=lift_fresh_copy]; +"2566 slice_223" [id=2566, type=slice]; +"2567 slice_224" [id=2567, type=slice]; +"2568 fill__63" [id=2568, type=fill_]; +"2569 lift_fresh_copy_64" [id=2569, type=lift_fresh_copy]; +"2570 slice_225" [id=2570, type=slice]; +"2571 slice_226" [id=2571, type=slice]; +"2572 fill__64" [id=2572, type=fill_]; +"2573 lift_fresh_copy_65" [id=2573, type=lift_fresh_copy]; +"2574 slice_227" [id=2574, type=slice]; +"2575 slice_228" [id=2575, type=slice]; +"2576 fill__65" [id=2576, type=fill_]; +"2577 lift_fresh_copy_66" [id=2577, type=lift_fresh_copy]; +"2578 slice_229" [id=2578, type=slice]; +"2579 slice_230" [id=2579, type=slice]; +"2580 fill__66" [id=2580, type=fill_]; +"2581 lift_fresh_copy_67" [id=2581, type=lift_fresh_copy]; +"2582 slice_231" [id=2582, type=slice]; +"2583 slice_232" [id=2583, type=slice]; +"2584 fill__67" [id=2584, type=fill_]; +"2585 lift_fresh_copy_68" [id=2585, type=lift_fresh_copy]; +"2586 slice_233" [id=2586, type=slice]; +"2587 slice_234" [id=2587, type=slice]; +"2588 fill__68" [id=2588, type=fill_]; +"2589 lift_fresh_copy_69" [id=2589, type=lift_fresh_copy]; +"2590 slice_235" [id=2590, type=slice]; +"2591 slice_236" [id=2591, type=slice]; +"2592 fill__69" [id=2592, type=fill_]; +"2593 lift_fresh_copy_70" [id=2593, type=lift_fresh_copy]; +"2594 slice_237" [id=2594, type=slice]; +"2595 slice_238" [id=2595, type=slice]; +"2596 fill__70" [id=2596, type=fill_]; +"2597 lift_fresh_copy_71" [id=2597, type=lift_fresh_copy]; +"2598 slice_239" [id=2598, type=slice]; +"2599 slice_240" [id=2599, type=slice]; +"2600 fill__71" [id=2600, type=fill_]; +"2601 view_84" [id=2601, type=view]; +"2602 permute_71" [id=2602, type=permute]; +"2603 reshape_69" [id=2603, type=reshape]; +"2604 unsqueeze_44" [id=2604, type=unsqueeze]; +"2605 unsqueeze_45" [id=2605, type=unsqueeze]; +"2606 sub_7" [id=2606, type=sub]; +"2607 ne_7" [id=2607, type=ne]; +"2608 masked_fill_14" [id=2608, type=masked_fill]; +"2609 eq_7" [id=2609, type=eq]; +"2610 masked_fill_15" [id=2610, type=masked_fill]; +"2611 view_85" [id=2611, type=view]; +"2612 unsqueeze_46" [id=2612, type=unsqueeze]; +"2613 unsqueeze_47" [id=2613, type=unsqueeze]; +"2614 add_53" [id=2614, type=add]; +"2615 view_86" [id=2615, type=view]; +"2616 softmax_15" [id=2616, type=softmax]; +"2617 dropout_60" [id=2617, type=dropout]; +"2618 matmul_31" [id=2618, type=matmul]; +"2619 quantize_per_tensor_default_96" [id=2619, type=quantize_per_tensor]; +"2620 dequantize_per_tensor_default_96" [id=2620, type=dequantize_per_tensor]; +"2621 transpose_31" [id=2621, type=transpose]; +"2622 reshape_70" [id=2622, type=reshape]; +"2623 linear_95" [id=2623, type=linear]; +"2624 dropout_61" [id=2624, type=dropout]; +"2625 view_87" [id=2625, type=view]; +"2626 permute_72" [id=2626, type=permute]; +"2627 reshape_71" [id=2627, type=reshape]; +"2628 roll_15" [id=2628, type=roll]; +"2629 slice_241" [id=2629, type=slice]; +"2630 slice_242" [id=2630, type=slice]; +"2631 slice_243" [id=2631, type=slice]; +"2632 slice_244" [id=2632, type=slice]; +"2633 contiguous_29" [id=2633, type=contiguous]; +"2634 layer_norm_33" [id=2634, type=layer_norm]; +"2635 add_54" [id=2635, type=add]; +"2636 quantize_per_tensor_default_97" [id=2636, type=quantize_per_tensor]; +"2637 dequantize_per_tensor_default_97" [id=2637, type=dequantize_per_tensor]; +"2638 linear_96" [id=2638, type=linear]; +"2639 gelu_15" [id=2639, type=gelu]; +"2640 quantize_per_tensor_default_98" [id=2640, type=quantize_per_tensor]; +"2641 dequantize_per_tensor_default_98" [id=2641, type=dequantize_per_tensor]; +"2642 dropout_62" [id=2642, type=dropout]; +"2643 linear_97" [id=2643, type=linear]; +"2644 dropout_63" [id=2644, type=dropout]; +"2645 layer_norm_34" [id=2645, type=layer_norm]; +"2646 add_55" [id=2646, type=add]; +"2647 quantize_per_tensor_default_99" [id=2647, type=quantize_per_tensor]; +"2648 dequantize_per_tensor_default_99" [id=2648, type=dequantize_per_tensor]; +"2649 linear_98" [id=2649, type=linear]; +"2650 relu__16" [id=2650, type=relu_]; +"2651 linear_99" [id=2651, type=linear]; +"2652 view_88" [id=2652, type=view]; +"2653 index_16" [id=2653, type=index]; +"2654 view_89" [id=2654, type=view]; +"2655 permute_73" [id=2655, type=permute]; +"2656 contiguous_30" [id=2656, type=contiguous]; +"2657 unsqueeze_48" [id=2657, type=unsqueeze]; +"2658 sigmoid_16" [id=2658, type=sigmoid]; +"2659 mul_32" [id=2659, type=mul]; +"2660 pad_18" [id=2660, type=pad]; +"2661 view_90" [id=2661, type=view]; +"2662 permute_74" [id=2662, type=permute]; +"2663 reshape_72" [id=2663, type=reshape]; +"2664 clone_16" [id=2664, type=clone]; +"2665 slice_245" [id=2665, type=slice]; +"2666 zero__16" [id=2666, type=zero_]; +"2667 linear_100" [id=2667, type=linear]; +"2668 reshape_73" [id=2668, type=reshape]; +"2669 permute_75" [id=2669, type=permute]; +"2670 select_48" [id=2670, type=select]; +"2671 select_49" [id=2671, type=select]; +"2672 select_50" [id=2672, type=select]; +"2673 linalg_vector_norm_32" [id=2673, type=linalg_vector_norm]; +"2674 clamp_min_32" [id=2674, type=clamp_min]; +"2675 expand_as_32" [id=2675, type=expand_as]; +"2676 div_32" [id=2676, type=div]; +"2677 quantize_per_tensor_default_100" [id=2677, type=quantize_per_tensor]; +"2678 dequantize_per_tensor_default_100" [id=2678, type=dequantize_per_tensor]; +"2679 linalg_vector_norm_33" [id=2679, type=linalg_vector_norm]; +"2680 clamp_min_33" [id=2680, type=clamp_min]; +"2681 expand_as_33" [id=2681, type=expand_as]; +"2682 div_33" [id=2682, type=div]; +"2683 quantize_per_tensor_default_101" [id=2683, type=quantize_per_tensor]; +"2684 dequantize_per_tensor_default_101" [id=2684, type=dequantize_per_tensor]; +"2685 transpose_32" [id=2685, type=transpose]; +"2686 matmul_32" [id=2686, type=matmul]; +"2687 clamp_16" [id=2687, type=clamp]; +"2688 exp_16" [id=2688, type=exp]; +"2689 mul_33" [id=2689, type=mul]; +"2690 add_56" [id=2690, type=add]; +"2691 softmax_16" [id=2691, type=softmax]; +"2692 dropout_64" [id=2692, type=dropout]; +"2693 matmul_33" [id=2693, type=matmul]; +"2694 quantize_per_tensor_default_102" [id=2694, type=quantize_per_tensor]; +"2695 dequantize_per_tensor_default_102" [id=2695, type=dequantize_per_tensor]; +"2696 transpose_33" [id=2696, type=transpose]; +"2697 reshape_74" [id=2697, type=reshape]; +"2698 linear_101" [id=2698, type=linear]; +"2699 dropout_65" [id=2699, type=dropout]; +"2700 view_91" [id=2700, type=view]; +"2701 permute_76" [id=2701, type=permute]; +"2702 reshape_75" [id=2702, type=reshape]; +"2703 slice_246" [id=2703, type=slice]; +"2704 slice_247" [id=2704, type=slice]; +"2705 slice_248" [id=2705, type=slice]; +"2706 slice_249" [id=2706, type=slice]; +"2707 contiguous_31" [id=2707, type=contiguous]; +"2708 layer_norm_35" [id=2708, type=layer_norm]; +"2709 add_57" [id=2709, type=add]; +"2710 quantize_per_tensor_default_103" [id=2710, type=quantize_per_tensor]; +"2711 dequantize_per_tensor_default_103" [id=2711, type=dequantize_per_tensor]; +"2712 linear_102" [id=2712, type=linear]; +"2713 gelu_16" [id=2713, type=gelu]; +"2714 quantize_per_tensor_default_104" [id=2714, type=quantize_per_tensor]; +"2715 dequantize_per_tensor_default_104" [id=2715, type=dequantize_per_tensor]; +"2716 dropout_66" [id=2716, type=dropout]; +"2717 linear_103" [id=2717, type=linear]; +"2718 dropout_67" [id=2718, type=dropout]; +"2719 layer_norm_36" [id=2719, type=layer_norm]; +"2720 add_58" [id=2720, type=add]; +"2721 linear_104" [id=2721, type=linear]; +"2722 relu__17" [id=2722, type=relu_]; +"2723 linear_105" [id=2723, type=linear]; +"2724 view_92" [id=2724, type=view]; +"2725 index_17" [id=2725, type=index]; +"2726 view_93" [id=2726, type=view]; +"2727 permute_77" [id=2727, type=permute]; +"2728 contiguous_32" [id=2728, type=contiguous]; +"2729 unsqueeze_49" [id=2729, type=unsqueeze]; +"2730 sigmoid_17" [id=2730, type=sigmoid]; +"2731 mul_34" [id=2731, type=mul]; +"2732 pad_19" [id=2732, type=pad]; +"2733 roll_16" [id=2733, type=roll]; +"2734 view_94" [id=2734, type=view]; +"2735 permute_78" [id=2735, type=permute]; +"2736 reshape_76" [id=2736, type=reshape]; +"2737 quantize_per_tensor_default_105" [id=2737, type=quantize_per_tensor]; +"2738 dequantize_per_tensor_default_105" [id=2738, type=dequantize_per_tensor]; +"2739 clone_17" [id=2739, type=clone]; +"2740 slice_250" [id=2740, type=slice]; +"2741 zero__17" [id=2741, type=zero_]; +"2742 linear_106" [id=2742, type=linear]; +"2743 reshape_77" [id=2743, type=reshape]; +"2744 permute_79" [id=2744, type=permute]; +"2745 select_51" [id=2745, type=select]; +"2746 select_52" [id=2746, type=select]; +"2747 select_53" [id=2747, type=select]; +"2748 linalg_vector_norm_34" [id=2748, type=linalg_vector_norm]; +"2749 clamp_min_34" [id=2749, type=clamp_min]; +"2750 expand_as_34" [id=2750, type=expand_as]; +"2751 div_34" [id=2751, type=div]; +"2752 quantize_per_tensor_default_106" [id=2752, type=quantize_per_tensor]; +"2753 dequantize_per_tensor_default_106" [id=2753, type=dequantize_per_tensor]; +"2754 linalg_vector_norm_35" [id=2754, type=linalg_vector_norm]; +"2755 clamp_min_35" [id=2755, type=clamp_min]; +"2756 expand_as_35" [id=2756, type=expand_as]; +"2757 div_35" [id=2757, type=div]; +"2758 quantize_per_tensor_default_107" [id=2758, type=quantize_per_tensor]; +"2759 dequantize_per_tensor_default_107" [id=2759, type=dequantize_per_tensor]; +"2760 transpose_34" [id=2760, type=transpose]; +"2761 matmul_34" [id=2761, type=matmul]; +"2762 clamp_17" [id=2762, type=clamp]; +"2763 exp_17" [id=2763, type=exp]; +"2764 mul_35" [id=2764, type=mul]; +"2765 add_59" [id=2765, type=add]; +"2766 new_zeros_8" [id=2766, type=new_zeros]; +"2767 lift_fresh_copy_72" [id=2767, type=lift_fresh_copy]; +"2768 slice_251" [id=2768, type=slice]; +"2769 slice_252" [id=2769, type=slice]; +"2770 fill__72" [id=2770, type=fill_]; +"2771 lift_fresh_copy_73" [id=2771, type=lift_fresh_copy]; +"2772 slice_253" [id=2772, type=slice]; +"2773 slice_254" [id=2773, type=slice]; +"2774 fill__73" [id=2774, type=fill_]; +"2775 lift_fresh_copy_74" [id=2775, type=lift_fresh_copy]; +"2776 slice_255" [id=2776, type=slice]; +"2777 slice_256" [id=2777, type=slice]; +"2778 fill__74" [id=2778, type=fill_]; +"2779 lift_fresh_copy_75" [id=2779, type=lift_fresh_copy]; +"2780 slice_257" [id=2780, type=slice]; +"2781 slice_258" [id=2781, type=slice]; +"2782 fill__75" [id=2782, type=fill_]; +"2783 lift_fresh_copy_76" [id=2783, type=lift_fresh_copy]; +"2784 slice_259" [id=2784, type=slice]; +"2785 slice_260" [id=2785, type=slice]; +"2786 fill__76" [id=2786, type=fill_]; +"2787 lift_fresh_copy_77" [id=2787, type=lift_fresh_copy]; +"2788 slice_261" [id=2788, type=slice]; +"2789 slice_262" [id=2789, type=slice]; +"2790 fill__77" [id=2790, type=fill_]; +"2791 lift_fresh_copy_78" [id=2791, type=lift_fresh_copy]; +"2792 slice_263" [id=2792, type=slice]; +"2793 slice_264" [id=2793, type=slice]; +"2794 fill__78" [id=2794, type=fill_]; +"2795 lift_fresh_copy_79" [id=2795, type=lift_fresh_copy]; +"2796 slice_265" [id=2796, type=slice]; +"2797 slice_266" [id=2797, type=slice]; +"2798 fill__79" [id=2798, type=fill_]; +"2799 lift_fresh_copy_80" [id=2799, type=lift_fresh_copy]; +"2800 slice_267" [id=2800, type=slice]; +"2801 slice_268" [id=2801, type=slice]; +"2802 fill__80" [id=2802, type=fill_]; +"2803 view_95" [id=2803, type=view]; +"2804 permute_80" [id=2804, type=permute]; +"2805 reshape_78" [id=2805, type=reshape]; +"2806 unsqueeze_50" [id=2806, type=unsqueeze]; +"2807 unsqueeze_51" [id=2807, type=unsqueeze]; +"2808 sub_8" [id=2808, type=sub]; +"2809 ne_8" [id=2809, type=ne]; +"2810 masked_fill_16" [id=2810, type=masked_fill]; +"2811 eq_8" [id=2811, type=eq]; +"2812 masked_fill_17" [id=2812, type=masked_fill]; +"2813 view_96" [id=2813, type=view]; +"2814 unsqueeze_52" [id=2814, type=unsqueeze]; +"2815 unsqueeze_53" [id=2815, type=unsqueeze]; +"2816 add_60" [id=2816, type=add]; +"2817 view_97" [id=2817, type=view]; +"2818 softmax_17" [id=2818, type=softmax]; +"2819 dropout_68" [id=2819, type=dropout]; +"2820 matmul_35" [id=2820, type=matmul]; +"2821 quantize_per_tensor_default_108" [id=2821, type=quantize_per_tensor]; +"2822 dequantize_per_tensor_default_108" [id=2822, type=dequantize_per_tensor]; +"2823 transpose_35" [id=2823, type=transpose]; +"2824 reshape_79" [id=2824, type=reshape]; +"2825 linear_107" [id=2825, type=linear]; +"2826 dropout_69" [id=2826, type=dropout]; +"2827 view_98" [id=2827, type=view]; +"2828 permute_81" [id=2828, type=permute]; +"2829 reshape_80" [id=2829, type=reshape]; +"2830 roll_17" [id=2830, type=roll]; +"2831 slice_269" [id=2831, type=slice]; +"2832 slice_270" [id=2832, type=slice]; +"2833 slice_271" [id=2833, type=slice]; +"2834 slice_272" [id=2834, type=slice]; +"2835 contiguous_33" [id=2835, type=contiguous]; +"2836 layer_norm_37" [id=2836, type=layer_norm]; +"2837 add_61" [id=2837, type=add]; +"2838 quantize_per_tensor_default_109" [id=2838, type=quantize_per_tensor]; +"2839 dequantize_per_tensor_default_109" [id=2839, type=dequantize_per_tensor]; +"2840 linear_108" [id=2840, type=linear]; +"2841 gelu_17" [id=2841, type=gelu]; +"2842 quantize_per_tensor_default_110" [id=2842, type=quantize_per_tensor]; +"2843 dequantize_per_tensor_default_110" [id=2843, type=dequantize_per_tensor]; +"2844 dropout_70" [id=2844, type=dropout]; +"2845 linear_109" [id=2845, type=linear]; +"2846 dropout_71" [id=2846, type=dropout]; +"2847 layer_norm_38" [id=2847, type=layer_norm]; +"2848 add_62" [id=2848, type=add]; +"2849 quantize_per_tensor_default_111" [id=2849, type=quantize_per_tensor]; +"2850 dequantize_per_tensor_default_111" [id=2850, type=dequantize_per_tensor]; +"2851 linear_110" [id=2851, type=linear]; +"2852 relu__18" [id=2852, type=relu_]; +"2853 linear_111" [id=2853, type=linear]; +"2854 view_99" [id=2854, type=view]; +"2855 index_18" [id=2855, type=index]; +"2856 view_100" [id=2856, type=view]; +"2857 permute_82" [id=2857, type=permute]; +"2858 contiguous_34" [id=2858, type=contiguous]; +"2859 unsqueeze_54" [id=2859, type=unsqueeze]; +"2860 sigmoid_18" [id=2860, type=sigmoid]; +"2861 mul_36" [id=2861, type=mul]; +"2862 pad_20" [id=2862, type=pad]; +"2863 view_101" [id=2863, type=view]; +"2864 permute_83" [id=2864, type=permute]; +"2865 reshape_81" [id=2865, type=reshape]; +"2866 clone_18" [id=2866, type=clone]; +"2867 slice_273" [id=2867, type=slice]; +"2868 zero__18" [id=2868, type=zero_]; +"2869 linear_112" [id=2869, type=linear]; +"2870 reshape_82" [id=2870, type=reshape]; +"2871 permute_84" [id=2871, type=permute]; +"2872 select_54" [id=2872, type=select]; +"2873 select_55" [id=2873, type=select]; +"2874 select_56" [id=2874, type=select]; +"2875 linalg_vector_norm_36" [id=2875, type=linalg_vector_norm]; +"2876 clamp_min_36" [id=2876, type=clamp_min]; +"2877 expand_as_36" [id=2877, type=expand_as]; +"2878 div_36" [id=2878, type=div]; +"2879 quantize_per_tensor_default_112" [id=2879, type=quantize_per_tensor]; +"2880 dequantize_per_tensor_default_112" [id=2880, type=dequantize_per_tensor]; +"2881 linalg_vector_norm_37" [id=2881, type=linalg_vector_norm]; +"2882 clamp_min_37" [id=2882, type=clamp_min]; +"2883 expand_as_37" [id=2883, type=expand_as]; +"2884 div_37" [id=2884, type=div]; +"2885 quantize_per_tensor_default_113" [id=2885, type=quantize_per_tensor]; +"2886 dequantize_per_tensor_default_113" [id=2886, type=dequantize_per_tensor]; +"2887 transpose_36" [id=2887, type=transpose]; +"2888 matmul_36" [id=2888, type=matmul]; +"2889 clamp_18" [id=2889, type=clamp]; +"2890 exp_18" [id=2890, type=exp]; +"2891 mul_37" [id=2891, type=mul]; +"2892 add_63" [id=2892, type=add]; +"2893 softmax_18" [id=2893, type=softmax]; +"2894 dropout_72" [id=2894, type=dropout]; +"2895 matmul_37" [id=2895, type=matmul]; +"2896 quantize_per_tensor_default_114" [id=2896, type=quantize_per_tensor]; +"2897 dequantize_per_tensor_default_114" [id=2897, type=dequantize_per_tensor]; +"2898 transpose_37" [id=2898, type=transpose]; +"2899 reshape_83" [id=2899, type=reshape]; +"2900 linear_113" [id=2900, type=linear]; +"2901 dropout_73" [id=2901, type=dropout]; +"2902 view_102" [id=2902, type=view]; +"2903 permute_85" [id=2903, type=permute]; +"2904 reshape_84" [id=2904, type=reshape]; +"2905 slice_274" [id=2905, type=slice]; +"2906 slice_275" [id=2906, type=slice]; +"2907 slice_276" [id=2907, type=slice]; +"2908 slice_277" [id=2908, type=slice]; +"2909 contiguous_35" [id=2909, type=contiguous]; +"2910 layer_norm_39" [id=2910, type=layer_norm]; +"2911 add_64" [id=2911, type=add]; +"2912 quantize_per_tensor_default_115" [id=2912, type=quantize_per_tensor]; +"2913 dequantize_per_tensor_default_115" [id=2913, type=dequantize_per_tensor]; +"2914 linear_114" [id=2914, type=linear]; +"2915 gelu_18" [id=2915, type=gelu]; +"2916 quantize_per_tensor_default_116" [id=2916, type=quantize_per_tensor]; +"2917 dequantize_per_tensor_default_116" [id=2917, type=dequantize_per_tensor]; +"2918 dropout_74" [id=2918, type=dropout]; +"2919 linear_115" [id=2919, type=linear]; +"2920 dropout_75" [id=2920, type=dropout]; +"2921 layer_norm_40" [id=2921, type=layer_norm]; +"2922 add_65" [id=2922, type=add]; +"2923 linear_116" [id=2923, type=linear]; +"2924 relu__19" [id=2924, type=relu_]; +"2925 linear_117" [id=2925, type=linear]; +"2926 view_103" [id=2926, type=view]; +"2927 index_19" [id=2927, type=index]; +"2928 view_104" [id=2928, type=view]; +"2929 permute_86" [id=2929, type=permute]; +"2930 contiguous_36" [id=2930, type=contiguous]; +"2931 unsqueeze_55" [id=2931, type=unsqueeze]; +"2932 sigmoid_19" [id=2932, type=sigmoid]; +"2933 mul_38" [id=2933, type=mul]; +"2934 pad_21" [id=2934, type=pad]; +"2935 roll_18" [id=2935, type=roll]; +"2936 view_105" [id=2936, type=view]; +"2937 permute_87" [id=2937, type=permute]; +"2938 reshape_85" [id=2938, type=reshape]; +"2939 quantize_per_tensor_default_117" [id=2939, type=quantize_per_tensor]; +"2940 dequantize_per_tensor_default_117" [id=2940, type=dequantize_per_tensor]; +"2941 clone_19" [id=2941, type=clone]; +"2942 slice_278" [id=2942, type=slice]; +"2943 zero__19" [id=2943, type=zero_]; +"2944 linear_118" [id=2944, type=linear]; +"2945 reshape_86" [id=2945, type=reshape]; +"2946 permute_88" [id=2946, type=permute]; +"2947 select_57" [id=2947, type=select]; +"2948 select_58" [id=2948, type=select]; +"2949 select_59" [id=2949, type=select]; +"2950 linalg_vector_norm_38" [id=2950, type=linalg_vector_norm]; +"2951 clamp_min_38" [id=2951, type=clamp_min]; +"2952 expand_as_38" [id=2952, type=expand_as]; +"2953 div_38" [id=2953, type=div]; +"2954 quantize_per_tensor_default_118" [id=2954, type=quantize_per_tensor]; +"2955 dequantize_per_tensor_default_118" [id=2955, type=dequantize_per_tensor]; +"2956 linalg_vector_norm_39" [id=2956, type=linalg_vector_norm]; +"2957 clamp_min_39" [id=2957, type=clamp_min]; +"2958 expand_as_39" [id=2958, type=expand_as]; +"2959 div_39" [id=2959, type=div]; +"2960 quantize_per_tensor_default_119" [id=2960, type=quantize_per_tensor]; +"2961 dequantize_per_tensor_default_119" [id=2961, type=dequantize_per_tensor]; +"2962 transpose_38" [id=2962, type=transpose]; +"2963 matmul_38" [id=2963, type=matmul]; +"2964 clamp_19" [id=2964, type=clamp]; +"2965 exp_19" [id=2965, type=exp]; +"2966 mul_39" [id=2966, type=mul]; +"2967 add_66" [id=2967, type=add]; +"2968 new_zeros_9" [id=2968, type=new_zeros]; +"2969 lift_fresh_copy_81" [id=2969, type=lift_fresh_copy]; +"2970 slice_279" [id=2970, type=slice]; +"2971 slice_280" [id=2971, type=slice]; +"2972 fill__81" [id=2972, type=fill_]; +"2973 lift_fresh_copy_82" [id=2973, type=lift_fresh_copy]; +"2974 slice_281" [id=2974, type=slice]; +"2975 slice_282" [id=2975, type=slice]; +"2976 fill__82" [id=2976, type=fill_]; +"2977 lift_fresh_copy_83" [id=2977, type=lift_fresh_copy]; +"2978 slice_283" [id=2978, type=slice]; +"2979 slice_284" [id=2979, type=slice]; +"2980 fill__83" [id=2980, type=fill_]; +"2981 lift_fresh_copy_84" [id=2981, type=lift_fresh_copy]; +"2982 slice_285" [id=2982, type=slice]; +"2983 slice_286" [id=2983, type=slice]; +"2984 fill__84" [id=2984, type=fill_]; +"2985 lift_fresh_copy_85" [id=2985, type=lift_fresh_copy]; +"2986 slice_287" [id=2986, type=slice]; +"2987 slice_288" [id=2987, type=slice]; +"2988 fill__85" [id=2988, type=fill_]; +"2989 lift_fresh_copy_86" [id=2989, type=lift_fresh_copy]; +"2990 slice_289" [id=2990, type=slice]; +"2991 slice_290" [id=2991, type=slice]; +"2992 fill__86" [id=2992, type=fill_]; +"2993 lift_fresh_copy_87" [id=2993, type=lift_fresh_copy]; +"2994 slice_291" [id=2994, type=slice]; +"2995 slice_292" [id=2995, type=slice]; +"2996 fill__87" [id=2996, type=fill_]; +"2997 lift_fresh_copy_88" [id=2997, type=lift_fresh_copy]; +"2998 slice_293" [id=2998, type=slice]; +"2999 slice_294" [id=2999, type=slice]; +"3000 fill__88" [id=3000, type=fill_]; +"3001 lift_fresh_copy_89" [id=3001, type=lift_fresh_copy]; +"3002 slice_295" [id=3002, type=slice]; +"3003 slice_296" [id=3003, type=slice]; +"3004 fill__89" [id=3004, type=fill_]; +"3005 view_106" [id=3005, type=view]; +"3006 permute_89" [id=3006, type=permute]; +"3007 reshape_87" [id=3007, type=reshape]; +"3008 unsqueeze_56" [id=3008, type=unsqueeze]; +"3009 unsqueeze_57" [id=3009, type=unsqueeze]; +"3010 sub_9" [id=3010, type=sub]; +"3011 ne_9" [id=3011, type=ne]; +"3012 masked_fill_18" [id=3012, type=masked_fill]; +"3013 eq_9" [id=3013, type=eq]; +"3014 masked_fill_19" [id=3014, type=masked_fill]; +"3015 view_107" [id=3015, type=view]; +"3016 unsqueeze_58" [id=3016, type=unsqueeze]; +"3017 unsqueeze_59" [id=3017, type=unsqueeze]; +"3018 add_67" [id=3018, type=add]; +"3019 view_108" [id=3019, type=view]; +"3020 softmax_19" [id=3020, type=softmax]; +"3021 dropout_76" [id=3021, type=dropout]; +"3022 matmul_39" [id=3022, type=matmul]; +"3023 quantize_per_tensor_default_120" [id=3023, type=quantize_per_tensor]; +"3024 dequantize_per_tensor_default_120" [id=3024, type=dequantize_per_tensor]; +"3025 transpose_39" [id=3025, type=transpose]; +"3026 reshape_88" [id=3026, type=reshape]; +"3027 linear_119" [id=3027, type=linear]; +"3028 dropout_77" [id=3028, type=dropout]; +"3029 view_109" [id=3029, type=view]; +"3030 permute_90" [id=3030, type=permute]; +"3031 reshape_89" [id=3031, type=reshape]; +"3032 roll_19" [id=3032, type=roll]; +"3033 slice_297" [id=3033, type=slice]; +"3034 slice_298" [id=3034, type=slice]; +"3035 slice_299" [id=3035, type=slice]; +"3036 slice_300" [id=3036, type=slice]; +"3037 contiguous_37" [id=3037, type=contiguous]; +"3038 layer_norm_41" [id=3038, type=layer_norm]; +"3039 add_68" [id=3039, type=add]; +"3040 quantize_per_tensor_default_121" [id=3040, type=quantize_per_tensor]; +"3041 dequantize_per_tensor_default_121" [id=3041, type=dequantize_per_tensor]; +"3042 linear_120" [id=3042, type=linear]; +"3043 gelu_19" [id=3043, type=gelu]; +"3044 quantize_per_tensor_default_122" [id=3044, type=quantize_per_tensor]; +"3045 dequantize_per_tensor_default_122" [id=3045, type=dequantize_per_tensor]; +"3046 dropout_78" [id=3046, type=dropout]; +"3047 linear_121" [id=3047, type=linear]; +"3048 dropout_79" [id=3048, type=dropout]; +"3049 layer_norm_42" [id=3049, type=layer_norm]; +"3050 add_69" [id=3050, type=add]; +"3051 quantize_per_tensor_default_123" [id=3051, type=quantize_per_tensor]; +"3052 dequantize_per_tensor_default_123" [id=3052, type=dequantize_per_tensor]; +"3053 linear_122" [id=3053, type=linear]; +"3054 relu__20" [id=3054, type=relu_]; +"3055 linear_123" [id=3055, type=linear]; +"3056 view_110" [id=3056, type=view]; +"3057 index_20" [id=3057, type=index]; +"3058 view_111" [id=3058, type=view]; +"3059 permute_91" [id=3059, type=permute]; +"3060 contiguous_38" [id=3060, type=contiguous]; +"3061 unsqueeze_60" [id=3061, type=unsqueeze]; +"3062 sigmoid_20" [id=3062, type=sigmoid]; +"3063 mul_40" [id=3063, type=mul]; +"3064 pad_22" [id=3064, type=pad]; +"3065 view_112" [id=3065, type=view]; +"3066 permute_92" [id=3066, type=permute]; +"3067 reshape_90" [id=3067, type=reshape]; +"3068 clone_20" [id=3068, type=clone]; +"3069 slice_301" [id=3069, type=slice]; +"3070 zero__20" [id=3070, type=zero_]; +"3071 linear_124" [id=3071, type=linear]; +"3072 reshape_91" [id=3072, type=reshape]; +"3073 permute_93" [id=3073, type=permute]; +"3074 select_60" [id=3074, type=select]; +"3075 select_61" [id=3075, type=select]; +"3076 select_62" [id=3076, type=select]; +"3077 linalg_vector_norm_40" [id=3077, type=linalg_vector_norm]; +"3078 clamp_min_40" [id=3078, type=clamp_min]; +"3079 expand_as_40" [id=3079, type=expand_as]; +"3080 div_40" [id=3080, type=div]; +"3081 quantize_per_tensor_default_124" [id=3081, type=quantize_per_tensor]; +"3082 dequantize_per_tensor_default_124" [id=3082, type=dequantize_per_tensor]; +"3083 linalg_vector_norm_41" [id=3083, type=linalg_vector_norm]; +"3084 clamp_min_41" [id=3084, type=clamp_min]; +"3085 expand_as_41" [id=3085, type=expand_as]; +"3086 div_41" [id=3086, type=div]; +"3087 quantize_per_tensor_default_125" [id=3087, type=quantize_per_tensor]; +"3088 dequantize_per_tensor_default_125" [id=3088, type=dequantize_per_tensor]; +"3089 transpose_40" [id=3089, type=transpose]; +"3090 matmul_40" [id=3090, type=matmul]; +"3091 clamp_20" [id=3091, type=clamp]; +"3092 exp_20" [id=3092, type=exp]; +"3093 mul_41" [id=3093, type=mul]; +"3094 add_70" [id=3094, type=add]; +"3095 softmax_20" [id=3095, type=softmax]; +"3096 dropout_80" [id=3096, type=dropout]; +"3097 matmul_41" [id=3097, type=matmul]; +"3098 quantize_per_tensor_default_126" [id=3098, type=quantize_per_tensor]; +"3099 dequantize_per_tensor_default_126" [id=3099, type=dequantize_per_tensor]; +"3100 transpose_41" [id=3100, type=transpose]; +"3101 reshape_92" [id=3101, type=reshape]; +"3102 linear_125" [id=3102, type=linear]; +"3103 dropout_81" [id=3103, type=dropout]; +"3104 view_113" [id=3104, type=view]; +"3105 permute_94" [id=3105, type=permute]; +"3106 reshape_93" [id=3106, type=reshape]; +"3107 slice_302" [id=3107, type=slice]; +"3108 slice_303" [id=3108, type=slice]; +"3109 slice_304" [id=3109, type=slice]; +"3110 slice_305" [id=3110, type=slice]; +"3111 contiguous_39" [id=3111, type=contiguous]; +"3112 layer_norm_43" [id=3112, type=layer_norm]; +"3113 add_71" [id=3113, type=add]; +"3114 quantize_per_tensor_default_127" [id=3114, type=quantize_per_tensor]; +"3115 dequantize_per_tensor_default_127" [id=3115, type=dequantize_per_tensor]; +"3116 linear_126" [id=3116, type=linear]; +"3117 gelu_20" [id=3117, type=gelu]; +"3118 quantize_per_tensor_default_128" [id=3118, type=quantize_per_tensor]; +"3119 dequantize_per_tensor_default_128" [id=3119, type=dequantize_per_tensor]; +"3120 dropout_82" [id=3120, type=dropout]; +"3121 linear_127" [id=3121, type=linear]; +"3122 dropout_83" [id=3122, type=dropout]; +"3123 layer_norm_44" [id=3123, type=layer_norm]; +"3124 add_72" [id=3124, type=add]; +"3125 linear_128" [id=3125, type=linear]; +"3126 relu__21" [id=3126, type=relu_]; +"3127 linear_129" [id=3127, type=linear]; +"3128 view_114" [id=3128, type=view]; +"3129 index_21" [id=3129, type=index]; +"3130 view_115" [id=3130, type=view]; +"3131 permute_95" [id=3131, type=permute]; +"3132 contiguous_40" [id=3132, type=contiguous]; +"3133 unsqueeze_61" [id=3133, type=unsqueeze]; +"3134 sigmoid_21" [id=3134, type=sigmoid]; +"3135 mul_42" [id=3135, type=mul]; +"3136 pad_23" [id=3136, type=pad]; +"3137 roll_20" [id=3137, type=roll]; +"3138 view_116" [id=3138, type=view]; +"3139 permute_96" [id=3139, type=permute]; +"3140 reshape_94" [id=3140, type=reshape]; +"3141 quantize_per_tensor_default_129" [id=3141, type=quantize_per_tensor]; +"3142 dequantize_per_tensor_default_129" [id=3142, type=dequantize_per_tensor]; +"3143 clone_21" [id=3143, type=clone]; +"3144 slice_306" [id=3144, type=slice]; +"3145 zero__21" [id=3145, type=zero_]; +"3146 linear_130" [id=3146, type=linear]; +"3147 reshape_95" [id=3147, type=reshape]; +"3148 permute_97" [id=3148, type=permute]; +"3149 select_63" [id=3149, type=select]; +"3150 select_64" [id=3150, type=select]; +"3151 select_65" [id=3151, type=select]; +"3152 linalg_vector_norm_42" [id=3152, type=linalg_vector_norm]; +"3153 clamp_min_42" [id=3153, type=clamp_min]; +"3154 expand_as_42" [id=3154, type=expand_as]; +"3155 div_42" [id=3155, type=div]; +"3156 quantize_per_tensor_default_130" [id=3156, type=quantize_per_tensor]; +"3157 dequantize_per_tensor_default_130" [id=3157, type=dequantize_per_tensor]; +"3158 linalg_vector_norm_43" [id=3158, type=linalg_vector_norm]; +"3159 clamp_min_43" [id=3159, type=clamp_min]; +"3160 expand_as_43" [id=3160, type=expand_as]; +"3161 div_43" [id=3161, type=div]; +"3162 quantize_per_tensor_default_131" [id=3162, type=quantize_per_tensor]; +"3163 dequantize_per_tensor_default_131" [id=3163, type=dequantize_per_tensor]; +"3164 transpose_42" [id=3164, type=transpose]; +"3165 matmul_42" [id=3165, type=matmul]; +"3166 clamp_21" [id=3166, type=clamp]; +"3167 exp_21" [id=3167, type=exp]; +"3168 mul_43" [id=3168, type=mul]; +"3169 add_73" [id=3169, type=add]; +"3170 new_zeros_10" [id=3170, type=new_zeros]; +"3171 lift_fresh_copy_90" [id=3171, type=lift_fresh_copy]; +"3172 slice_307" [id=3172, type=slice]; +"3173 slice_308" [id=3173, type=slice]; +"3174 fill__90" [id=3174, type=fill_]; +"3175 lift_fresh_copy_91" [id=3175, type=lift_fresh_copy]; +"3176 slice_309" [id=3176, type=slice]; +"3177 slice_310" [id=3177, type=slice]; +"3178 fill__91" [id=3178, type=fill_]; +"3179 lift_fresh_copy_92" [id=3179, type=lift_fresh_copy]; +"3180 slice_311" [id=3180, type=slice]; +"3181 slice_312" [id=3181, type=slice]; +"3182 fill__92" [id=3182, type=fill_]; +"3183 lift_fresh_copy_93" [id=3183, type=lift_fresh_copy]; +"3184 slice_313" [id=3184, type=slice]; +"3185 slice_314" [id=3185, type=slice]; +"3186 fill__93" [id=3186, type=fill_]; +"3187 lift_fresh_copy_94" [id=3187, type=lift_fresh_copy]; +"3188 slice_315" [id=3188, type=slice]; +"3189 slice_316" [id=3189, type=slice]; +"3190 fill__94" [id=3190, type=fill_]; +"3191 lift_fresh_copy_95" [id=3191, type=lift_fresh_copy]; +"3192 slice_317" [id=3192, type=slice]; +"3193 slice_318" [id=3193, type=slice]; +"3194 fill__95" [id=3194, type=fill_]; +"3195 lift_fresh_copy_96" [id=3195, type=lift_fresh_copy]; +"3196 slice_319" [id=3196, type=slice]; +"3197 slice_320" [id=3197, type=slice]; +"3198 fill__96" [id=3198, type=fill_]; +"3199 lift_fresh_copy_97" [id=3199, type=lift_fresh_copy]; +"3200 slice_321" [id=3200, type=slice]; +"3201 slice_322" [id=3201, type=slice]; +"3202 fill__97" [id=3202, type=fill_]; +"3203 lift_fresh_copy_98" [id=3203, type=lift_fresh_copy]; +"3204 slice_323" [id=3204, type=slice]; +"3205 slice_324" [id=3205, type=slice]; +"3206 fill__98" [id=3206, type=fill_]; +"3207 view_117" [id=3207, type=view]; +"3208 permute_98" [id=3208, type=permute]; +"3209 reshape_96" [id=3209, type=reshape]; +"3210 unsqueeze_62" [id=3210, type=unsqueeze]; +"3211 unsqueeze_63" [id=3211, type=unsqueeze]; +"3212 sub_10" [id=3212, type=sub]; +"3213 ne_10" [id=3213, type=ne]; +"3214 masked_fill_20" [id=3214, type=masked_fill]; +"3215 eq_10" [id=3215, type=eq]; +"3216 masked_fill_21" [id=3216, type=masked_fill]; +"3217 view_118" [id=3217, type=view]; +"3218 unsqueeze_64" [id=3218, type=unsqueeze]; +"3219 unsqueeze_65" [id=3219, type=unsqueeze]; +"3220 add_74" [id=3220, type=add]; +"3221 view_119" [id=3221, type=view]; +"3222 softmax_21" [id=3222, type=softmax]; +"3223 dropout_84" [id=3223, type=dropout]; +"3224 matmul_43" [id=3224, type=matmul]; +"3225 quantize_per_tensor_default_132" [id=3225, type=quantize_per_tensor]; +"3226 dequantize_per_tensor_default_132" [id=3226, type=dequantize_per_tensor]; +"3227 transpose_43" [id=3227, type=transpose]; +"3228 reshape_97" [id=3228, type=reshape]; +"3229 linear_131" [id=3229, type=linear]; +"3230 dropout_85" [id=3230, type=dropout]; +"3231 view_120" [id=3231, type=view]; +"3232 permute_99" [id=3232, type=permute]; +"3233 reshape_98" [id=3233, type=reshape]; +"3234 roll_21" [id=3234, type=roll]; +"3235 slice_325" [id=3235, type=slice]; +"3236 slice_326" [id=3236, type=slice]; +"3237 slice_327" [id=3237, type=slice]; +"3238 slice_328" [id=3238, type=slice]; +"3239 contiguous_41" [id=3239, type=contiguous]; +"3240 layer_norm_45" [id=3240, type=layer_norm]; +"3241 add_75" [id=3241, type=add]; +"3242 quantize_per_tensor_default_133" [id=3242, type=quantize_per_tensor]; +"3243 dequantize_per_tensor_default_133" [id=3243, type=dequantize_per_tensor]; +"3244 linear_132" [id=3244, type=linear]; +"3245 gelu_21" [id=3245, type=gelu]; +"3246 quantize_per_tensor_default_134" [id=3246, type=quantize_per_tensor]; +"3247 dequantize_per_tensor_default_134" [id=3247, type=dequantize_per_tensor]; +"3248 dropout_86" [id=3248, type=dropout]; +"3249 linear_133" [id=3249, type=linear]; +"3250 dropout_87" [id=3250, type=dropout]; +"3251 layer_norm_46" [id=3251, type=layer_norm]; +"3252 add_76" [id=3252, type=add]; +"3253 quantize_per_tensor_default_135" [id=3253, type=quantize_per_tensor]; +"3254 dequantize_per_tensor_default_135" [id=3254, type=dequantize_per_tensor]; +"3255 pad_24" [id=3255, type=pad]; +"3256 slice_329" [id=3256, type=slice]; +"3257 slice_330" [id=3257, type=slice]; +"3258 slice_331" [id=3258, type=slice]; +"3259 slice_332" [id=3259, type=slice]; +"3260 slice_333" [id=3260, type=slice]; +"3261 slice_334" [id=3261, type=slice]; +"3262 slice_335" [id=3262, type=slice]; +"3263 slice_336" [id=3263, type=slice]; +"3264 slice_337" [id=3264, type=slice]; +"3265 slice_338" [id=3265, type=slice]; +"3266 slice_339" [id=3266, type=slice]; +"3267 slice_340" [id=3267, type=slice]; +"3268 cat_2" [id=3268, type=cat]; +"3269 linear_134" [id=3269, type=linear]; +"3270 layer_norm_47" [id=3270, type=layer_norm]; +"3271 quantize_per_tensor_default_136" [id=3271, type=quantize_per_tensor]; +"3272 dequantize_per_tensor_default_136" [id=3272, type=dequantize_per_tensor]; +"3273 linear_135" [id=3273, type=linear]; +"3274 relu__22" [id=3274, type=relu_]; +"3275 linear_136" [id=3275, type=linear]; +"3276 view_121" [id=3276, type=view]; +"3277 index_22" [id=3277, type=index]; +"3278 view_122" [id=3278, type=view]; +"3279 permute_100" [id=3279, type=permute]; +"3280 contiguous_42" [id=3280, type=contiguous]; +"3281 unsqueeze_66" [id=3281, type=unsqueeze]; +"3282 sigmoid_22" [id=3282, type=sigmoid]; +"3283 mul_44" [id=3283, type=mul]; +"3284 pad_25" [id=3284, type=pad]; +"3285 view_123" [id=3285, type=view]; +"3286 permute_101" [id=3286, type=permute]; +"3287 reshape_99" [id=3287, type=reshape]; +"3288 clone_22" [id=3288, type=clone]; +"3289 slice_341" [id=3289, type=slice]; +"3290 zero__22" [id=3290, type=zero_]; +"3291 linear_137" [id=3291, type=linear]; +"3292 reshape_100" [id=3292, type=reshape]; +"3293 permute_102" [id=3293, type=permute]; +"3294 select_66" [id=3294, type=select]; +"3295 select_67" [id=3295, type=select]; +"3296 select_68" [id=3296, type=select]; +"3297 linalg_vector_norm_44" [id=3297, type=linalg_vector_norm]; +"3298 clamp_min_44" [id=3298, type=clamp_min]; +"3299 expand_as_44" [id=3299, type=expand_as]; +"3300 div_44" [id=3300, type=div]; +"3301 quantize_per_tensor_default_137" [id=3301, type=quantize_per_tensor]; +"3302 dequantize_per_tensor_default_137" [id=3302, type=dequantize_per_tensor]; +"3303 linalg_vector_norm_45" [id=3303, type=linalg_vector_norm]; +"3304 clamp_min_45" [id=3304, type=clamp_min]; +"3305 expand_as_45" [id=3305, type=expand_as]; +"3306 div_45" [id=3306, type=div]; +"3307 quantize_per_tensor_default_138" [id=3307, type=quantize_per_tensor]; +"3308 dequantize_per_tensor_default_138" [id=3308, type=dequantize_per_tensor]; +"3309 transpose_44" [id=3309, type=transpose]; +"3310 matmul_44" [id=3310, type=matmul]; +"3311 clamp_22" [id=3311, type=clamp]; +"3312 exp_22" [id=3312, type=exp]; +"3313 mul_45" [id=3313, type=mul]; +"3314 add_77" [id=3314, type=add]; +"3315 softmax_22" [id=3315, type=softmax]; +"3316 dropout_88" [id=3316, type=dropout]; +"3317 matmul_45" [id=3317, type=matmul]; +"3318 quantize_per_tensor_default_139" [id=3318, type=quantize_per_tensor]; +"3319 dequantize_per_tensor_default_139" [id=3319, type=dequantize_per_tensor]; +"3320 transpose_45" [id=3320, type=transpose]; +"3321 reshape_101" [id=3321, type=reshape]; +"3322 linear_138" [id=3322, type=linear]; +"3323 dropout_89" [id=3323, type=dropout]; +"3324 view_124" [id=3324, type=view]; +"3325 permute_103" [id=3325, type=permute]; +"3326 reshape_102" [id=3326, type=reshape]; +"3327 slice_342" [id=3327, type=slice]; +"3328 slice_343" [id=3328, type=slice]; +"3329 slice_344" [id=3329, type=slice]; +"3330 slice_345" [id=3330, type=slice]; +"3331 contiguous_43" [id=3331, type=contiguous]; +"3332 layer_norm_48" [id=3332, type=layer_norm]; +"3333 add_78" [id=3333, type=add]; +"3334 quantize_per_tensor_default_140" [id=3334, type=quantize_per_tensor]; +"3335 dequantize_per_tensor_default_140" [id=3335, type=dequantize_per_tensor]; +"3336 linear_139" [id=3336, type=linear]; +"3337 gelu_22" [id=3337, type=gelu]; +"3338 quantize_per_tensor_default_141" [id=3338, type=quantize_per_tensor]; +"3339 dequantize_per_tensor_default_141" [id=3339, type=dequantize_per_tensor]; +"3340 dropout_90" [id=3340, type=dropout]; +"3341 linear_140" [id=3341, type=linear]; +"3342 dropout_91" [id=3342, type=dropout]; +"3343 layer_norm_49" [id=3343, type=layer_norm]; +"3344 add_79" [id=3344, type=add]; +"3345 quantize_per_tensor_default_142" [id=3345, type=quantize_per_tensor]; +"3346 dequantize_per_tensor_default_142" [id=3346, type=dequantize_per_tensor]; +"3347 linear_141" [id=3347, type=linear]; +"3348 relu__23" [id=3348, type=relu_]; +"3349 linear_142" [id=3349, type=linear]; +"3350 view_125" [id=3350, type=view]; +"3351 index_23" [id=3351, type=index]; +"3352 view_126" [id=3352, type=view]; +"3353 permute_104" [id=3353, type=permute]; +"3354 contiguous_44" [id=3354, type=contiguous]; +"3355 unsqueeze_67" [id=3355, type=unsqueeze]; +"3356 sigmoid_23" [id=3356, type=sigmoid]; +"3357 mul_46" [id=3357, type=mul]; +"3358 pad_26" [id=3358, type=pad]; +"3359 view_127" [id=3359, type=view]; +"3360 permute_105" [id=3360, type=permute]; +"3361 reshape_103" [id=3361, type=reshape]; +"3362 clone_23" [id=3362, type=clone]; +"3363 slice_346" [id=3363, type=slice]; +"3364 zero__23" [id=3364, type=zero_]; +"3365 linear_143" [id=3365, type=linear]; +"3366 reshape_104" [id=3366, type=reshape]; +"3367 permute_106" [id=3367, type=permute]; +"3368 select_69" [id=3368, type=select]; +"3369 select_70" [id=3369, type=select]; +"3370 select_71" [id=3370, type=select]; +"3371 linalg_vector_norm_46" [id=3371, type=linalg_vector_norm]; +"3372 clamp_min_46" [id=3372, type=clamp_min]; +"3373 expand_as_46" [id=3373, type=expand_as]; +"3374 div_46" [id=3374, type=div]; +"3375 quantize_per_tensor_default_143" [id=3375, type=quantize_per_tensor]; +"3376 dequantize_per_tensor_default_143" [id=3376, type=dequantize_per_tensor]; +"3377 linalg_vector_norm_47" [id=3377, type=linalg_vector_norm]; +"3378 clamp_min_47" [id=3378, type=clamp_min]; +"3379 expand_as_47" [id=3379, type=expand_as]; +"3380 div_47" [id=3380, type=div]; +"3381 quantize_per_tensor_default_144" [id=3381, type=quantize_per_tensor]; +"3382 dequantize_per_tensor_default_144" [id=3382, type=dequantize_per_tensor]; +"3383 transpose_46" [id=3383, type=transpose]; +"3384 matmul_46" [id=3384, type=matmul]; +"3385 clamp_23" [id=3385, type=clamp]; +"3386 exp_23" [id=3386, type=exp]; +"3387 mul_47" [id=3387, type=mul]; +"3388 add_80" [id=3388, type=add]; +"3389 softmax_23" [id=3389, type=softmax]; +"3390 dropout_92" [id=3390, type=dropout]; +"3391 matmul_47" [id=3391, type=matmul]; +"3392 quantize_per_tensor_default_145" [id=3392, type=quantize_per_tensor]; +"3393 dequantize_per_tensor_default_145" [id=3393, type=dequantize_per_tensor]; +"3394 transpose_47" [id=3394, type=transpose]; +"3395 reshape_105" [id=3395, type=reshape]; +"3396 linear_144" [id=3396, type=linear]; +"3397 dropout_93" [id=3397, type=dropout]; +"3398 view_128" [id=3398, type=view]; +"3399 permute_107" [id=3399, type=permute]; +"3400 reshape_106" [id=3400, type=reshape]; +"3401 slice_347" [id=3401, type=slice]; +"3402 slice_348" [id=3402, type=slice]; +"3403 slice_349" [id=3403, type=slice]; +"3404 slice_350" [id=3404, type=slice]; +"3405 contiguous_45" [id=3405, type=contiguous]; +"3406 layer_norm_50" [id=3406, type=layer_norm]; +"3407 add_81" [id=3407, type=add]; +"3408 quantize_per_tensor_default_146" [id=3408, type=quantize_per_tensor]; +"3409 dequantize_per_tensor_default_146" [id=3409, type=dequantize_per_tensor]; +"3410 linear_145" [id=3410, type=linear]; +"3411 gelu_23" [id=3411, type=gelu]; +"3412 quantize_per_tensor_default_147" [id=3412, type=quantize_per_tensor]; +"3413 dequantize_per_tensor_default_147" [id=3413, type=dequantize_per_tensor]; +"3414 dropout_94" [id=3414, type=dropout]; +"3415 linear_146" [id=3415, type=linear]; +"3416 dropout_95" [id=3416, type=dropout]; +"3417 layer_norm_51" [id=3417, type=layer_norm]; +"3418 add_82" [id=3418, type=add]; +"3419 layer_norm_52" [id=3419, type=layer_norm]; +"3420 permute_108" [id=3420, type=permute]; +"3421 adaptive_avg_pool2d" [id=3421, type=adaptive_avg_pool2d]; +"3422 quantize_per_tensor_default_148" [id=3422, type=quantize_per_tensor]; +"3423 dequantize_per_tensor_default_148" [id=3423, type=dequantize_per_tensor]; +"3424 flatten" [id=3424, type=flatten]; +"3425 linear_147" [id=3425, type=linear]; +"3426 output_1" [id=3426, type=output]; +"0 _scale_0" -> "3 dequantize_per_channel_default" [label="(288,)", style=solid]; +"1 _zero_point_0" -> "3 dequantize_per_channel_default" [label="(288,)", style=solid]; +"2 _frozen_param0" -> "3 dequantize_per_channel_default" [label="(288, 96)", style=solid]; +"3 dequantize_per_channel_default" -> "1021 linear_2" [label=None, style=solid]; +"4 _scale_1" -> "7 dequantize_per_channel_default_1" [label="(96,)", style=solid]; +"5 _zero_point_1" -> "7 dequantize_per_channel_default_1" [label="(96,)", style=solid]; +"6 _frozen_param1" -> "7 dequantize_per_channel_default_1" [label="(96, 96)", style=solid]; +"7 dequantize_per_channel_default_1" -> "1052 linear_3" [label=None, style=solid]; +"8 features_1_0_attn_qkv_bias" -> "1018 clone" [label="(288,)", style=solid]; +"9 features_1_0_attn_proj_bias" -> "1052 linear_3" [label="(96,)", style=solid]; +"10 features_1_0_attn_logit_scale" -> "1041 clamp" [label="(3, 1, 1)", style=solid]; +"11 _scale_2" -> "14 dequantize_per_channel_default_2" [label="(288,)", style=solid]; +"12 _zero_point_2" -> "14 dequantize_per_channel_default_2" [label="(288,)", style=solid]; +"13 _frozen_param2" -> "14 dequantize_per_channel_default_2" [label="(288, 96)", style=solid]; +"14 dequantize_per_channel_default_2" -> "1093 linear_8" [label=None, style=solid]; +"15 _scale_3" -> "18 dequantize_per_channel_default_3" [label="(96,)", style=solid]; +"16 _zero_point_3" -> "18 dequantize_per_channel_default_3" [label="(96,)", style=solid]; +"17 _frozen_param3" -> "18 dequantize_per_channel_default_3" [label="(96, 96)", style=solid]; +"18 dequantize_per_channel_default_3" -> "1176 linear_9" [label=None, style=solid]; +"19 features_1_1_attn_qkv_bias" -> "1090 clone_1" [label="(288,)", style=solid]; +"20 features_1_1_attn_proj_bias" -> "1176 linear_9" [label="(96,)", style=solid]; +"21 features_1_1_attn_logit_scale" -> "1113 clamp_1" [label="(3, 1, 1)", style=solid]; +"22 _scale_4" -> "25 dequantize_per_channel_default_4" [label="(576,)", style=solid]; +"23 _zero_point_4" -> "25 dequantize_per_channel_default_4" [label="(576,)", style=solid]; +"24 _frozen_param4" -> "25 dequantize_per_channel_default_4" [label="(576, 192)", style=solid]; +"25 dequantize_per_channel_default_4" -> "1235 linear_15" [label=None, style=solid]; +"26 _scale_5" -> "29 dequantize_per_channel_default_5" [label="(192,)", style=solid]; +"27 _zero_point_5" -> "29 dequantize_per_channel_default_5" [label="(192,)", style=solid]; +"28 _frozen_param5" -> "29 dequantize_per_channel_default_5" [label="(192, 192)", style=solid]; +"29 dequantize_per_channel_default_5" -> "1266 linear_16" [label=None, style=solid]; +"30 features_3_0_attn_qkv_bias" -> "1232 clone_2" [label="(576,)", style=solid]; +"31 features_3_0_attn_proj_bias" -> "1266 linear_16" [label="(192,)", style=solid]; +"32 features_3_0_attn_logit_scale" -> "1255 clamp_2" [label="(6, 1, 1)", style=solid]; +"33 _scale_6" -> "36 dequantize_per_channel_default_6" [label="(576,)", style=solid]; +"34 _zero_point_6" -> "36 dequantize_per_channel_default_6" [label="(576,)", style=solid]; +"35 _frozen_param6" -> "36 dequantize_per_channel_default_6" [label="(576, 192)", style=solid]; +"36 dequantize_per_channel_default_6" -> "1310 linear_21" [label=None, style=solid]; +"37 _scale_7" -> "40 dequantize_per_channel_default_7" [label="(192,)", style=solid]; +"38 _zero_point_7" -> "40 dequantize_per_channel_default_7" [label="(192,)", style=solid]; +"39 _frozen_param7" -> "40 dequantize_per_channel_default_7" [label="(192, 192)", style=solid]; +"40 dequantize_per_channel_default_7" -> "1393 linear_22" [label=None, style=solid]; +"41 features_3_1_attn_qkv_bias" -> "1307 clone_3" [label="(576,)", style=solid]; +"42 features_3_1_attn_proj_bias" -> "1393 linear_22" [label="(192,)", style=solid]; +"43 features_3_1_attn_logit_scale" -> "1330 clamp_3" [label="(6, 1, 1)", style=solid]; +"44 _scale_8" -> "47 dequantize_per_channel_default_8" [label="(1152,)", style=solid]; +"45 _zero_point_8" -> "47 dequantize_per_channel_default_8" [label="(1152,)", style=solid]; +"46 _frozen_param8" -> "47 dequantize_per_channel_default_8" [label="(1152, 384)", style=solid]; +"47 dequantize_per_channel_default_8" -> "1455 linear_28" [label=None, style=solid]; +"48 _scale_9" -> "51 dequantize_per_channel_default_9" [label="(384,)", style=solid]; +"49 _zero_point_9" -> "51 dequantize_per_channel_default_9" [label="(384,)", style=solid]; +"50 _frozen_param9" -> "51 dequantize_per_channel_default_9" [label="(384, 384)", style=solid]; +"51 dequantize_per_channel_default_9" -> "1486 linear_29" [label=None, style=solid]; +"52 features_5_0_attn_qkv_bias" -> "1452 clone_4" [label="(1152,)", style=solid]; +"53 features_5_0_attn_proj_bias" -> "1486 linear_29" [label="(384,)", style=solid]; +"54 features_5_0_attn_logit_scale" -> "1475 clamp_4" [label="(12, 1, 1)", style=solid]; +"55 _scale_10" -> "58 dequantize_per_channel_default_10" [label="(1152,)", style=solid]; +"56 _zero_point_10" -> "58 dequantize_per_channel_default_10" [label="(1152,)", style=solid]; +"57 _frozen_param10" -> "58 dequantize_per_channel_default_10" [label="(1152, 384)", style=solid]; +"58 dequantize_per_channel_default_10" -> "1530 linear_34" [label=None, style=solid]; +"59 _scale_11" -> "62 dequantize_per_channel_default_11" [label="(384,)", style=solid]; +"60 _zero_point_11" -> "62 dequantize_per_channel_default_11" [label="(384,)", style=solid]; +"61 _frozen_param11" -> "62 dequantize_per_channel_default_11" [label="(384, 384)", style=solid]; +"62 dequantize_per_channel_default_11" -> "1613 linear_35" [label=None, style=solid]; +"63 features_5_1_attn_qkv_bias" -> "1527 clone_5" [label="(1152,)", style=solid]; +"64 features_5_1_attn_proj_bias" -> "1613 linear_35" [label="(384,)", style=solid]; +"65 features_5_1_attn_logit_scale" -> "1550 clamp_5" [label="(12, 1, 1)", style=solid]; +"66 _scale_12" -> "69 dequantize_per_channel_default_12" [label="(1152,)", style=solid]; +"67 _zero_point_12" -> "69 dequantize_per_channel_default_12" [label="(1152,)", style=solid]; +"68 _frozen_param12" -> "69 dequantize_per_channel_default_12" [label="(1152, 384)", style=solid]; +"69 dequantize_per_channel_default_12" -> "1657 linear_40" [label=None, style=solid]; +"70 _scale_13" -> "73 dequantize_per_channel_default_13" [label="(384,)", style=solid]; +"71 _zero_point_13" -> "73 dequantize_per_channel_default_13" [label="(384,)", style=solid]; +"72 _frozen_param13" -> "73 dequantize_per_channel_default_13" [label="(384, 384)", style=solid]; +"73 dequantize_per_channel_default_13" -> "1688 linear_41" [label=None, style=solid]; +"74 features_5_2_attn_qkv_bias" -> "1654 clone_6" [label="(1152,)", style=solid]; +"75 features_5_2_attn_proj_bias" -> "1688 linear_41" [label="(384,)", style=solid]; +"76 features_5_2_attn_logit_scale" -> "1677 clamp_6" [label="(12, 1, 1)", style=solid]; +"77 _scale_14" -> "80 dequantize_per_channel_default_14" [label="(1152,)", style=solid]; +"78 _zero_point_14" -> "80 dequantize_per_channel_default_14" [label="(1152,)", style=solid]; +"79 _frozen_param14" -> "80 dequantize_per_channel_default_14" [label="(1152, 384)", style=solid]; +"80 dequantize_per_channel_default_14" -> "1732 linear_46" [label=None, style=solid]; +"81 _scale_15" -> "84 dequantize_per_channel_default_15" [label="(384,)", style=solid]; +"82 _zero_point_15" -> "84 dequantize_per_channel_default_15" [label="(384,)", style=solid]; +"83 _frozen_param15" -> "84 dequantize_per_channel_default_15" [label="(384, 384)", style=solid]; +"84 dequantize_per_channel_default_15" -> "1815 linear_47" [label=None, style=solid]; +"85 features_5_3_attn_qkv_bias" -> "1729 clone_7" [label="(1152,)", style=solid]; +"86 features_5_3_attn_proj_bias" -> "1815 linear_47" [label="(384,)", style=solid]; +"87 features_5_3_attn_logit_scale" -> "1752 clamp_7" [label="(12, 1, 1)", style=solid]; +"88 _scale_16" -> "91 dequantize_per_channel_default_16" [label="(1152,)", style=solid]; +"89 _zero_point_16" -> "91 dequantize_per_channel_default_16" [label="(1152,)", style=solid]; +"90 _frozen_param16" -> "91 dequantize_per_channel_default_16" [label="(1152, 384)", style=solid]; +"91 dequantize_per_channel_default_16" -> "1859 linear_52" [label=None, style=solid]; +"92 _scale_17" -> "95 dequantize_per_channel_default_17" [label="(384,)", style=solid]; +"93 _zero_point_17" -> "95 dequantize_per_channel_default_17" [label="(384,)", style=solid]; +"94 _frozen_param17" -> "95 dequantize_per_channel_default_17" [label="(384, 384)", style=solid]; +"95 dequantize_per_channel_default_17" -> "1890 linear_53" [label=None, style=solid]; +"96 features_5_4_attn_qkv_bias" -> "1856 clone_8" [label="(1152,)", style=solid]; +"97 features_5_4_attn_proj_bias" -> "1890 linear_53" [label="(384,)", style=solid]; +"98 features_5_4_attn_logit_scale" -> "1879 clamp_8" [label="(12, 1, 1)", style=solid]; +"99 _scale_18" -> "102 dequantize_per_channel_default_18" [label="(1152,)", style=solid]; +"100 _zero_point_18" -> "102 dequantize_per_channel_default_18" [label="(1152,)", style=solid]; +"101 _frozen_param18" -> "102 dequantize_per_channel_default_18" [label="(1152, 384)", style=solid]; +"102 dequantize_per_channel_default_18" -> "1934 linear_58" [label=None, style=solid]; +"103 _scale_19" -> "106 dequantize_per_channel_default_19" [label="(384,)", style=solid]; +"104 _zero_point_19" -> "106 dequantize_per_channel_default_19" [label="(384,)", style=solid]; +"105 _frozen_param19" -> "106 dequantize_per_channel_default_19" [label="(384, 384)", style=solid]; +"106 dequantize_per_channel_default_19" -> "2017 linear_59" [label=None, style=solid]; +"107 features_5_5_attn_qkv_bias" -> "1931 clone_9" [label="(1152,)", style=solid]; +"108 features_5_5_attn_proj_bias" -> "2017 linear_59" [label="(384,)", style=solid]; +"109 features_5_5_attn_logit_scale" -> "1954 clamp_9" [label="(12, 1, 1)", style=solid]; +"110 _scale_20" -> "113 dequantize_per_channel_default_20" [label="(1152,)", style=solid]; +"111 _zero_point_20" -> "113 dequantize_per_channel_default_20" [label="(1152,)", style=solid]; +"112 _frozen_param20" -> "113 dequantize_per_channel_default_20" [label="(1152, 384)", style=solid]; +"113 dequantize_per_channel_default_20" -> "2061 linear_64" [label=None, style=solid]; +"114 _scale_21" -> "117 dequantize_per_channel_default_21" [label="(384,)", style=solid]; +"115 _zero_point_21" -> "117 dequantize_per_channel_default_21" [label="(384,)", style=solid]; +"116 _frozen_param21" -> "117 dequantize_per_channel_default_21" [label="(384, 384)", style=solid]; +"117 dequantize_per_channel_default_21" -> "2092 linear_65" [label=None, style=solid]; +"118 features_5_6_attn_qkv_bias" -> "2058 clone_10" [label="(1152,)", style=solid]; +"119 features_5_6_attn_proj_bias" -> "2092 linear_65" [label="(384,)", style=solid]; +"120 features_5_6_attn_logit_scale" -> "2081 clamp_10" [label="(12, 1, 1)", style=solid]; +"121 _scale_22" -> "124 dequantize_per_channel_default_22" [label="(1152,)", style=solid]; +"122 _zero_point_22" -> "124 dequantize_per_channel_default_22" [label="(1152,)", style=solid]; +"123 _frozen_param22" -> "124 dequantize_per_channel_default_22" [label="(1152, 384)", style=solid]; +"124 dequantize_per_channel_default_22" -> "2136 linear_70" [label=None, style=solid]; +"125 _scale_23" -> "128 dequantize_per_channel_default_23" [label="(384,)", style=solid]; +"126 _zero_point_23" -> "128 dequantize_per_channel_default_23" [label="(384,)", style=solid]; +"127 _frozen_param23" -> "128 dequantize_per_channel_default_23" [label="(384, 384)", style=solid]; +"128 dequantize_per_channel_default_23" -> "2219 linear_71" [label=None, style=solid]; +"129 features_5_7_attn_qkv_bias" -> "2133 clone_11" [label="(1152,)", style=solid]; +"130 features_5_7_attn_proj_bias" -> "2219 linear_71" [label="(384,)", style=solid]; +"131 features_5_7_attn_logit_scale" -> "2156 clamp_11" [label="(12, 1, 1)", style=solid]; +"132 _scale_24" -> "135 dequantize_per_channel_default_24" [label="(1152,)", style=solid]; +"133 _zero_point_24" -> "135 dequantize_per_channel_default_24" [label="(1152,)", style=solid]; +"134 _frozen_param24" -> "135 dequantize_per_channel_default_24" [label="(1152, 384)", style=solid]; +"135 dequantize_per_channel_default_24" -> "2263 linear_76" [label=None, style=solid]; +"136 _scale_25" -> "139 dequantize_per_channel_default_25" [label="(384,)", style=solid]; +"137 _zero_point_25" -> "139 dequantize_per_channel_default_25" [label="(384,)", style=solid]; +"138 _frozen_param25" -> "139 dequantize_per_channel_default_25" [label="(384, 384)", style=solid]; +"139 dequantize_per_channel_default_25" -> "2294 linear_77" [label=None, style=solid]; +"140 features_5_8_attn_qkv_bias" -> "2260 clone_12" [label="(1152,)", style=solid]; +"141 features_5_8_attn_proj_bias" -> "2294 linear_77" [label="(384,)", style=solid]; +"142 features_5_8_attn_logit_scale" -> "2283 clamp_12" [label="(12, 1, 1)", style=solid]; +"143 _scale_26" -> "146 dequantize_per_channel_default_26" [label="(1152,)", style=solid]; +"144 _zero_point_26" -> "146 dequantize_per_channel_default_26" [label="(1152,)", style=solid]; +"145 _frozen_param26" -> "146 dequantize_per_channel_default_26" [label="(1152, 384)", style=solid]; +"146 dequantize_per_channel_default_26" -> "2338 linear_82" [label=None, style=solid]; +"147 _scale_27" -> "150 dequantize_per_channel_default_27" [label="(384,)", style=solid]; +"148 _zero_point_27" -> "150 dequantize_per_channel_default_27" [label="(384,)", style=solid]; +"149 _frozen_param27" -> "150 dequantize_per_channel_default_27" [label="(384, 384)", style=solid]; +"150 dequantize_per_channel_default_27" -> "2421 linear_83" [label=None, style=solid]; +"151 features_5_9_attn_qkv_bias" -> "2335 clone_13" [label="(1152,)", style=solid]; +"152 features_5_9_attn_proj_bias" -> "2421 linear_83" [label="(384,)", style=solid]; +"153 features_5_9_attn_logit_scale" -> "2358 clamp_13" [label="(12, 1, 1)", style=solid]; +"154 _scale_28" -> "157 dequantize_per_channel_default_28" [label="(1152,)", style=solid]; +"155 _zero_point_28" -> "157 dequantize_per_channel_default_28" [label="(1152,)", style=solid]; +"156 _frozen_param28" -> "157 dequantize_per_channel_default_28" [label="(1152, 384)", style=solid]; +"157 dequantize_per_channel_default_28" -> "2465 linear_88" [label=None, style=solid]; +"158 _scale_29" -> "161 dequantize_per_channel_default_29" [label="(384,)", style=solid]; +"159 _zero_point_29" -> "161 dequantize_per_channel_default_29" [label="(384,)", style=solid]; +"160 _frozen_param29" -> "161 dequantize_per_channel_default_29" [label="(384, 384)", style=solid]; +"161 dequantize_per_channel_default_29" -> "2496 linear_89" [label=None, style=solid]; +"162 features_5_10_attn_qkv_bias" -> "2462 clone_14" [label="(1152,)", style=solid]; +"163 features_5_10_attn_proj_bias" -> "2496 linear_89" [label="(384,)", style=solid]; +"164 features_5_10_attn_logit_scale" -> "2485 clamp_14" [label="(12, 1, 1)", style=solid]; +"165 _scale_30" -> "168 dequantize_per_channel_default_30" [label="(1152,)", style=solid]; +"166 _zero_point_30" -> "168 dequantize_per_channel_default_30" [label="(1152,)", style=solid]; +"167 _frozen_param30" -> "168 dequantize_per_channel_default_30" [label="(1152, 384)", style=solid]; +"168 dequantize_per_channel_default_30" -> "2540 linear_94" [label=None, style=solid]; +"169 _scale_31" -> "172 dequantize_per_channel_default_31" [label="(384,)", style=solid]; +"170 _zero_point_31" -> "172 dequantize_per_channel_default_31" [label="(384,)", style=solid]; +"171 _frozen_param31" -> "172 dequantize_per_channel_default_31" [label="(384, 384)", style=solid]; +"172 dequantize_per_channel_default_31" -> "2623 linear_95" [label=None, style=solid]; +"173 features_5_11_attn_qkv_bias" -> "2537 clone_15" [label="(1152,)", style=solid]; +"174 features_5_11_attn_proj_bias" -> "2623 linear_95" [label="(384,)", style=solid]; +"175 features_5_11_attn_logit_scale" -> "2560 clamp_15" [label="(12, 1, 1)", style=solid]; +"176 _scale_32" -> "179 dequantize_per_channel_default_32" [label="(1152,)", style=solid]; +"177 _zero_point_32" -> "179 dequantize_per_channel_default_32" [label="(1152,)", style=solid]; +"178 _frozen_param32" -> "179 dequantize_per_channel_default_32" [label="(1152, 384)", style=solid]; +"179 dequantize_per_channel_default_32" -> "2667 linear_100" [label=None, style=solid]; +"180 _scale_33" -> "183 dequantize_per_channel_default_33" [label="(384,)", style=solid]; +"181 _zero_point_33" -> "183 dequantize_per_channel_default_33" [label="(384,)", style=solid]; +"182 _frozen_param33" -> "183 dequantize_per_channel_default_33" [label="(384, 384)", style=solid]; +"183 dequantize_per_channel_default_33" -> "2698 linear_101" [label=None, style=solid]; +"184 features_5_12_attn_qkv_bias" -> "2664 clone_16" [label="(1152,)", style=solid]; +"185 features_5_12_attn_proj_bias" -> "2698 linear_101" [label="(384,)", style=solid]; +"186 features_5_12_attn_logit_scale" -> "2687 clamp_16" [label="(12, 1, 1)", style=solid]; +"187 _scale_34" -> "190 dequantize_per_channel_default_34" [label="(1152,)", style=solid]; +"188 _zero_point_34" -> "190 dequantize_per_channel_default_34" [label="(1152,)", style=solid]; +"189 _frozen_param34" -> "190 dequantize_per_channel_default_34" [label="(1152, 384)", style=solid]; +"190 dequantize_per_channel_default_34" -> "2742 linear_106" [label=None, style=solid]; +"191 _scale_35" -> "194 dequantize_per_channel_default_35" [label="(384,)", style=solid]; +"192 _zero_point_35" -> "194 dequantize_per_channel_default_35" [label="(384,)", style=solid]; +"193 _frozen_param35" -> "194 dequantize_per_channel_default_35" [label="(384, 384)", style=solid]; +"194 dequantize_per_channel_default_35" -> "2825 linear_107" [label=None, style=solid]; +"195 features_5_13_attn_qkv_bias" -> "2739 clone_17" [label="(1152,)", style=solid]; +"196 features_5_13_attn_proj_bias" -> "2825 linear_107" [label="(384,)", style=solid]; +"197 features_5_13_attn_logit_scale" -> "2762 clamp_17" [label="(12, 1, 1)", style=solid]; +"198 _scale_36" -> "201 dequantize_per_channel_default_36" [label="(1152,)", style=solid]; +"199 _zero_point_36" -> "201 dequantize_per_channel_default_36" [label="(1152,)", style=solid]; +"200 _frozen_param36" -> "201 dequantize_per_channel_default_36" [label="(1152, 384)", style=solid]; +"201 dequantize_per_channel_default_36" -> "2869 linear_112" [label=None, style=solid]; +"202 _scale_37" -> "205 dequantize_per_channel_default_37" [label="(384,)", style=solid]; +"203 _zero_point_37" -> "205 dequantize_per_channel_default_37" [label="(384,)", style=solid]; +"204 _frozen_param37" -> "205 dequantize_per_channel_default_37" [label="(384, 384)", style=solid]; +"205 dequantize_per_channel_default_37" -> "2900 linear_113" [label=None, style=solid]; +"206 features_5_14_attn_qkv_bias" -> "2866 clone_18" [label="(1152,)", style=solid]; +"207 features_5_14_attn_proj_bias" -> "2900 linear_113" [label="(384,)", style=solid]; +"208 features_5_14_attn_logit_scale" -> "2889 clamp_18" [label="(12, 1, 1)", style=solid]; +"209 _scale_38" -> "212 dequantize_per_channel_default_38" [label="(1152,)", style=solid]; +"210 _zero_point_38" -> "212 dequantize_per_channel_default_38" [label="(1152,)", style=solid]; +"211 _frozen_param38" -> "212 dequantize_per_channel_default_38" [label="(1152, 384)", style=solid]; +"212 dequantize_per_channel_default_38" -> "2944 linear_118" [label=None, style=solid]; +"213 _scale_39" -> "216 dequantize_per_channel_default_39" [label="(384,)", style=solid]; +"214 _zero_point_39" -> "216 dequantize_per_channel_default_39" [label="(384,)", style=solid]; +"215 _frozen_param39" -> "216 dequantize_per_channel_default_39" [label="(384, 384)", style=solid]; +"216 dequantize_per_channel_default_39" -> "3027 linear_119" [label=None, style=solid]; +"217 features_5_15_attn_qkv_bias" -> "2941 clone_19" [label="(1152,)", style=solid]; +"218 features_5_15_attn_proj_bias" -> "3027 linear_119" [label="(384,)", style=solid]; +"219 features_5_15_attn_logit_scale" -> "2964 clamp_19" [label="(12, 1, 1)", style=solid]; +"220 _scale_40" -> "223 dequantize_per_channel_default_40" [label="(1152,)", style=solid]; +"221 _zero_point_40" -> "223 dequantize_per_channel_default_40" [label="(1152,)", style=solid]; +"222 _frozen_param40" -> "223 dequantize_per_channel_default_40" [label="(1152, 384)", style=solid]; +"223 dequantize_per_channel_default_40" -> "3071 linear_124" [label=None, style=solid]; +"224 _scale_41" -> "227 dequantize_per_channel_default_41" [label="(384,)", style=solid]; +"225 _zero_point_41" -> "227 dequantize_per_channel_default_41" [label="(384,)", style=solid]; +"226 _frozen_param41" -> "227 dequantize_per_channel_default_41" [label="(384, 384)", style=solid]; +"227 dequantize_per_channel_default_41" -> "3102 linear_125" [label=None, style=solid]; +"228 features_5_16_attn_qkv_bias" -> "3068 clone_20" [label="(1152,)", style=solid]; +"229 features_5_16_attn_proj_bias" -> "3102 linear_125" [label="(384,)", style=solid]; +"230 features_5_16_attn_logit_scale" -> "3091 clamp_20" [label="(12, 1, 1)", style=solid]; +"231 _scale_42" -> "234 dequantize_per_channel_default_42" [label="(1152,)", style=solid]; +"232 _zero_point_42" -> "234 dequantize_per_channel_default_42" [label="(1152,)", style=solid]; +"233 _frozen_param42" -> "234 dequantize_per_channel_default_42" [label="(1152, 384)", style=solid]; +"234 dequantize_per_channel_default_42" -> "3146 linear_130" [label=None, style=solid]; +"235 _scale_43" -> "238 dequantize_per_channel_default_43" [label="(384,)", style=solid]; +"236 _zero_point_43" -> "238 dequantize_per_channel_default_43" [label="(384,)", style=solid]; +"237 _frozen_param43" -> "238 dequantize_per_channel_default_43" [label="(384, 384)", style=solid]; +"238 dequantize_per_channel_default_43" -> "3229 linear_131" [label=None, style=solid]; +"239 features_5_17_attn_qkv_bias" -> "3143 clone_21" [label="(1152,)", style=solid]; +"240 features_5_17_attn_proj_bias" -> "3229 linear_131" [label="(384,)", style=solid]; +"241 features_5_17_attn_logit_scale" -> "3166 clamp_21" [label="(12, 1, 1)", style=solid]; +"242 _scale_44" -> "245 dequantize_per_channel_default_44" [label="(2304,)", style=solid]; +"243 _zero_point_44" -> "245 dequantize_per_channel_default_44" [label="(2304,)", style=solid]; +"244 _frozen_param44" -> "245 dequantize_per_channel_default_44" [label="(2304, 768)", style=solid]; +"245 dequantize_per_channel_default_44" -> "3291 linear_137" [label=None, style=solid]; +"246 _scale_45" -> "249 dequantize_per_channel_default_45" [label="(768,)", style=solid]; +"247 _zero_point_45" -> "249 dequantize_per_channel_default_45" [label="(768,)", style=solid]; +"248 _frozen_param45" -> "249 dequantize_per_channel_default_45" [label="(768, 768)", style=solid]; +"249 dequantize_per_channel_default_45" -> "3322 linear_138" [label=None, style=solid]; +"250 features_7_0_attn_qkv_bias" -> "3288 clone_22" [label="(2304,)", style=solid]; +"251 features_7_0_attn_proj_bias" -> "3322 linear_138" [label="(768,)", style=solid]; +"252 features_7_0_attn_logit_scale" -> "3311 clamp_22" [label="(24, 1, 1)", style=solid]; +"253 _scale_46" -> "256 dequantize_per_channel_default_46" [label="(2304,)", style=solid]; +"254 _zero_point_46" -> "256 dequantize_per_channel_default_46" [label="(2304,)", style=solid]; +"255 _frozen_param46" -> "256 dequantize_per_channel_default_46" [label="(2304, 768)", style=solid]; +"256 dequantize_per_channel_default_46" -> "3365 linear_143" [label=None, style=solid]; +"257 _scale_47" -> "260 dequantize_per_channel_default_47" [label="(768,)", style=solid]; +"258 _zero_point_47" -> "260 dequantize_per_channel_default_47" [label="(768,)", style=solid]; +"259 _frozen_param47" -> "260 dequantize_per_channel_default_47" [label="(768, 768)", style=solid]; +"260 dequantize_per_channel_default_47" -> "3396 linear_144" [label=None, style=solid]; +"261 features_7_1_attn_qkv_bias" -> "3362 clone_23" [label="(2304,)", style=solid]; +"262 features_7_1_attn_proj_bias" -> "3396 linear_144" [label="(768,)", style=solid]; +"263 features_7_1_attn_logit_scale" -> "3385 clamp_23" [label="(24, 1, 1)", style=solid]; +"264 _scale_48" -> "267 dequantize_per_channel_default_48" [label="(96,)", style=solid]; +"265 _zero_point_48" -> "267 dequantize_per_channel_default_48" [label="(96,)", style=solid]; +"266 _frozen_param48" -> "267 dequantize_per_channel_default_48" [label="(96, 3, 4, 4)", style=solid]; +"267 dequantize_per_channel_default_48" -> "998 conv2d" [label=None, style=solid]; +"268 features_0_0_bias" -> "998 conv2d" [label="(96,)", style=solid]; +"269 features_0_2_weight" -> "1000 layer_norm" [label="(96,)", style=solid]; +"270 features_0_2_bias" -> "1000 layer_norm" [label="(96,)", style=solid]; +"271 _scale_49" -> "274 dequantize_per_channel_default_49" [label="(512,)", style=solid]; +"272 _zero_point_49" -> "274 dequantize_per_channel_default_49" [label="(512,)", style=solid]; +"273 _frozen_param49" -> "274 dequantize_per_channel_default_49" [label="(512, 2)", style=solid]; +"274 dequantize_per_channel_default_49" -> "1003 linear" [label=None, style=solid]; +"275 features_1_0_attn_cpb_mlp_0_bias" -> "1003 linear" [label="(512,)", style=solid]; +"276 _scale_50" -> "279 dequantize_per_channel_default_50" [label="(3,)", style=solid]; +"277 _zero_point_50" -> "279 dequantize_per_channel_default_50" [label="(3,)", style=solid]; +"278 _frozen_param50" -> "279 dequantize_per_channel_default_50" [label="(3, 512)", style=solid]; +"279 dequantize_per_channel_default_50" -> "1005 linear_1" [label=None, style=solid]; +"280 features_1_0_norm1_weight" -> "1059 layer_norm_1" [label="(96,)", style=solid]; +"281 features_1_0_norm1_bias" -> "1059 layer_norm_1" [label="(96,)", style=solid]; +"282 _scale_51" -> "285 dequantize_per_channel_default_51" [label="(384,)", style=solid]; +"283 _zero_point_51" -> "285 dequantize_per_channel_default_51" [label="(384,)", style=solid]; +"284 _frozen_param51" -> "285 dequantize_per_channel_default_51" [label="(384, 96)", style=solid]; +"285 dequantize_per_channel_default_51" -> "1063 linear_4" [label=None, style=solid]; +"286 features_1_0_mlp_0_bias" -> "1063 linear_4" [label="(384,)", style=solid]; +"287 _scale_52" -> "290 dequantize_per_channel_default_52" [label="(96,)", style=solid]; +"288 _zero_point_52" -> "290 dequantize_per_channel_default_52" [label="(96,)", style=solid]; +"289 _frozen_param52" -> "290 dequantize_per_channel_default_52" [label="(96, 384)", style=solid]; +"290 dequantize_per_channel_default_52" -> "1068 linear_5" [label=None, style=solid]; +"291 features_1_0_mlp_3_bias" -> "1068 linear_5" [label="(96,)", style=solid]; +"292 features_1_0_norm2_weight" -> "1070 layer_norm_2" [label="(96,)", style=solid]; +"293 features_1_0_norm2_bias" -> "1070 layer_norm_2" [label="(96,)", style=solid]; +"294 _scale_53" -> "297 dequantize_per_channel_default_53" [label="(512,)", style=solid]; +"295 _zero_point_53" -> "297 dequantize_per_channel_default_53" [label="(512,)", style=solid]; +"296 _frozen_param53" -> "297 dequantize_per_channel_default_53" [label="(512, 2)", style=solid]; +"297 dequantize_per_channel_default_53" -> "1072 linear_6" [label=None, style=solid]; +"298 features_1_1_attn_cpb_mlp_0_bias" -> "1072 linear_6" [label="(512,)", style=solid]; +"299 _scale_54" -> "302 dequantize_per_channel_default_54" [label="(3,)", style=solid]; +"300 _zero_point_54" -> "302 dequantize_per_channel_default_54" [label="(3,)", style=solid]; +"301 _frozen_param54" -> "302 dequantize_per_channel_default_54" [label="(3, 512)", style=solid]; +"302 dequantize_per_channel_default_54" -> "1074 linear_7" [label=None, style=solid]; +"303 features_1_1_norm1_weight" -> "1184 layer_norm_3" [label="(96,)", style=solid]; +"304 features_1_1_norm1_bias" -> "1184 layer_norm_3" [label="(96,)", style=solid]; +"305 _scale_55" -> "308 dequantize_per_channel_default_55" [label="(384,)", style=solid]; +"306 _zero_point_55" -> "308 dequantize_per_channel_default_55" [label="(384,)", style=solid]; +"307 _frozen_param55" -> "308 dequantize_per_channel_default_55" [label="(384, 96)", style=solid]; +"308 dequantize_per_channel_default_55" -> "1188 linear_10" [label=None, style=solid]; +"309 features_1_1_mlp_0_bias" -> "1188 linear_10" [label="(384,)", style=solid]; +"310 _scale_56" -> "313 dequantize_per_channel_default_56" [label="(96,)", style=solid]; +"311 _zero_point_56" -> "313 dequantize_per_channel_default_56" [label="(96,)", style=solid]; +"312 _frozen_param56" -> "313 dequantize_per_channel_default_56" [label="(96, 384)", style=solid]; +"313 dequantize_per_channel_default_56" -> "1193 linear_11" [label=None, style=solid]; +"314 features_1_1_mlp_3_bias" -> "1193 linear_11" [label="(96,)", style=solid]; +"315 features_1_1_norm2_weight" -> "1195 layer_norm_4" [label="(96,)", style=solid]; +"316 features_1_1_norm2_bias" -> "1195 layer_norm_4" [label="(96,)", style=solid]; +"317 _scale_57" -> "320 dequantize_per_channel_default_57" [label="(192,)", style=solid]; +"318 _zero_point_57" -> "320 dequantize_per_channel_default_57" [label="(192,)", style=solid]; +"319 _frozen_param57" -> "320 dequantize_per_channel_default_57" [label="(192, 384)", style=solid]; +"320 dequantize_per_channel_default_57" -> "1213 linear_12" [label=None, style=solid]; +"321 features_2_norm_weight" -> "1214 layer_norm_5" [label="(192,)", style=solid]; +"322 features_2_norm_bias" -> "1214 layer_norm_5" [label="(192,)", style=solid]; +"323 _scale_58" -> "326 dequantize_per_channel_default_58" [label="(512,)", style=solid]; +"324 _zero_point_58" -> "326 dequantize_per_channel_default_58" [label="(512,)", style=solid]; +"325 _frozen_param58" -> "326 dequantize_per_channel_default_58" [label="(512, 2)", style=solid]; +"326 dequantize_per_channel_default_58" -> "1217 linear_13" [label=None, style=solid]; +"327 features_3_0_attn_cpb_mlp_0_bias" -> "1217 linear_13" [label="(512,)", style=solid]; +"328 _scale_59" -> "331 dequantize_per_channel_default_59" [label="(6,)", style=solid]; +"329 _zero_point_59" -> "331 dequantize_per_channel_default_59" [label="(6,)", style=solid]; +"330 _frozen_param59" -> "331 dequantize_per_channel_default_59" [label="(6, 512)", style=solid]; +"331 dequantize_per_channel_default_59" -> "1219 linear_14" [label=None, style=solid]; +"332 features_3_0_norm1_weight" -> "1276 layer_norm_6" [label="(192,)", style=solid]; +"333 features_3_0_norm1_bias" -> "1276 layer_norm_6" [label="(192,)", style=solid]; +"334 _scale_60" -> "337 dequantize_per_channel_default_60" [label="(768,)", style=solid]; +"335 _zero_point_60" -> "337 dequantize_per_channel_default_60" [label="(768,)", style=solid]; +"336 _frozen_param60" -> "337 dequantize_per_channel_default_60" [label="(768, 192)", style=solid]; +"337 dequantize_per_channel_default_60" -> "1280 linear_17" [label=None, style=solid]; +"338 features_3_0_mlp_0_bias" -> "1280 linear_17" [label="(768,)", style=solid]; +"339 _scale_61" -> "342 dequantize_per_channel_default_61" [label="(192,)", style=solid]; +"340 _zero_point_61" -> "342 dequantize_per_channel_default_61" [label="(192,)", style=solid]; +"341 _frozen_param61" -> "342 dequantize_per_channel_default_61" [label="(192, 768)", style=solid]; +"342 dequantize_per_channel_default_61" -> "1285 linear_18" [label=None, style=solid]; +"343 features_3_0_mlp_3_bias" -> "1285 linear_18" [label="(192,)", style=solid]; +"344 features_3_0_norm2_weight" -> "1287 layer_norm_7" [label="(192,)", style=solid]; +"345 features_3_0_norm2_bias" -> "1287 layer_norm_7" [label="(192,)", style=solid]; +"346 _scale_62" -> "349 dequantize_per_channel_default_62" [label="(512,)", style=solid]; +"347 _zero_point_62" -> "349 dequantize_per_channel_default_62" [label="(512,)", style=solid]; +"348 _frozen_param62" -> "349 dequantize_per_channel_default_62" [label="(512, 2)", style=solid]; +"349 dequantize_per_channel_default_62" -> "1289 linear_19" [label=None, style=solid]; +"350 features_3_1_attn_cpb_mlp_0_bias" -> "1289 linear_19" [label="(512,)", style=solid]; +"351 _scale_63" -> "354 dequantize_per_channel_default_63" [label="(6,)", style=solid]; +"352 _zero_point_63" -> "354 dequantize_per_channel_default_63" [label="(6,)", style=solid]; +"353 _frozen_param63" -> "354 dequantize_per_channel_default_63" [label="(6, 512)", style=solid]; +"354 dequantize_per_channel_default_63" -> "1291 linear_20" [label=None, style=solid]; +"355 features_3_1_norm1_weight" -> "1404 layer_norm_8" [label="(192,)", style=solid]; +"356 features_3_1_norm1_bias" -> "1404 layer_norm_8" [label="(192,)", style=solid]; +"357 _scale_64" -> "360 dequantize_per_channel_default_64" [label="(768,)", style=solid]; +"358 _zero_point_64" -> "360 dequantize_per_channel_default_64" [label="(768,)", style=solid]; +"359 _frozen_param64" -> "360 dequantize_per_channel_default_64" [label="(768, 192)", style=solid]; +"360 dequantize_per_channel_default_64" -> "1408 linear_23" [label=None, style=solid]; +"361 features_3_1_mlp_0_bias" -> "1408 linear_23" [label="(768,)", style=solid]; +"362 _scale_65" -> "365 dequantize_per_channel_default_65" [label="(192,)", style=solid]; +"363 _zero_point_65" -> "365 dequantize_per_channel_default_65" [label="(192,)", style=solid]; +"364 _frozen_param65" -> "365 dequantize_per_channel_default_65" [label="(192, 768)", style=solid]; +"365 dequantize_per_channel_default_65" -> "1413 linear_24" [label=None, style=solid]; +"366 features_3_1_mlp_3_bias" -> "1413 linear_24" [label="(192,)", style=solid]; +"367 features_3_1_norm2_weight" -> "1415 layer_norm_9" [label="(192,)", style=solid]; +"368 features_3_1_norm2_bias" -> "1415 layer_norm_9" [label="(192,)", style=solid]; +"369 _scale_66" -> "372 dequantize_per_channel_default_66" [label="(384,)", style=solid]; +"370 _zero_point_66" -> "372 dequantize_per_channel_default_66" [label="(384,)", style=solid]; +"371 _frozen_param66" -> "372 dequantize_per_channel_default_66" [label="(384, 768)", style=solid]; +"372 dequantize_per_channel_default_66" -> "1433 linear_25" [label=None, style=solid]; +"373 features_4_norm_weight" -> "1434 layer_norm_10" [label="(384,)", style=solid]; +"374 features_4_norm_bias" -> "1434 layer_norm_10" [label="(384,)", style=solid]; +"375 _scale_67" -> "378 dequantize_per_channel_default_67" [label="(512,)", style=solid]; +"376 _zero_point_67" -> "378 dequantize_per_channel_default_67" [label="(512,)", style=solid]; +"377 _frozen_param67" -> "378 dequantize_per_channel_default_67" [label="(512, 2)", style=solid]; +"378 dequantize_per_channel_default_67" -> "1437 linear_26" [label=None, style=solid]; +"379 features_5_0_attn_cpb_mlp_0_bias" -> "1437 linear_26" [label="(512,)", style=solid]; +"380 _scale_68" -> "383 dequantize_per_channel_default_68" [label="(12,)", style=solid]; +"381 _zero_point_68" -> "383 dequantize_per_channel_default_68" [label="(12,)", style=solid]; +"382 _frozen_param68" -> "383 dequantize_per_channel_default_68" [label="(12, 512)", style=solid]; +"383 dequantize_per_channel_default_68" -> "1439 linear_27" [label=None, style=solid]; +"384 features_5_0_norm1_weight" -> "1496 layer_norm_11" [label="(384,)", style=solid]; +"385 features_5_0_norm1_bias" -> "1496 layer_norm_11" [label="(384,)", style=solid]; +"386 _scale_69" -> "389 dequantize_per_channel_default_69" [label="(1536,)", style=solid]; +"387 _zero_point_69" -> "389 dequantize_per_channel_default_69" [label="(1536,)", style=solid]; +"388 _frozen_param69" -> "389 dequantize_per_channel_default_69" [label="(1536, 384)", style=solid]; +"389 dequantize_per_channel_default_69" -> "1500 linear_30" [label=None, style=solid]; +"390 features_5_0_mlp_0_bias" -> "1500 linear_30" [label="(1536,)", style=solid]; +"391 _scale_70" -> "394 dequantize_per_channel_default_70" [label="(384,)", style=solid]; +"392 _zero_point_70" -> "394 dequantize_per_channel_default_70" [label="(384,)", style=solid]; +"393 _frozen_param70" -> "394 dequantize_per_channel_default_70" [label="(384, 1536)", style=solid]; +"394 dequantize_per_channel_default_70" -> "1505 linear_31" [label=None, style=solid]; +"395 features_5_0_mlp_3_bias" -> "1505 linear_31" [label="(384,)", style=solid]; +"396 features_5_0_norm2_weight" -> "1507 layer_norm_12" [label="(384,)", style=solid]; +"397 features_5_0_norm2_bias" -> "1507 layer_norm_12" [label="(384,)", style=solid]; +"398 _scale_71" -> "401 dequantize_per_channel_default_71" [label="(512,)", style=solid]; +"399 _zero_point_71" -> "401 dequantize_per_channel_default_71" [label="(512,)", style=solid]; +"400 _frozen_param71" -> "401 dequantize_per_channel_default_71" [label="(512, 2)", style=solid]; +"401 dequantize_per_channel_default_71" -> "1509 linear_32" [label=None, style=solid]; +"402 features_5_1_attn_cpb_mlp_0_bias" -> "1509 linear_32" [label="(512,)", style=solid]; +"403 _scale_72" -> "406 dequantize_per_channel_default_72" [label="(12,)", style=solid]; +"404 _zero_point_72" -> "406 dequantize_per_channel_default_72" [label="(12,)", style=solid]; +"405 _frozen_param72" -> "406 dequantize_per_channel_default_72" [label="(12, 512)", style=solid]; +"406 dequantize_per_channel_default_72" -> "1511 linear_33" [label=None, style=solid]; +"407 features_5_1_norm1_weight" -> "1624 layer_norm_13" [label="(384,)", style=solid]; +"408 features_5_1_norm1_bias" -> "1624 layer_norm_13" [label="(384,)", style=solid]; +"409 _scale_73" -> "412 dequantize_per_channel_default_73" [label="(1536,)", style=solid]; +"410 _zero_point_73" -> "412 dequantize_per_channel_default_73" [label="(1536,)", style=solid]; +"411 _frozen_param73" -> "412 dequantize_per_channel_default_73" [label="(1536, 384)", style=solid]; +"412 dequantize_per_channel_default_73" -> "1628 linear_36" [label=None, style=solid]; +"413 features_5_1_mlp_0_bias" -> "1628 linear_36" [label="(1536,)", style=solid]; +"414 _scale_74" -> "417 dequantize_per_channel_default_74" [label="(384,)", style=solid]; +"415 _zero_point_74" -> "417 dequantize_per_channel_default_74" [label="(384,)", style=solid]; +"416 _frozen_param74" -> "417 dequantize_per_channel_default_74" [label="(384, 1536)", style=solid]; +"417 dequantize_per_channel_default_74" -> "1633 linear_37" [label=None, style=solid]; +"418 features_5_1_mlp_3_bias" -> "1633 linear_37" [label="(384,)", style=solid]; +"419 features_5_1_norm2_weight" -> "1635 layer_norm_14" [label="(384,)", style=solid]; +"420 features_5_1_norm2_bias" -> "1635 layer_norm_14" [label="(384,)", style=solid]; +"421 _scale_75" -> "424 dequantize_per_channel_default_75" [label="(512,)", style=solid]; +"422 _zero_point_75" -> "424 dequantize_per_channel_default_75" [label="(512,)", style=solid]; +"423 _frozen_param75" -> "424 dequantize_per_channel_default_75" [label="(512, 2)", style=solid]; +"424 dequantize_per_channel_default_75" -> "1639 linear_38" [label=None, style=solid]; +"425 features_5_2_attn_cpb_mlp_0_bias" -> "1639 linear_38" [label="(512,)", style=solid]; +"426 _scale_76" -> "429 dequantize_per_channel_default_76" [label="(12,)", style=solid]; +"427 _zero_point_76" -> "429 dequantize_per_channel_default_76" [label="(12,)", style=solid]; +"428 _frozen_param76" -> "429 dequantize_per_channel_default_76" [label="(12, 512)", style=solid]; +"429 dequantize_per_channel_default_76" -> "1641 linear_39" [label=None, style=solid]; +"430 features_5_2_norm1_weight" -> "1698 layer_norm_15" [label="(384,)", style=solid]; +"431 features_5_2_norm1_bias" -> "1698 layer_norm_15" [label="(384,)", style=solid]; +"432 _scale_77" -> "435 dequantize_per_channel_default_77" [label="(1536,)", style=solid]; +"433 _zero_point_77" -> "435 dequantize_per_channel_default_77" [label="(1536,)", style=solid]; +"434 _frozen_param77" -> "435 dequantize_per_channel_default_77" [label="(1536, 384)", style=solid]; +"435 dequantize_per_channel_default_77" -> "1702 linear_42" [label=None, style=solid]; +"436 features_5_2_mlp_0_bias" -> "1702 linear_42" [label="(1536,)", style=solid]; +"437 _scale_78" -> "440 dequantize_per_channel_default_78" [label="(384,)", style=solid]; +"438 _zero_point_78" -> "440 dequantize_per_channel_default_78" [label="(384,)", style=solid]; +"439 _frozen_param78" -> "440 dequantize_per_channel_default_78" [label="(384, 1536)", style=solid]; +"440 dequantize_per_channel_default_78" -> "1707 linear_43" [label=None, style=solid]; +"441 features_5_2_mlp_3_bias" -> "1707 linear_43" [label="(384,)", style=solid]; +"442 features_5_2_norm2_weight" -> "1709 layer_norm_16" [label="(384,)", style=solid]; +"443 features_5_2_norm2_bias" -> "1709 layer_norm_16" [label="(384,)", style=solid]; +"444 _scale_79" -> "447 dequantize_per_channel_default_79" [label="(512,)", style=solid]; +"445 _zero_point_79" -> "447 dequantize_per_channel_default_79" [label="(512,)", style=solid]; +"446 _frozen_param79" -> "447 dequantize_per_channel_default_79" [label="(512, 2)", style=solid]; +"447 dequantize_per_channel_default_79" -> "1711 linear_44" [label=None, style=solid]; +"448 features_5_3_attn_cpb_mlp_0_bias" -> "1711 linear_44" [label="(512,)", style=solid]; +"449 _scale_80" -> "452 dequantize_per_channel_default_80" [label="(12,)", style=solid]; +"450 _zero_point_80" -> "452 dequantize_per_channel_default_80" [label="(12,)", style=solid]; +"451 _frozen_param80" -> "452 dequantize_per_channel_default_80" [label="(12, 512)", style=solid]; +"452 dequantize_per_channel_default_80" -> "1713 linear_45" [label=None, style=solid]; +"453 features_5_3_norm1_weight" -> "1826 layer_norm_17" [label="(384,)", style=solid]; +"454 features_5_3_norm1_bias" -> "1826 layer_norm_17" [label="(384,)", style=solid]; +"455 _scale_81" -> "458 dequantize_per_channel_default_81" [label="(1536,)", style=solid]; +"456 _zero_point_81" -> "458 dequantize_per_channel_default_81" [label="(1536,)", style=solid]; +"457 _frozen_param81" -> "458 dequantize_per_channel_default_81" [label="(1536, 384)", style=solid]; +"458 dequantize_per_channel_default_81" -> "1830 linear_48" [label=None, style=solid]; +"459 features_5_3_mlp_0_bias" -> "1830 linear_48" [label="(1536,)", style=solid]; +"460 _scale_82" -> "463 dequantize_per_channel_default_82" [label="(384,)", style=solid]; +"461 _zero_point_82" -> "463 dequantize_per_channel_default_82" [label="(384,)", style=solid]; +"462 _frozen_param82" -> "463 dequantize_per_channel_default_82" [label="(384, 1536)", style=solid]; +"463 dequantize_per_channel_default_82" -> "1835 linear_49" [label=None, style=solid]; +"464 features_5_3_mlp_3_bias" -> "1835 linear_49" [label="(384,)", style=solid]; +"465 features_5_3_norm2_weight" -> "1837 layer_norm_18" [label="(384,)", style=solid]; +"466 features_5_3_norm2_bias" -> "1837 layer_norm_18" [label="(384,)", style=solid]; +"467 _scale_83" -> "470 dequantize_per_channel_default_83" [label="(512,)", style=solid]; +"468 _zero_point_83" -> "470 dequantize_per_channel_default_83" [label="(512,)", style=solid]; +"469 _frozen_param83" -> "470 dequantize_per_channel_default_83" [label="(512, 2)", style=solid]; +"470 dequantize_per_channel_default_83" -> "1841 linear_50" [label=None, style=solid]; +"471 features_5_4_attn_cpb_mlp_0_bias" -> "1841 linear_50" [label="(512,)", style=solid]; +"472 _scale_84" -> "475 dequantize_per_channel_default_84" [label="(12,)", style=solid]; +"473 _zero_point_84" -> "475 dequantize_per_channel_default_84" [label="(12,)", style=solid]; +"474 _frozen_param84" -> "475 dequantize_per_channel_default_84" [label="(12, 512)", style=solid]; +"475 dequantize_per_channel_default_84" -> "1843 linear_51" [label=None, style=solid]; +"476 features_5_4_norm1_weight" -> "1900 layer_norm_19" [label="(384,)", style=solid]; +"477 features_5_4_norm1_bias" -> "1900 layer_norm_19" [label="(384,)", style=solid]; +"478 _scale_85" -> "481 dequantize_per_channel_default_85" [label="(1536,)", style=solid]; +"479 _zero_point_85" -> "481 dequantize_per_channel_default_85" [label="(1536,)", style=solid]; +"480 _frozen_param85" -> "481 dequantize_per_channel_default_85" [label="(1536, 384)", style=solid]; +"481 dequantize_per_channel_default_85" -> "1904 linear_54" [label=None, style=solid]; +"482 features_5_4_mlp_0_bias" -> "1904 linear_54" [label="(1536,)", style=solid]; +"483 _scale_86" -> "486 dequantize_per_channel_default_86" [label="(384,)", style=solid]; +"484 _zero_point_86" -> "486 dequantize_per_channel_default_86" [label="(384,)", style=solid]; +"485 _frozen_param86" -> "486 dequantize_per_channel_default_86" [label="(384, 1536)", style=solid]; +"486 dequantize_per_channel_default_86" -> "1909 linear_55" [label=None, style=solid]; +"487 features_5_4_mlp_3_bias" -> "1909 linear_55" [label="(384,)", style=solid]; +"488 features_5_4_norm2_weight" -> "1911 layer_norm_20" [label="(384,)", style=solid]; +"489 features_5_4_norm2_bias" -> "1911 layer_norm_20" [label="(384,)", style=solid]; +"490 _scale_87" -> "493 dequantize_per_channel_default_87" [label="(512,)", style=solid]; +"491 _zero_point_87" -> "493 dequantize_per_channel_default_87" [label="(512,)", style=solid]; +"492 _frozen_param87" -> "493 dequantize_per_channel_default_87" [label="(512, 2)", style=solid]; +"493 dequantize_per_channel_default_87" -> "1913 linear_56" [label=None, style=solid]; +"494 features_5_5_attn_cpb_mlp_0_bias" -> "1913 linear_56" [label="(512,)", style=solid]; +"495 _scale_88" -> "498 dequantize_per_channel_default_88" [label="(12,)", style=solid]; +"496 _zero_point_88" -> "498 dequantize_per_channel_default_88" [label="(12,)", style=solid]; +"497 _frozen_param88" -> "498 dequantize_per_channel_default_88" [label="(12, 512)", style=solid]; +"498 dequantize_per_channel_default_88" -> "1915 linear_57" [label=None, style=solid]; +"499 features_5_5_norm1_weight" -> "2028 layer_norm_21" [label="(384,)", style=solid]; +"500 features_5_5_norm1_bias" -> "2028 layer_norm_21" [label="(384,)", style=solid]; +"501 _scale_89" -> "504 dequantize_per_channel_default_89" [label="(1536,)", style=solid]; +"502 _zero_point_89" -> "504 dequantize_per_channel_default_89" [label="(1536,)", style=solid]; +"503 _frozen_param89" -> "504 dequantize_per_channel_default_89" [label="(1536, 384)", style=solid]; +"504 dequantize_per_channel_default_89" -> "2032 linear_60" [label=None, style=solid]; +"505 features_5_5_mlp_0_bias" -> "2032 linear_60" [label="(1536,)", style=solid]; +"506 _scale_90" -> "509 dequantize_per_channel_default_90" [label="(384,)", style=solid]; +"507 _zero_point_90" -> "509 dequantize_per_channel_default_90" [label="(384,)", style=solid]; +"508 _frozen_param90" -> "509 dequantize_per_channel_default_90" [label="(384, 1536)", style=solid]; +"509 dequantize_per_channel_default_90" -> "2037 linear_61" [label=None, style=solid]; +"510 features_5_5_mlp_3_bias" -> "2037 linear_61" [label="(384,)", style=solid]; +"511 features_5_5_norm2_weight" -> "2039 layer_norm_22" [label="(384,)", style=solid]; +"512 features_5_5_norm2_bias" -> "2039 layer_norm_22" [label="(384,)", style=solid]; +"513 _scale_91" -> "516 dequantize_per_channel_default_91" [label="(512,)", style=solid]; +"514 _zero_point_91" -> "516 dequantize_per_channel_default_91" [label="(512,)", style=solid]; +"515 _frozen_param91" -> "516 dequantize_per_channel_default_91" [label="(512, 2)", style=solid]; +"516 dequantize_per_channel_default_91" -> "2043 linear_62" [label=None, style=solid]; +"517 features_5_6_attn_cpb_mlp_0_bias" -> "2043 linear_62" [label="(512,)", style=solid]; +"518 _scale_92" -> "521 dequantize_per_channel_default_92" [label="(12,)", style=solid]; +"519 _zero_point_92" -> "521 dequantize_per_channel_default_92" [label="(12,)", style=solid]; +"520 _frozen_param92" -> "521 dequantize_per_channel_default_92" [label="(12, 512)", style=solid]; +"521 dequantize_per_channel_default_92" -> "2045 linear_63" [label=None, style=solid]; +"522 features_5_6_norm1_weight" -> "2102 layer_norm_23" [label="(384,)", style=solid]; +"523 features_5_6_norm1_bias" -> "2102 layer_norm_23" [label="(384,)", style=solid]; +"524 _scale_93" -> "527 dequantize_per_channel_default_93" [label="(1536,)", style=solid]; +"525 _zero_point_93" -> "527 dequantize_per_channel_default_93" [label="(1536,)", style=solid]; +"526 _frozen_param93" -> "527 dequantize_per_channel_default_93" [label="(1536, 384)", style=solid]; +"527 dequantize_per_channel_default_93" -> "2106 linear_66" [label=None, style=solid]; +"528 features_5_6_mlp_0_bias" -> "2106 linear_66" [label="(1536,)", style=solid]; +"529 _scale_94" -> "532 dequantize_per_channel_default_94" [label="(384,)", style=solid]; +"530 _zero_point_94" -> "532 dequantize_per_channel_default_94" [label="(384,)", style=solid]; +"531 _frozen_param94" -> "532 dequantize_per_channel_default_94" [label="(384, 1536)", style=solid]; +"532 dequantize_per_channel_default_94" -> "2111 linear_67" [label=None, style=solid]; +"533 features_5_6_mlp_3_bias" -> "2111 linear_67" [label="(384,)", style=solid]; +"534 features_5_6_norm2_weight" -> "2113 layer_norm_24" [label="(384,)", style=solid]; +"535 features_5_6_norm2_bias" -> "2113 layer_norm_24" [label="(384,)", style=solid]; +"536 _scale_95" -> "539 dequantize_per_channel_default_95" [label="(512,)", style=solid]; +"537 _zero_point_95" -> "539 dequantize_per_channel_default_95" [label="(512,)", style=solid]; +"538 _frozen_param95" -> "539 dequantize_per_channel_default_95" [label="(512, 2)", style=solid]; +"539 dequantize_per_channel_default_95" -> "2115 linear_68" [label=None, style=solid]; +"540 features_5_7_attn_cpb_mlp_0_bias" -> "2115 linear_68" [label="(512,)", style=solid]; +"541 _scale_96" -> "544 dequantize_per_channel_default_96" [label="(12,)", style=solid]; +"542 _zero_point_96" -> "544 dequantize_per_channel_default_96" [label="(12,)", style=solid]; +"543 _frozen_param96" -> "544 dequantize_per_channel_default_96" [label="(12, 512)", style=solid]; +"544 dequantize_per_channel_default_96" -> "2117 linear_69" [label=None, style=solid]; +"545 features_5_7_norm1_weight" -> "2230 layer_norm_25" [label="(384,)", style=solid]; +"546 features_5_7_norm1_bias" -> "2230 layer_norm_25" [label="(384,)", style=solid]; +"547 _scale_97" -> "550 dequantize_per_channel_default_97" [label="(1536,)", style=solid]; +"548 _zero_point_97" -> "550 dequantize_per_channel_default_97" [label="(1536,)", style=solid]; +"549 _frozen_param97" -> "550 dequantize_per_channel_default_97" [label="(1536, 384)", style=solid]; +"550 dequantize_per_channel_default_97" -> "2234 linear_72" [label=None, style=solid]; +"551 features_5_7_mlp_0_bias" -> "2234 linear_72" [label="(1536,)", style=solid]; +"552 _scale_98" -> "555 dequantize_per_channel_default_98" [label="(384,)", style=solid]; +"553 _zero_point_98" -> "555 dequantize_per_channel_default_98" [label="(384,)", style=solid]; +"554 _frozen_param98" -> "555 dequantize_per_channel_default_98" [label="(384, 1536)", style=solid]; +"555 dequantize_per_channel_default_98" -> "2239 linear_73" [label=None, style=solid]; +"556 features_5_7_mlp_3_bias" -> "2239 linear_73" [label="(384,)", style=solid]; +"557 features_5_7_norm2_weight" -> "2241 layer_norm_26" [label="(384,)", style=solid]; +"558 features_5_7_norm2_bias" -> "2241 layer_norm_26" [label="(384,)", style=solid]; +"559 _scale_99" -> "562 dequantize_per_channel_default_99" [label="(512,)", style=solid]; +"560 _zero_point_99" -> "562 dequantize_per_channel_default_99" [label="(512,)", style=solid]; +"561 _frozen_param99" -> "562 dequantize_per_channel_default_99" [label="(512, 2)", style=solid]; +"562 dequantize_per_channel_default_99" -> "2245 linear_74" [label=None, style=solid]; +"563 features_5_8_attn_cpb_mlp_0_bias" -> "2245 linear_74" [label="(512,)", style=solid]; +"564 _scale_100" -> "567 dequantize_per_channel_default_100" [label="(12,)", style=solid]; +"565 _zero_point_100" -> "567 dequantize_per_channel_default_100" [label="(12,)", style=solid]; +"566 _frozen_param100" -> "567 dequantize_per_channel_default_100" [label="(12, 512)", style=solid]; +"567 dequantize_per_channel_default_100" -> "2247 linear_75" [label=None, style=solid]; +"568 features_5_8_norm1_weight" -> "2304 layer_norm_27" [label="(384,)", style=solid]; +"569 features_5_8_norm1_bias" -> "2304 layer_norm_27" [label="(384,)", style=solid]; +"570 _scale_101" -> "573 dequantize_per_channel_default_101" [label="(1536,)", style=solid]; +"571 _zero_point_101" -> "573 dequantize_per_channel_default_101" [label="(1536,)", style=solid]; +"572 _frozen_param101" -> "573 dequantize_per_channel_default_101" [label="(1536, 384)", style=solid]; +"573 dequantize_per_channel_default_101" -> "2308 linear_78" [label=None, style=solid]; +"574 features_5_8_mlp_0_bias" -> "2308 linear_78" [label="(1536,)", style=solid]; +"575 _scale_102" -> "578 dequantize_per_channel_default_102" [label="(384,)", style=solid]; +"576 _zero_point_102" -> "578 dequantize_per_channel_default_102" [label="(384,)", style=solid]; +"577 _frozen_param102" -> "578 dequantize_per_channel_default_102" [label="(384, 1536)", style=solid]; +"578 dequantize_per_channel_default_102" -> "2313 linear_79" [label=None, style=solid]; +"579 features_5_8_mlp_3_bias" -> "2313 linear_79" [label="(384,)", style=solid]; +"580 features_5_8_norm2_weight" -> "2315 layer_norm_28" [label="(384,)", style=solid]; +"581 features_5_8_norm2_bias" -> "2315 layer_norm_28" [label="(384,)", style=solid]; +"582 _scale_103" -> "585 dequantize_per_channel_default_103" [label="(512,)", style=solid]; +"583 _zero_point_103" -> "585 dequantize_per_channel_default_103" [label="(512,)", style=solid]; +"584 _frozen_param103" -> "585 dequantize_per_channel_default_103" [label="(512, 2)", style=solid]; +"585 dequantize_per_channel_default_103" -> "2317 linear_80" [label=None, style=solid]; +"586 features_5_9_attn_cpb_mlp_0_bias" -> "2317 linear_80" [label="(512,)", style=solid]; +"587 _scale_104" -> "590 dequantize_per_channel_default_104" [label="(12,)", style=solid]; +"588 _zero_point_104" -> "590 dequantize_per_channel_default_104" [label="(12,)", style=solid]; +"589 _frozen_param104" -> "590 dequantize_per_channel_default_104" [label="(12, 512)", style=solid]; +"590 dequantize_per_channel_default_104" -> "2319 linear_81" [label=None, style=solid]; +"591 features_5_9_norm1_weight" -> "2432 layer_norm_29" [label="(384,)", style=solid]; +"592 features_5_9_norm1_bias" -> "2432 layer_norm_29" [label="(384,)", style=solid]; +"593 _scale_105" -> "596 dequantize_per_channel_default_105" [label="(1536,)", style=solid]; +"594 _zero_point_105" -> "596 dequantize_per_channel_default_105" [label="(1536,)", style=solid]; +"595 _frozen_param105" -> "596 dequantize_per_channel_default_105" [label="(1536, 384)", style=solid]; +"596 dequantize_per_channel_default_105" -> "2436 linear_84" [label=None, style=solid]; +"597 features_5_9_mlp_0_bias" -> "2436 linear_84" [label="(1536,)", style=solid]; +"598 _scale_106" -> "601 dequantize_per_channel_default_106" [label="(384,)", style=solid]; +"599 _zero_point_106" -> "601 dequantize_per_channel_default_106" [label="(384,)", style=solid]; +"600 _frozen_param106" -> "601 dequantize_per_channel_default_106" [label="(384, 1536)", style=solid]; +"601 dequantize_per_channel_default_106" -> "2441 linear_85" [label=None, style=solid]; +"602 features_5_9_mlp_3_bias" -> "2441 linear_85" [label="(384,)", style=solid]; +"603 features_5_9_norm2_weight" -> "2443 layer_norm_30" [label="(384,)", style=solid]; +"604 features_5_9_norm2_bias" -> "2443 layer_norm_30" [label="(384,)", style=solid]; +"605 _scale_107" -> "608 dequantize_per_channel_default_107" [label="(512,)", style=solid]; +"606 _zero_point_107" -> "608 dequantize_per_channel_default_107" [label="(512,)", style=solid]; +"607 _frozen_param107" -> "608 dequantize_per_channel_default_107" [label="(512, 2)", style=solid]; +"608 dequantize_per_channel_default_107" -> "2447 linear_86" [label=None, style=solid]; +"609 features_5_10_attn_cpb_mlp_0_bias" -> "2447 linear_86" [label="(512,)", style=solid]; +"610 _scale_108" -> "613 dequantize_per_channel_default_108" [label="(12,)", style=solid]; +"611 _zero_point_108" -> "613 dequantize_per_channel_default_108" [label="(12,)", style=solid]; +"612 _frozen_param108" -> "613 dequantize_per_channel_default_108" [label="(12, 512)", style=solid]; +"613 dequantize_per_channel_default_108" -> "2449 linear_87" [label=None, style=solid]; +"614 features_5_10_norm1_weight" -> "2506 layer_norm_31" [label="(384,)", style=solid]; +"615 features_5_10_norm1_bias" -> "2506 layer_norm_31" [label="(384,)", style=solid]; +"616 _scale_109" -> "619 dequantize_per_channel_default_109" [label="(1536,)", style=solid]; +"617 _zero_point_109" -> "619 dequantize_per_channel_default_109" [label="(1536,)", style=solid]; +"618 _frozen_param109" -> "619 dequantize_per_channel_default_109" [label="(1536, 384)", style=solid]; +"619 dequantize_per_channel_default_109" -> "2510 linear_90" [label=None, style=solid]; +"620 features_5_10_mlp_0_bias" -> "2510 linear_90" [label="(1536,)", style=solid]; +"621 _scale_110" -> "624 dequantize_per_channel_default_110" [label="(384,)", style=solid]; +"622 _zero_point_110" -> "624 dequantize_per_channel_default_110" [label="(384,)", style=solid]; +"623 _frozen_param110" -> "624 dequantize_per_channel_default_110" [label="(384, 1536)", style=solid]; +"624 dequantize_per_channel_default_110" -> "2515 linear_91" [label=None, style=solid]; +"625 features_5_10_mlp_3_bias" -> "2515 linear_91" [label="(384,)", style=solid]; +"626 features_5_10_norm2_weight" -> "2517 layer_norm_32" [label="(384,)", style=solid]; +"627 features_5_10_norm2_bias" -> "2517 layer_norm_32" [label="(384,)", style=solid]; +"628 _scale_111" -> "631 dequantize_per_channel_default_111" [label="(512,)", style=solid]; +"629 _zero_point_111" -> "631 dequantize_per_channel_default_111" [label="(512,)", style=solid]; +"630 _frozen_param111" -> "631 dequantize_per_channel_default_111" [label="(512, 2)", style=solid]; +"631 dequantize_per_channel_default_111" -> "2519 linear_92" [label=None, style=solid]; +"632 features_5_11_attn_cpb_mlp_0_bias" -> "2519 linear_92" [label="(512,)", style=solid]; +"633 _scale_112" -> "636 dequantize_per_channel_default_112" [label="(12,)", style=solid]; +"634 _zero_point_112" -> "636 dequantize_per_channel_default_112" [label="(12,)", style=solid]; +"635 _frozen_param112" -> "636 dequantize_per_channel_default_112" [label="(12, 512)", style=solid]; +"636 dequantize_per_channel_default_112" -> "2521 linear_93" [label=None, style=solid]; +"637 features_5_11_norm1_weight" -> "2634 layer_norm_33" [label="(384,)", style=solid]; +"638 features_5_11_norm1_bias" -> "2634 layer_norm_33" [label="(384,)", style=solid]; +"639 _scale_113" -> "642 dequantize_per_channel_default_113" [label="(1536,)", style=solid]; +"640 _zero_point_113" -> "642 dequantize_per_channel_default_113" [label="(1536,)", style=solid]; +"641 _frozen_param113" -> "642 dequantize_per_channel_default_113" [label="(1536, 384)", style=solid]; +"642 dequantize_per_channel_default_113" -> "2638 linear_96" [label=None, style=solid]; +"643 features_5_11_mlp_0_bias" -> "2638 linear_96" [label="(1536,)", style=solid]; +"644 _scale_114" -> "647 dequantize_per_channel_default_114" [label="(384,)", style=solid]; +"645 _zero_point_114" -> "647 dequantize_per_channel_default_114" [label="(384,)", style=solid]; +"646 _frozen_param114" -> "647 dequantize_per_channel_default_114" [label="(384, 1536)", style=solid]; +"647 dequantize_per_channel_default_114" -> "2643 linear_97" [label=None, style=solid]; +"648 features_5_11_mlp_3_bias" -> "2643 linear_97" [label="(384,)", style=solid]; +"649 features_5_11_norm2_weight" -> "2645 layer_norm_34" [label="(384,)", style=solid]; +"650 features_5_11_norm2_bias" -> "2645 layer_norm_34" [label="(384,)", style=solid]; +"651 _scale_115" -> "654 dequantize_per_channel_default_115" [label="(512,)", style=solid]; +"652 _zero_point_115" -> "654 dequantize_per_channel_default_115" [label="(512,)", style=solid]; +"653 _frozen_param115" -> "654 dequantize_per_channel_default_115" [label="(512, 2)", style=solid]; +"654 dequantize_per_channel_default_115" -> "2649 linear_98" [label=None, style=solid]; +"655 features_5_12_attn_cpb_mlp_0_bias" -> "2649 linear_98" [label="(512,)", style=solid]; +"656 _scale_116" -> "659 dequantize_per_channel_default_116" [label="(12,)", style=solid]; +"657 _zero_point_116" -> "659 dequantize_per_channel_default_116" [label="(12,)", style=solid]; +"658 _frozen_param116" -> "659 dequantize_per_channel_default_116" [label="(12, 512)", style=solid]; +"659 dequantize_per_channel_default_116" -> "2651 linear_99" [label=None, style=solid]; +"660 features_5_12_norm1_weight" -> "2708 layer_norm_35" [label="(384,)", style=solid]; +"661 features_5_12_norm1_bias" -> "2708 layer_norm_35" [label="(384,)", style=solid]; +"662 _scale_117" -> "665 dequantize_per_channel_default_117" [label="(1536,)", style=solid]; +"663 _zero_point_117" -> "665 dequantize_per_channel_default_117" [label="(1536,)", style=solid]; +"664 _frozen_param117" -> "665 dequantize_per_channel_default_117" [label="(1536, 384)", style=solid]; +"665 dequantize_per_channel_default_117" -> "2712 linear_102" [label=None, style=solid]; +"666 features_5_12_mlp_0_bias" -> "2712 linear_102" [label="(1536,)", style=solid]; +"667 _scale_118" -> "670 dequantize_per_channel_default_118" [label="(384,)", style=solid]; +"668 _zero_point_118" -> "670 dequantize_per_channel_default_118" [label="(384,)", style=solid]; +"669 _frozen_param118" -> "670 dequantize_per_channel_default_118" [label="(384, 1536)", style=solid]; +"670 dequantize_per_channel_default_118" -> "2717 linear_103" [label=None, style=solid]; +"671 features_5_12_mlp_3_bias" -> "2717 linear_103" [label="(384,)", style=solid]; +"672 features_5_12_norm2_weight" -> "2719 layer_norm_36" [label="(384,)", style=solid]; +"673 features_5_12_norm2_bias" -> "2719 layer_norm_36" [label="(384,)", style=solid]; +"674 _scale_119" -> "677 dequantize_per_channel_default_119" [label="(512,)", style=solid]; +"675 _zero_point_119" -> "677 dequantize_per_channel_default_119" [label="(512,)", style=solid]; +"676 _frozen_param119" -> "677 dequantize_per_channel_default_119" [label="(512, 2)", style=solid]; +"677 dequantize_per_channel_default_119" -> "2721 linear_104" [label=None, style=solid]; +"678 features_5_13_attn_cpb_mlp_0_bias" -> "2721 linear_104" [label="(512,)", style=solid]; +"679 _scale_120" -> "682 dequantize_per_channel_default_120" [label="(12,)", style=solid]; +"680 _zero_point_120" -> "682 dequantize_per_channel_default_120" [label="(12,)", style=solid]; +"681 _frozen_param120" -> "682 dequantize_per_channel_default_120" [label="(12, 512)", style=solid]; +"682 dequantize_per_channel_default_120" -> "2723 linear_105" [label=None, style=solid]; +"683 features_5_13_norm1_weight" -> "2836 layer_norm_37" [label="(384,)", style=solid]; +"684 features_5_13_norm1_bias" -> "2836 layer_norm_37" [label="(384,)", style=solid]; +"685 _scale_121" -> "688 dequantize_per_channel_default_121" [label="(1536,)", style=solid]; +"686 _zero_point_121" -> "688 dequantize_per_channel_default_121" [label="(1536,)", style=solid]; +"687 _frozen_param121" -> "688 dequantize_per_channel_default_121" [label="(1536, 384)", style=solid]; +"688 dequantize_per_channel_default_121" -> "2840 linear_108" [label=None, style=solid]; +"689 features_5_13_mlp_0_bias" -> "2840 linear_108" [label="(1536,)", style=solid]; +"690 _scale_122" -> "693 dequantize_per_channel_default_122" [label="(384,)", style=solid]; +"691 _zero_point_122" -> "693 dequantize_per_channel_default_122" [label="(384,)", style=solid]; +"692 _frozen_param122" -> "693 dequantize_per_channel_default_122" [label="(384, 1536)", style=solid]; +"693 dequantize_per_channel_default_122" -> "2845 linear_109" [label=None, style=solid]; +"694 features_5_13_mlp_3_bias" -> "2845 linear_109" [label="(384,)", style=solid]; +"695 features_5_13_norm2_weight" -> "2847 layer_norm_38" [label="(384,)", style=solid]; +"696 features_5_13_norm2_bias" -> "2847 layer_norm_38" [label="(384,)", style=solid]; +"697 _scale_123" -> "700 dequantize_per_channel_default_123" [label="(512,)", style=solid]; +"698 _zero_point_123" -> "700 dequantize_per_channel_default_123" [label="(512,)", style=solid]; +"699 _frozen_param123" -> "700 dequantize_per_channel_default_123" [label="(512, 2)", style=solid]; +"700 dequantize_per_channel_default_123" -> "2851 linear_110" [label=None, style=solid]; +"701 features_5_14_attn_cpb_mlp_0_bias" -> "2851 linear_110" [label="(512,)", style=solid]; +"702 _scale_124" -> "705 dequantize_per_channel_default_124" [label="(12,)", style=solid]; +"703 _zero_point_124" -> "705 dequantize_per_channel_default_124" [label="(12,)", style=solid]; +"704 _frozen_param124" -> "705 dequantize_per_channel_default_124" [label="(12, 512)", style=solid]; +"705 dequantize_per_channel_default_124" -> "2853 linear_111" [label=None, style=solid]; +"706 features_5_14_norm1_weight" -> "2910 layer_norm_39" [label="(384,)", style=solid]; +"707 features_5_14_norm1_bias" -> "2910 layer_norm_39" [label="(384,)", style=solid]; +"708 _scale_125" -> "711 dequantize_per_channel_default_125" [label="(1536,)", style=solid]; +"709 _zero_point_125" -> "711 dequantize_per_channel_default_125" [label="(1536,)", style=solid]; +"710 _frozen_param125" -> "711 dequantize_per_channel_default_125" [label="(1536, 384)", style=solid]; +"711 dequantize_per_channel_default_125" -> "2914 linear_114" [label=None, style=solid]; +"712 features_5_14_mlp_0_bias" -> "2914 linear_114" [label="(1536,)", style=solid]; +"713 _scale_126" -> "716 dequantize_per_channel_default_126" [label="(384,)", style=solid]; +"714 _zero_point_126" -> "716 dequantize_per_channel_default_126" [label="(384,)", style=solid]; +"715 _frozen_param126" -> "716 dequantize_per_channel_default_126" [label="(384, 1536)", style=solid]; +"716 dequantize_per_channel_default_126" -> "2919 linear_115" [label=None, style=solid]; +"717 features_5_14_mlp_3_bias" -> "2919 linear_115" [label="(384,)", style=solid]; +"718 features_5_14_norm2_weight" -> "2921 layer_norm_40" [label="(384,)", style=solid]; +"719 features_5_14_norm2_bias" -> "2921 layer_norm_40" [label="(384,)", style=solid]; +"720 _scale_127" -> "723 dequantize_per_channel_default_127" [label="(512,)", style=solid]; +"721 _zero_point_127" -> "723 dequantize_per_channel_default_127" [label="(512,)", style=solid]; +"722 _frozen_param127" -> "723 dequantize_per_channel_default_127" [label="(512, 2)", style=solid]; +"723 dequantize_per_channel_default_127" -> "2923 linear_116" [label=None, style=solid]; +"724 features_5_15_attn_cpb_mlp_0_bias" -> "2923 linear_116" [label="(512,)", style=solid]; +"725 _scale_128" -> "728 dequantize_per_channel_default_128" [label="(12,)", style=solid]; +"726 _zero_point_128" -> "728 dequantize_per_channel_default_128" [label="(12,)", style=solid]; +"727 _frozen_param128" -> "728 dequantize_per_channel_default_128" [label="(12, 512)", style=solid]; +"728 dequantize_per_channel_default_128" -> "2925 linear_117" [label=None, style=solid]; +"729 features_5_15_norm1_weight" -> "3038 layer_norm_41" [label="(384,)", style=solid]; +"730 features_5_15_norm1_bias" -> "3038 layer_norm_41" [label="(384,)", style=solid]; +"731 _scale_129" -> "734 dequantize_per_channel_default_129" [label="(1536,)", style=solid]; +"732 _zero_point_129" -> "734 dequantize_per_channel_default_129" [label="(1536,)", style=solid]; +"733 _frozen_param129" -> "734 dequantize_per_channel_default_129" [label="(1536, 384)", style=solid]; +"734 dequantize_per_channel_default_129" -> "3042 linear_120" [label=None, style=solid]; +"735 features_5_15_mlp_0_bias" -> "3042 linear_120" [label="(1536,)", style=solid]; +"736 _scale_130" -> "739 dequantize_per_channel_default_130" [label="(384,)", style=solid]; +"737 _zero_point_130" -> "739 dequantize_per_channel_default_130" [label="(384,)", style=solid]; +"738 _frozen_param130" -> "739 dequantize_per_channel_default_130" [label="(384, 1536)", style=solid]; +"739 dequantize_per_channel_default_130" -> "3047 linear_121" [label=None, style=solid]; +"740 features_5_15_mlp_3_bias" -> "3047 linear_121" [label="(384,)", style=solid]; +"741 features_5_15_norm2_weight" -> "3049 layer_norm_42" [label="(384,)", style=solid]; +"742 features_5_15_norm2_bias" -> "3049 layer_norm_42" [label="(384,)", style=solid]; +"743 _scale_131" -> "746 dequantize_per_channel_default_131" [label="(512,)", style=solid]; +"744 _zero_point_131" -> "746 dequantize_per_channel_default_131" [label="(512,)", style=solid]; +"745 _frozen_param131" -> "746 dequantize_per_channel_default_131" [label="(512, 2)", style=solid]; +"746 dequantize_per_channel_default_131" -> "3053 linear_122" [label=None, style=solid]; +"747 features_5_16_attn_cpb_mlp_0_bias" -> "3053 linear_122" [label="(512,)", style=solid]; +"748 _scale_132" -> "751 dequantize_per_channel_default_132" [label="(12,)", style=solid]; +"749 _zero_point_132" -> "751 dequantize_per_channel_default_132" [label="(12,)", style=solid]; +"750 _frozen_param132" -> "751 dequantize_per_channel_default_132" [label="(12, 512)", style=solid]; +"751 dequantize_per_channel_default_132" -> "3055 linear_123" [label=None, style=solid]; +"752 features_5_16_norm1_weight" -> "3112 layer_norm_43" [label="(384,)", style=solid]; +"753 features_5_16_norm1_bias" -> "3112 layer_norm_43" [label="(384,)", style=solid]; +"754 _scale_133" -> "757 dequantize_per_channel_default_133" [label="(1536,)", style=solid]; +"755 _zero_point_133" -> "757 dequantize_per_channel_default_133" [label="(1536,)", style=solid]; +"756 _frozen_param133" -> "757 dequantize_per_channel_default_133" [label="(1536, 384)", style=solid]; +"757 dequantize_per_channel_default_133" -> "3116 linear_126" [label=None, style=solid]; +"758 features_5_16_mlp_0_bias" -> "3116 linear_126" [label="(1536,)", style=solid]; +"759 _scale_134" -> "762 dequantize_per_channel_default_134" [label="(384,)", style=solid]; +"760 _zero_point_134" -> "762 dequantize_per_channel_default_134" [label="(384,)", style=solid]; +"761 _frozen_param134" -> "762 dequantize_per_channel_default_134" [label="(384, 1536)", style=solid]; +"762 dequantize_per_channel_default_134" -> "3121 linear_127" [label=None, style=solid]; +"763 features_5_16_mlp_3_bias" -> "3121 linear_127" [label="(384,)", style=solid]; +"764 features_5_16_norm2_weight" -> "3123 layer_norm_44" [label="(384,)", style=solid]; +"765 features_5_16_norm2_bias" -> "3123 layer_norm_44" [label="(384,)", style=solid]; +"766 _scale_135" -> "769 dequantize_per_channel_default_135" [label="(512,)", style=solid]; +"767 _zero_point_135" -> "769 dequantize_per_channel_default_135" [label="(512,)", style=solid]; +"768 _frozen_param135" -> "769 dequantize_per_channel_default_135" [label="(512, 2)", style=solid]; +"769 dequantize_per_channel_default_135" -> "3125 linear_128" [label=None, style=solid]; +"770 features_5_17_attn_cpb_mlp_0_bias" -> "3125 linear_128" [label="(512,)", style=solid]; +"771 _scale_136" -> "774 dequantize_per_channel_default_136" [label="(12,)", style=solid]; +"772 _zero_point_136" -> "774 dequantize_per_channel_default_136" [label="(12,)", style=solid]; +"773 _frozen_param136" -> "774 dequantize_per_channel_default_136" [label="(12, 512)", style=solid]; +"774 dequantize_per_channel_default_136" -> "3127 linear_129" [label=None, style=solid]; +"775 features_5_17_norm1_weight" -> "3240 layer_norm_45" [label="(384,)", style=solid]; +"776 features_5_17_norm1_bias" -> "3240 layer_norm_45" [label="(384,)", style=solid]; +"777 _scale_137" -> "780 dequantize_per_channel_default_137" [label="(1536,)", style=solid]; +"778 _zero_point_137" -> "780 dequantize_per_channel_default_137" [label="(1536,)", style=solid]; +"779 _frozen_param137" -> "780 dequantize_per_channel_default_137" [label="(1536, 384)", style=solid]; +"780 dequantize_per_channel_default_137" -> "3244 linear_132" [label=None, style=solid]; +"781 features_5_17_mlp_0_bias" -> "3244 linear_132" [label="(1536,)", style=solid]; +"782 _scale_138" -> "785 dequantize_per_channel_default_138" [label="(384,)", style=solid]; +"783 _zero_point_138" -> "785 dequantize_per_channel_default_138" [label="(384,)", style=solid]; +"784 _frozen_param138" -> "785 dequantize_per_channel_default_138" [label="(384, 1536)", style=solid]; +"785 dequantize_per_channel_default_138" -> "3249 linear_133" [label=None, style=solid]; +"786 features_5_17_mlp_3_bias" -> "3249 linear_133" [label="(384,)", style=solid]; +"787 features_5_17_norm2_weight" -> "3251 layer_norm_46" [label="(384,)", style=solid]; +"788 features_5_17_norm2_bias" -> "3251 layer_norm_46" [label="(384,)", style=solid]; +"789 _scale_139" -> "792 dequantize_per_channel_default_139" [label="(768,)", style=solid]; +"790 _zero_point_139" -> "792 dequantize_per_channel_default_139" [label="(768,)", style=solid]; +"791 _frozen_param139" -> "792 dequantize_per_channel_default_139" [label="(768, 1536)", style=solid]; +"792 dequantize_per_channel_default_139" -> "3269 linear_134" [label=None, style=solid]; +"793 features_6_norm_weight" -> "3270 layer_norm_47" [label="(768,)", style=solid]; +"794 features_6_norm_bias" -> "3270 layer_norm_47" [label="(768,)", style=solid]; +"795 _scale_140" -> "798 dequantize_per_channel_default_140" [label="(512,)", style=solid]; +"796 _zero_point_140" -> "798 dequantize_per_channel_default_140" [label="(512,)", style=solid]; +"797 _frozen_param140" -> "798 dequantize_per_channel_default_140" [label="(512, 2)", style=solid]; +"798 dequantize_per_channel_default_140" -> "3273 linear_135" [label=None, style=solid]; +"799 features_7_0_attn_cpb_mlp_0_bias" -> "3273 linear_135" [label="(512,)", style=solid]; +"800 _scale_141" -> "803 dequantize_per_channel_default_141" [label="(24,)", style=solid]; +"801 _zero_point_141" -> "803 dequantize_per_channel_default_141" [label="(24,)", style=solid]; +"802 _frozen_param141" -> "803 dequantize_per_channel_default_141" [label="(24, 512)", style=solid]; +"803 dequantize_per_channel_default_141" -> "3275 linear_136" [label=None, style=solid]; +"804 features_7_0_norm1_weight" -> "3332 layer_norm_48" [label="(768,)", style=solid]; +"805 features_7_0_norm1_bias" -> "3332 layer_norm_48" [label="(768,)", style=solid]; +"806 _scale_142" -> "809 dequantize_per_channel_default_142" [label="(3072,)", style=solid]; +"807 _zero_point_142" -> "809 dequantize_per_channel_default_142" [label="(3072,)", style=solid]; +"808 _frozen_param142" -> "809 dequantize_per_channel_default_142" [label="(3072, 768)", style=solid]; +"809 dequantize_per_channel_default_142" -> "3336 linear_139" [label=None, style=solid]; +"810 features_7_0_mlp_0_bias" -> "3336 linear_139" [label="(3072,)", style=solid]; +"811 _scale_143" -> "814 dequantize_per_channel_default_143" [label="(768,)", style=solid]; +"812 _zero_point_143" -> "814 dequantize_per_channel_default_143" [label="(768,)", style=solid]; +"813 _frozen_param143" -> "814 dequantize_per_channel_default_143" [label="(768, 3072)", style=solid]; +"814 dequantize_per_channel_default_143" -> "3341 linear_140" [label=None, style=solid]; +"815 features_7_0_mlp_3_bias" -> "3341 linear_140" [label="(768,)", style=solid]; +"816 features_7_0_norm2_weight" -> "3343 layer_norm_49" [label="(768,)", style=solid]; +"817 features_7_0_norm2_bias" -> "3343 layer_norm_49" [label="(768,)", style=solid]; +"818 _scale_144" -> "821 dequantize_per_channel_default_144" [label="(512,)", style=solid]; +"819 _zero_point_144" -> "821 dequantize_per_channel_default_144" [label="(512,)", style=solid]; +"820 _frozen_param144" -> "821 dequantize_per_channel_default_144" [label="(512, 2)", style=solid]; +"821 dequantize_per_channel_default_144" -> "3347 linear_141" [label=None, style=solid]; +"822 features_7_1_attn_cpb_mlp_0_bias" -> "3347 linear_141" [label="(512,)", style=solid]; +"823 _scale_145" -> "826 dequantize_per_channel_default_145" [label="(24,)", style=solid]; +"824 _zero_point_145" -> "826 dequantize_per_channel_default_145" [label="(24,)", style=solid]; +"825 _frozen_param145" -> "826 dequantize_per_channel_default_145" [label="(24, 512)", style=solid]; +"826 dequantize_per_channel_default_145" -> "3349 linear_142" [label=None, style=solid]; +"827 features_7_1_norm1_weight" -> "3406 layer_norm_50" [label="(768,)", style=solid]; +"828 features_7_1_norm1_bias" -> "3406 layer_norm_50" [label="(768,)", style=solid]; +"829 _scale_146" -> "832 dequantize_per_channel_default_146" [label="(3072,)", style=solid]; +"830 _zero_point_146" -> "832 dequantize_per_channel_default_146" [label="(3072,)", style=solid]; +"831 _frozen_param146" -> "832 dequantize_per_channel_default_146" [label="(3072, 768)", style=solid]; +"832 dequantize_per_channel_default_146" -> "3410 linear_145" [label=None, style=solid]; +"833 features_7_1_mlp_0_bias" -> "3410 linear_145" [label="(3072,)", style=solid]; +"834 _scale_147" -> "837 dequantize_per_channel_default_147" [label="(768,)", style=solid]; +"835 _zero_point_147" -> "837 dequantize_per_channel_default_147" [label="(768,)", style=solid]; +"836 _frozen_param147" -> "837 dequantize_per_channel_default_147" [label="(768, 3072)", style=solid]; +"837 dequantize_per_channel_default_147" -> "3415 linear_146" [label=None, style=solid]; +"838 features_7_1_mlp_3_bias" -> "3415 linear_146" [label="(768,)", style=solid]; +"839 features_7_1_norm2_weight" -> "3417 layer_norm_51" [label="(768,)", style=solid]; +"840 features_7_1_norm2_bias" -> "3417 layer_norm_51" [label="(768,)", style=solid]; +"841 norm_weight" -> "3419 layer_norm_52" [label="(768,)", style=solid]; +"842 norm_bias" -> "3419 layer_norm_52" [label="(768,)", style=solid]; +"843 _scale_148" -> "846 dequantize_per_channel_default_148" [label="(1000,)", style=solid]; +"844 _zero_point_148" -> "846 dequantize_per_channel_default_148" [label="(1000,)", style=solid]; +"845 _frozen_param148" -> "846 dequantize_per_channel_default_148" [label="(1000, 768)", style=solid]; +"846 dequantize_per_channel_default_148" -> "3425 linear_147" [label=None, style=solid]; +"847 head_bias" -> "3425 linear_147" [label="(1000,)", style=solid]; +"848 features_1_0_attn_relative_coords_table" -> "1003 linear" [label="(1, 15, 15, 2)", style=solid]; +"849 features_1_0_attn_relative_position_index" -> "1007 index" [label="(4096,)", style=solid]; +"850 features_1_1_attn_relative_coords_table" -> "1072 linear_6" [label="(1, 15, 15, 2)", style=solid]; +"851 features_1_1_attn_relative_position_index" -> "1076 index_1" [label="(4096,)", style=solid]; +"852 features_3_0_attn_relative_coords_table" -> "1217 linear_13" [label="(1, 15, 15, 2)", style=solid]; +"853 features_3_0_attn_relative_position_index" -> "1221 index_2" [label="(4096,)", style=solid]; +"854 features_3_1_attn_relative_coords_table" -> "1289 linear_19" [label="(1, 15, 15, 2)", style=solid]; +"855 features_3_1_attn_relative_position_index" -> "1293 index_3" [label="(4096,)", style=solid]; +"856 features_5_0_attn_relative_coords_table" -> "1437 linear_26" [label="(1, 15, 15, 2)", style=solid]; +"857 features_5_0_attn_relative_position_index" -> "1441 index_4" [label="(4096,)", style=solid]; +"858 features_5_1_attn_relative_coords_table" -> "1509 linear_32" [label="(1, 15, 15, 2)", style=solid]; +"859 features_5_1_attn_relative_position_index" -> "1513 index_5" [label="(4096,)", style=solid]; +"860 features_5_2_attn_relative_coords_table" -> "1639 linear_38" [label="(1, 15, 15, 2)", style=solid]; +"861 features_5_2_attn_relative_position_index" -> "1643 index_6" [label="(4096,)", style=solid]; +"862 features_5_3_attn_relative_coords_table" -> "1711 linear_44" [label="(1, 15, 15, 2)", style=solid]; +"863 features_5_3_attn_relative_position_index" -> "1715 index_7" [label="(4096,)", style=solid]; +"864 features_5_4_attn_relative_coords_table" -> "1841 linear_50" [label="(1, 15, 15, 2)", style=solid]; +"865 features_5_4_attn_relative_position_index" -> "1845 index_8" [label="(4096,)", style=solid]; +"866 features_5_5_attn_relative_coords_table" -> "1913 linear_56" [label="(1, 15, 15, 2)", style=solid]; +"867 features_5_5_attn_relative_position_index" -> "1917 index_9" [label="(4096,)", style=solid]; +"868 features_5_6_attn_relative_coords_table" -> "2043 linear_62" [label="(1, 15, 15, 2)", style=solid]; +"869 features_5_6_attn_relative_position_index" -> "2047 index_10" [label="(4096,)", style=solid]; +"870 features_5_7_attn_relative_coords_table" -> "2115 linear_68" [label="(1, 15, 15, 2)", style=solid]; +"871 features_5_7_attn_relative_position_index" -> "2119 index_11" [label="(4096,)", style=solid]; +"872 features_5_8_attn_relative_coords_table" -> "2245 linear_74" [label="(1, 15, 15, 2)", style=solid]; +"873 features_5_8_attn_relative_position_index" -> "2249 index_12" [label="(4096,)", style=solid]; +"874 features_5_9_attn_relative_coords_table" -> "2317 linear_80" [label="(1, 15, 15, 2)", style=solid]; +"875 features_5_9_attn_relative_position_index" -> "2321 index_13" [label="(4096,)", style=solid]; +"876 features_5_10_attn_relative_coords_table" -> "2447 linear_86" [label="(1, 15, 15, 2)", style=solid]; +"877 features_5_10_attn_relative_position_index" -> "2451 index_14" [label="(4096,)", style=solid]; +"878 features_5_11_attn_relative_coords_table" -> "2519 linear_92" [label="(1, 15, 15, 2)", style=solid]; +"879 features_5_11_attn_relative_position_index" -> "2523 index_15" [label="(4096,)", style=solid]; +"880 features_5_12_attn_relative_coords_table" -> "2649 linear_98" [label="(1, 15, 15, 2)", style=solid]; +"881 features_5_12_attn_relative_position_index" -> "2653 index_16" [label="(4096,)", style=solid]; +"882 features_5_13_attn_relative_coords_table" -> "2721 linear_104" [label="(1, 15, 15, 2)", style=solid]; +"883 features_5_13_attn_relative_position_index" -> "2725 index_17" [label="(4096,)", style=solid]; +"884 features_5_14_attn_relative_coords_table" -> "2851 linear_110" [label="(1, 15, 15, 2)", style=solid]; +"885 features_5_14_attn_relative_position_index" -> "2855 index_18" [label="(4096,)", style=solid]; +"886 features_5_15_attn_relative_coords_table" -> "2923 linear_116" [label="(1, 15, 15, 2)", style=solid]; +"887 features_5_15_attn_relative_position_index" -> "2927 index_19" [label="(4096,)", style=solid]; +"888 features_5_16_attn_relative_coords_table" -> "3053 linear_122" [label="(1, 15, 15, 2)", style=solid]; +"889 features_5_16_attn_relative_position_index" -> "3057 index_20" [label="(4096,)", style=solid]; +"890 features_5_17_attn_relative_coords_table" -> "3125 linear_128" [label="(1, 15, 15, 2)", style=solid]; +"891 features_5_17_attn_relative_position_index" -> "3129 index_21" [label="(4096,)", style=solid]; +"892 features_7_0_attn_relative_coords_table" -> "3273 linear_135" [label="(1, 15, 15, 2)", style=solid]; +"893 features_7_0_attn_relative_position_index" -> "3277 index_22" [label="(4096,)", style=solid]; +"894 features_7_1_attn_relative_coords_table" -> "3347 linear_141" [label="(1, 15, 15, 2)", style=solid]; +"895 features_7_1_attn_relative_position_index" -> "3351 index_23" [label="(4096,)", style=solid]; +"896 features_1_1_attn_lifted_tensor_0" -> "1118 lift_fresh_copy" [label="()", style=solid]; +"897 features_1_1_attn_lifted_tensor_1" -> "1122 lift_fresh_copy_1" [label="()", style=solid]; +"898 features_1_1_attn_lifted_tensor_2" -> "1126 lift_fresh_copy_2" [label="()", style=solid]; +"899 features_1_1_attn_lifted_tensor_3" -> "1130 lift_fresh_copy_3" [label="()", style=solid]; +"900 features_1_1_attn_lifted_tensor_4" -> "1134 lift_fresh_copy_4" [label="()", style=solid]; +"901 features_1_1_attn_lifted_tensor_5" -> "1138 lift_fresh_copy_5" [label="()", style=solid]; +"902 features_1_1_attn_lifted_tensor_6" -> "1142 lift_fresh_copy_6" [label="()", style=solid]; +"903 features_1_1_attn_lifted_tensor_7" -> "1146 lift_fresh_copy_7" [label="()", style=solid]; +"904 features_1_1_attn_lifted_tensor_8" -> "1150 lift_fresh_copy_8" [label="()", style=solid]; +"905 features_3_1_attn_lifted_tensor_9" -> "1335 lift_fresh_copy_9" [label="()", style=solid]; +"906 features_3_1_attn_lifted_tensor_10" -> "1339 lift_fresh_copy_10" [label="()", style=solid]; +"907 features_3_1_attn_lifted_tensor_11" -> "1343 lift_fresh_copy_11" [label="()", style=solid]; +"908 features_3_1_attn_lifted_tensor_12" -> "1347 lift_fresh_copy_12" [label="()", style=solid]; +"909 features_3_1_attn_lifted_tensor_13" -> "1351 lift_fresh_copy_13" [label="()", style=solid]; +"910 features_3_1_attn_lifted_tensor_14" -> "1355 lift_fresh_copy_14" [label="()", style=solid]; +"911 features_3_1_attn_lifted_tensor_15" -> "1359 lift_fresh_copy_15" [label="()", style=solid]; +"912 features_3_1_attn_lifted_tensor_16" -> "1363 lift_fresh_copy_16" [label="()", style=solid]; +"913 features_3_1_attn_lifted_tensor_17" -> "1367 lift_fresh_copy_17" [label="()", style=solid]; +"914 features_5_1_attn_lifted_tensor_18" -> "1555 lift_fresh_copy_18" [label="()", style=solid]; +"915 features_5_1_attn_lifted_tensor_19" -> "1559 lift_fresh_copy_19" [label="()", style=solid]; +"916 features_5_1_attn_lifted_tensor_20" -> "1563 lift_fresh_copy_20" [label="()", style=solid]; +"917 features_5_1_attn_lifted_tensor_21" -> "1567 lift_fresh_copy_21" [label="()", style=solid]; +"918 features_5_1_attn_lifted_tensor_22" -> "1571 lift_fresh_copy_22" [label="()", style=solid]; +"919 features_5_1_attn_lifted_tensor_23" -> "1575 lift_fresh_copy_23" [label="()", style=solid]; +"920 features_5_1_attn_lifted_tensor_24" -> "1579 lift_fresh_copy_24" [label="()", style=solid]; +"921 features_5_1_attn_lifted_tensor_25" -> "1583 lift_fresh_copy_25" [label="()", style=solid]; +"922 features_5_1_attn_lifted_tensor_26" -> "1587 lift_fresh_copy_26" [label="()", style=solid]; +"923 features_5_3_attn_lifted_tensor_27" -> "1757 lift_fresh_copy_27" [label="()", style=solid]; +"924 features_5_3_attn_lifted_tensor_28" -> "1761 lift_fresh_copy_28" [label="()", style=solid]; +"925 features_5_3_attn_lifted_tensor_29" -> "1765 lift_fresh_copy_29" [label="()", style=solid]; +"926 features_5_3_attn_lifted_tensor_30" -> "1769 lift_fresh_copy_30" [label="()", style=solid]; +"927 features_5_3_attn_lifted_tensor_31" -> "1773 lift_fresh_copy_31" [label="()", style=solid]; +"928 features_5_3_attn_lifted_tensor_32" -> "1777 lift_fresh_copy_32" [label="()", style=solid]; +"929 features_5_3_attn_lifted_tensor_33" -> "1781 lift_fresh_copy_33" [label="()", style=solid]; +"930 features_5_3_attn_lifted_tensor_34" -> "1785 lift_fresh_copy_34" [label="()", style=solid]; +"931 features_5_3_attn_lifted_tensor_35" -> "1789 lift_fresh_copy_35" [label="()", style=solid]; +"932 features_5_5_attn_lifted_tensor_36" -> "1959 lift_fresh_copy_36" [label="()", style=solid]; +"933 features_5_5_attn_lifted_tensor_37" -> "1963 lift_fresh_copy_37" [label="()", style=solid]; +"934 features_5_5_attn_lifted_tensor_38" -> "1967 lift_fresh_copy_38" [label="()", style=solid]; +"935 features_5_5_attn_lifted_tensor_39" -> "1971 lift_fresh_copy_39" [label="()", style=solid]; +"936 features_5_5_attn_lifted_tensor_40" -> "1975 lift_fresh_copy_40" [label="()", style=solid]; +"937 features_5_5_attn_lifted_tensor_41" -> "1979 lift_fresh_copy_41" [label="()", style=solid]; +"938 features_5_5_attn_lifted_tensor_42" -> "1983 lift_fresh_copy_42" [label="()", style=solid]; +"939 features_5_5_attn_lifted_tensor_43" -> "1987 lift_fresh_copy_43" [label="()", style=solid]; +"940 features_5_5_attn_lifted_tensor_44" -> "1991 lift_fresh_copy_44" [label="()", style=solid]; +"941 features_5_7_attn_lifted_tensor_45" -> "2161 lift_fresh_copy_45" [label="()", style=solid]; +"942 features_5_7_attn_lifted_tensor_46" -> "2165 lift_fresh_copy_46" [label="()", style=solid]; +"943 features_5_7_attn_lifted_tensor_47" -> "2169 lift_fresh_copy_47" [label="()", style=solid]; +"944 features_5_7_attn_lifted_tensor_48" -> "2173 lift_fresh_copy_48" [label="()", style=solid]; +"945 features_5_7_attn_lifted_tensor_49" -> "2177 lift_fresh_copy_49" [label="()", style=solid]; +"946 features_5_7_attn_lifted_tensor_50" -> "2181 lift_fresh_copy_50" [label="()", style=solid]; +"947 features_5_7_attn_lifted_tensor_51" -> "2185 lift_fresh_copy_51" [label="()", style=solid]; +"948 features_5_7_attn_lifted_tensor_52" -> "2189 lift_fresh_copy_52" [label="()", style=solid]; +"949 features_5_7_attn_lifted_tensor_53" -> "2193 lift_fresh_copy_53" [label="()", style=solid]; +"950 features_5_9_attn_lifted_tensor_54" -> "2363 lift_fresh_copy_54" [label="()", style=solid]; +"951 features_5_9_attn_lifted_tensor_55" -> "2367 lift_fresh_copy_55" [label="()", style=solid]; +"952 features_5_9_attn_lifted_tensor_56" -> "2371 lift_fresh_copy_56" [label="()", style=solid]; +"953 features_5_9_attn_lifted_tensor_57" -> "2375 lift_fresh_copy_57" [label="()", style=solid]; +"954 features_5_9_attn_lifted_tensor_58" -> "2379 lift_fresh_copy_58" [label="()", style=solid]; +"955 features_5_9_attn_lifted_tensor_59" -> "2383 lift_fresh_copy_59" [label="()", style=solid]; +"956 features_5_9_attn_lifted_tensor_60" -> "2387 lift_fresh_copy_60" [label="()", style=solid]; +"957 features_5_9_attn_lifted_tensor_61" -> "2391 lift_fresh_copy_61" [label="()", style=solid]; +"958 features_5_9_attn_lifted_tensor_62" -> "2395 lift_fresh_copy_62" [label="()", style=solid]; +"959 features_5_11_attn_lifted_tensor_63" -> "2565 lift_fresh_copy_63" [label="()", style=solid]; +"960 features_5_11_attn_lifted_tensor_64" -> "2569 lift_fresh_copy_64" [label="()", style=solid]; +"961 features_5_11_attn_lifted_tensor_65" -> "2573 lift_fresh_copy_65" [label="()", style=solid]; +"962 features_5_11_attn_lifted_tensor_66" -> "2577 lift_fresh_copy_66" [label="()", style=solid]; +"963 features_5_11_attn_lifted_tensor_67" -> "2581 lift_fresh_copy_67" [label="()", style=solid]; +"964 features_5_11_attn_lifted_tensor_68" -> "2585 lift_fresh_copy_68" [label="()", style=solid]; +"965 features_5_11_attn_lifted_tensor_69" -> "2589 lift_fresh_copy_69" [label="()", style=solid]; +"966 features_5_11_attn_lifted_tensor_70" -> "2593 lift_fresh_copy_70" [label="()", style=solid]; +"967 features_5_11_attn_lifted_tensor_71" -> "2597 lift_fresh_copy_71" [label="()", style=solid]; +"968 features_5_13_attn_lifted_tensor_72" -> "2767 lift_fresh_copy_72" [label="()", style=solid]; +"969 features_5_13_attn_lifted_tensor_73" -> "2771 lift_fresh_copy_73" [label="()", style=solid]; +"970 features_5_13_attn_lifted_tensor_74" -> "2775 lift_fresh_copy_74" [label="()", style=solid]; +"971 features_5_13_attn_lifted_tensor_75" -> "2779 lift_fresh_copy_75" [label="()", style=solid]; +"972 features_5_13_attn_lifted_tensor_76" -> "2783 lift_fresh_copy_76" [label="()", style=solid]; +"973 features_5_13_attn_lifted_tensor_77" -> "2787 lift_fresh_copy_77" [label="()", style=solid]; +"974 features_5_13_attn_lifted_tensor_78" -> "2791 lift_fresh_copy_78" [label="()", style=solid]; +"975 features_5_13_attn_lifted_tensor_79" -> "2795 lift_fresh_copy_79" [label="()", style=solid]; +"976 features_5_13_attn_lifted_tensor_80" -> "2799 lift_fresh_copy_80" [label="()", style=solid]; +"977 features_5_15_attn_lifted_tensor_81" -> "2969 lift_fresh_copy_81" [label="()", style=solid]; +"978 features_5_15_attn_lifted_tensor_82" -> "2973 lift_fresh_copy_82" [label="()", style=solid]; +"979 features_5_15_attn_lifted_tensor_83" -> "2977 lift_fresh_copy_83" [label="()", style=solid]; +"980 features_5_15_attn_lifted_tensor_84" -> "2981 lift_fresh_copy_84" [label="()", style=solid]; +"981 features_5_15_attn_lifted_tensor_85" -> "2985 lift_fresh_copy_85" [label="()", style=solid]; +"982 features_5_15_attn_lifted_tensor_86" -> "2989 lift_fresh_copy_86" [label="()", style=solid]; +"983 features_5_15_attn_lifted_tensor_87" -> "2993 lift_fresh_copy_87" [label="()", style=solid]; +"984 features_5_15_attn_lifted_tensor_88" -> "2997 lift_fresh_copy_88" [label="()", style=solid]; +"985 features_5_15_attn_lifted_tensor_89" -> "3001 lift_fresh_copy_89" [label="()", style=solid]; +"986 features_5_17_attn_lifted_tensor_90" -> "3171 lift_fresh_copy_90" [label="()", style=solid]; +"987 features_5_17_attn_lifted_tensor_91" -> "3175 lift_fresh_copy_91" [label="()", style=solid]; +"988 features_5_17_attn_lifted_tensor_92" -> "3179 lift_fresh_copy_92" [label="()", style=solid]; +"989 features_5_17_attn_lifted_tensor_93" -> "3183 lift_fresh_copy_93" [label="()", style=solid]; +"990 features_5_17_attn_lifted_tensor_94" -> "3187 lift_fresh_copy_94" [label="()", style=solid]; +"991 features_5_17_attn_lifted_tensor_95" -> "3191 lift_fresh_copy_95" [label="()", style=solid]; +"992 features_5_17_attn_lifted_tensor_96" -> "3195 lift_fresh_copy_96" [label="()", style=solid]; +"993 features_5_17_attn_lifted_tensor_97" -> "3199 lift_fresh_copy_97" [label="()", style=solid]; +"994 features_5_17_attn_lifted_tensor_98" -> "3203 lift_fresh_copy_98" [label="()", style=solid]; +"995 x" -> "996 quantize_per_tensor_default" [label="(1, 3, 224, 224)", style=solid]; +"996 quantize_per_tensor_default" -> "997 dequantize_per_tensor_default" [label=None, style=solid]; +"997 dequantize_per_tensor_default" -> "998 conv2d" [label=None, style=solid]; +"998 conv2d" -> "999 permute" [label="(1, 96, 56, 56)", style=solid]; +"999 permute" -> "1000 layer_norm" [label="(1, 56, 56, 96)", style=solid]; +"1000 layer_norm" -> "1001 quantize_per_tensor_default_1" [label="(1, 56, 56, 96)", style=solid]; +"1000 layer_norm" -> "1060 add_1" [label="(1, 56, 56, 96)", style=solid]; +"1001 quantize_per_tensor_default_1" -> "1002 dequantize_per_tensor_default_1" [label=None, style=solid]; +"1002 dequantize_per_tensor_default_1" -> "1014 pad" [label=None, style=solid]; +"1003 linear" -> "1004 relu_" [label="(1, 15, 15, 512)", style=solid]; +"1004 relu_" -> "1005 linear_1" [label="(1, 15, 15, 512)", style=solid]; +"1005 linear_1" -> "1006 view" [label="(1, 15, 15, 3)", style=solid]; +"1006 view" -> "1007 index" [label="(225, 3)", style=solid]; +"1007 index" -> "1008 view_1" [label="(4096, 3)", style=solid]; +"1008 view_1" -> "1009 permute_1" [label="(64, 64, 3)", style=solid]; +"1009 permute_1" -> "1010 contiguous" [label="(3, 64, 64)", style=solid]; +"1010 contiguous" -> "1011 unsqueeze" [label="(3, 64, 64)", style=solid]; +"1011 unsqueeze" -> "1012 sigmoid" [label="(1, 3, 64, 64)", style=solid]; +"1012 sigmoid" -> "1013 mul" [label="(1, 3, 64, 64)", style=solid]; +"1013 mul" -> "1044 add" [label="(1, 3, 64, 64)", style=solid]; +"1014 pad" -> "1015 view_2" [label="(1, 56, 56, 96)", style=solid]; +"1015 view_2" -> "1016 permute_2" [label="(1, 7, 8, 7, 8, 96)", style=solid]; +"1016 permute_2" -> "1017 reshape" [label="(1, 7, 7, 8, 8, 96)", style=solid]; +"1017 reshape" -> "1021 linear_2" [label="(49, 64, 96)", style=solid]; +"1018 clone" -> "1019 slice_1" [label="(288,)", style=solid]; +"1018 clone" -> "1021 linear_2" [label="(288,)", style=solid]; +"1019 slice_1" -> "1020 zero_" [label="(96,)", style=solid]; +"1021 linear_2" -> "1022 reshape_1" [label="(49, 64, 288)", style=solid]; +"1022 reshape_1" -> "1023 permute_3" [label="(49, 64, 3, 3, 32)", style=solid]; +"1023 permute_3" -> "1024 select" [label="(3, 49, 3, 64, 32)", style=solid]; +"1023 permute_3" -> "1025 select_1" [label="(3, 49, 3, 64, 32)", style=solid]; +"1023 permute_3" -> "1026 select_2" [label="(3, 49, 3, 64, 32)", style=solid]; +"1024 select" -> "1027 linalg_vector_norm" [label="(49, 3, 64, 32)", style=solid]; +"1024 select" -> "1029 expand_as" [label="(49, 3, 64, 32)", style=solid]; +"1024 select" -> "1030 div" [label="(49, 3, 64, 32)", style=solid]; +"1025 select_1" -> "1033 linalg_vector_norm_1" [label="(49, 3, 64, 32)", style=solid]; +"1025 select_1" -> "1035 expand_as_1" [label="(49, 3, 64, 32)", style=solid]; +"1025 select_1" -> "1036 div_1" [label="(49, 3, 64, 32)", style=solid]; +"1026 select_2" -> "1047 matmul_1" [label="(49, 3, 64, 32)", style=solid]; +"1027 linalg_vector_norm" -> "1028 clamp_min" [label="(49, 3, 64, 1)", style=solid]; +"1028 clamp_min" -> "1029 expand_as" [label="(49, 3, 64, 1)", style=solid]; +"1029 expand_as" -> "1030 div" [label="(49, 3, 64, 32)", style=solid]; +"1030 div" -> "1031 quantize_per_tensor_default_2" [label="(49, 3, 64, 32)", style=solid]; +"1031 quantize_per_tensor_default_2" -> "1032 dequantize_per_tensor_default_2" [label=None, style=solid]; +"1032 dequantize_per_tensor_default_2" -> "1040 matmul" [label=None, style=solid]; +"1033 linalg_vector_norm_1" -> "1034 clamp_min_1" [label="(49, 3, 64, 1)", style=solid]; +"1034 clamp_min_1" -> "1035 expand_as_1" [label="(49, 3, 64, 1)", style=solid]; +"1035 expand_as_1" -> "1036 div_1" [label="(49, 3, 64, 32)", style=solid]; +"1036 div_1" -> "1037 quantize_per_tensor_default_3" [label="(49, 3, 64, 32)", style=solid]; +"1037 quantize_per_tensor_default_3" -> "1038 dequantize_per_tensor_default_3" [label=None, style=solid]; +"1038 dequantize_per_tensor_default_3" -> "1039 transpose" [label=None, style=solid]; +"1039 transpose" -> "1040 matmul" [label="(49, 3, 32, 64)", style=solid]; +"1040 matmul" -> "1043 mul_1" [label="(49, 3, 64, 64)", style=solid]; +"1041 clamp" -> "1042 exp" [label="(3, 1, 1)", style=solid]; +"1042 exp" -> "1043 mul_1" [label="(3, 1, 1)", style=solid]; +"1043 mul_1" -> "1044 add" [label="(49, 3, 64, 64)", style=solid]; +"1044 add" -> "1045 softmax" [label="(49, 3, 64, 64)", style=solid]; +"1045 softmax" -> "1046 dropout" [label="(49, 3, 64, 64)", style=solid]; +"1046 dropout" -> "1047 matmul_1" [label="(49, 3, 64, 64)", style=solid]; +"1047 matmul_1" -> "1048 quantize_per_tensor_default_4" [label="(49, 3, 64, 32)", style=solid]; +"1048 quantize_per_tensor_default_4" -> "1049 dequantize_per_tensor_default_4" [label=None, style=solid]; +"1049 dequantize_per_tensor_default_4" -> "1050 transpose_1" [label=None, style=solid]; +"1050 transpose_1" -> "1051 reshape_2" [label="(49, 64, 3, 32)", style=solid]; +"1051 reshape_2" -> "1052 linear_3" [label="(49, 64, 96)", style=solid]; +"1052 linear_3" -> "1053 dropout_1" [label="(49, 64, 96)", style=solid]; +"1053 dropout_1" -> "1054 view_3" [label="(49, 64, 96)", style=solid]; +"1054 view_3" -> "1055 permute_4" [label="(1, 7, 7, 8, 8, 96)", style=solid]; +"1055 permute_4" -> "1056 reshape_3" [label="(1, 7, 8, 7, 8, 96)", style=solid]; +"1056 reshape_3" -> "1057 slice_2" [label="(1, 56, 56, 96)", style=solid]; +"1057 slice_2" -> "1058 slice_3" [label="(1, 56, 56, 96)", style=solid]; +"1058 slice_3" -> "1059 layer_norm_1" [label="(1, 56, 56, 96)", style=solid]; +"1059 layer_norm_1" -> "1060 add_1" [label="(1, 56, 56, 96)", style=solid]; +"1060 add_1" -> "1061 quantize_per_tensor_default_5" [label="(1, 56, 56, 96)", style=solid]; +"1060 add_1" -> "1071 add_2" [label="(1, 56, 56, 96)", style=solid]; +"1061 quantize_per_tensor_default_5" -> "1062 dequantize_per_tensor_default_5" [label=None, style=solid]; +"1062 dequantize_per_tensor_default_5" -> "1063 linear_4" [label=None, style=solid]; +"1063 linear_4" -> "1064 gelu" [label="(1, 56, 56, 384)", style=solid]; +"1064 gelu" -> "1065 quantize_per_tensor_default_6" [label="(1, 56, 56, 384)", style=solid]; +"1065 quantize_per_tensor_default_6" -> "1066 dequantize_per_tensor_default_6" [label=None, style=solid]; +"1066 dequantize_per_tensor_default_6" -> "1067 dropout_2" [label=None, style=solid]; +"1067 dropout_2" -> "1068 linear_5" [label="(1, 56, 56, 384)", style=solid]; +"1068 linear_5" -> "1069 dropout_3" [label="(1, 56, 56, 96)", style=solid]; +"1069 dropout_3" -> "1070 layer_norm_2" [label="(1, 56, 56, 96)", style=solid]; +"1070 layer_norm_2" -> "1071 add_2" [label="(1, 56, 56, 96)", style=solid]; +"1071 add_2" -> "1083 pad_1" [label="(1, 56, 56, 96)", style=solid]; +"1071 add_2" -> "1185 add_5" [label="(1, 56, 56, 96)", style=solid]; +"1072 linear_6" -> "1073 relu__1" [label="(1, 15, 15, 512)", style=solid]; +"1073 relu__1" -> "1074 linear_7" [label="(1, 15, 15, 512)", style=solid]; +"1074 linear_7" -> "1075 view_4" [label="(1, 15, 15, 3)", style=solid]; +"1075 view_4" -> "1076 index_1" [label="(225, 3)", style=solid]; +"1076 index_1" -> "1077 view_5" [label="(4096, 3)", style=solid]; +"1077 view_5" -> "1078 permute_5" [label="(64, 64, 3)", style=solid]; +"1078 permute_5" -> "1079 contiguous_1" [label="(3, 64, 64)", style=solid]; +"1079 contiguous_1" -> "1080 unsqueeze_1" [label="(3, 64, 64)", style=solid]; +"1080 unsqueeze_1" -> "1081 sigmoid_1" [label="(1, 3, 64, 64)", style=solid]; +"1081 sigmoid_1" -> "1082 mul_2" [label="(1, 3, 64, 64)", style=solid]; +"1082 mul_2" -> "1116 add_3" [label="(1, 3, 64, 64)", style=solid]; +"1083 pad_1" -> "1084 roll" [label="(1, 56, 56, 96)", style=solid]; +"1084 roll" -> "1085 view_6" [label="(1, 56, 56, 96)", style=solid]; +"1085 view_6" -> "1086 permute_6" [label="(1, 7, 8, 7, 8, 96)", style=solid]; +"1086 permute_6" -> "1087 reshape_4" [label="(1, 7, 7, 8, 8, 96)", style=solid]; +"1087 reshape_4" -> "1088 quantize_per_tensor_default_7" [label="(49, 64, 96)", style=solid]; +"1087 reshape_4" -> "1117 new_zeros" [label="(49, 64, 96)", style=solid]; +"1088 quantize_per_tensor_default_7" -> "1089 dequantize_per_tensor_default_7" [label=None, style=solid]; +"1089 dequantize_per_tensor_default_7" -> "1093 linear_8" [label=None, style=solid]; +"1090 clone_1" -> "1091 slice_4" [label="(288,)", style=solid]; +"1090 clone_1" -> "1093 linear_8" [label="(288,)", style=solid]; +"1091 slice_4" -> "1092 zero__1" [label="(96,)", style=solid]; +"1093 linear_8" -> "1094 reshape_5" [label="(49, 64, 288)", style=solid]; +"1094 reshape_5" -> "1095 permute_7" [label="(49, 64, 3, 3, 32)", style=solid]; +"1095 permute_7" -> "1096 select_3" [label="(3, 49, 3, 64, 32)", style=solid]; +"1095 permute_7" -> "1097 select_4" [label="(3, 49, 3, 64, 32)", style=solid]; +"1095 permute_7" -> "1098 select_5" [label="(3, 49, 3, 64, 32)", style=solid]; +"1096 select_3" -> "1099 linalg_vector_norm_2" [label="(49, 3, 64, 32)", style=solid]; +"1096 select_3" -> "1101 expand_as_2" [label="(49, 3, 64, 32)", style=solid]; +"1096 select_3" -> "1102 div_2" [label="(49, 3, 64, 32)", style=solid]; +"1097 select_4" -> "1105 linalg_vector_norm_3" [label="(49, 3, 64, 32)", style=solid]; +"1097 select_4" -> "1107 expand_as_3" [label="(49, 3, 64, 32)", style=solid]; +"1097 select_4" -> "1108 div_3" [label="(49, 3, 64, 32)", style=solid]; +"1098 select_5" -> "1171 matmul_3" [label="(49, 3, 64, 32)", style=solid]; +"1099 linalg_vector_norm_2" -> "1100 clamp_min_2" [label="(49, 3, 64, 1)", style=solid]; +"1100 clamp_min_2" -> "1101 expand_as_2" [label="(49, 3, 64, 1)", style=solid]; +"1101 expand_as_2" -> "1102 div_2" [label="(49, 3, 64, 32)", style=solid]; +"1102 div_2" -> "1103 quantize_per_tensor_default_8" [label="(49, 3, 64, 32)", style=solid]; +"1103 quantize_per_tensor_default_8" -> "1104 dequantize_per_tensor_default_8" [label=None, style=solid]; +"1104 dequantize_per_tensor_default_8" -> "1112 matmul_2" [label=None, style=solid]; +"1105 linalg_vector_norm_3" -> "1106 clamp_min_3" [label="(49, 3, 64, 1)", style=solid]; +"1106 clamp_min_3" -> "1107 expand_as_3" [label="(49, 3, 64, 1)", style=solid]; +"1107 expand_as_3" -> "1108 div_3" [label="(49, 3, 64, 32)", style=solid]; +"1108 div_3" -> "1109 quantize_per_tensor_default_9" [label="(49, 3, 64, 32)", style=solid]; +"1109 quantize_per_tensor_default_9" -> "1110 dequantize_per_tensor_default_9" [label=None, style=solid]; +"1110 dequantize_per_tensor_default_9" -> "1111 transpose_2" [label=None, style=solid]; +"1111 transpose_2" -> "1112 matmul_2" [label="(49, 3, 32, 64)", style=solid]; +"1112 matmul_2" -> "1115 mul_3" [label="(49, 3, 64, 64)", style=solid]; +"1113 clamp_1" -> "1114 exp_1" [label="(3, 1, 1)", style=solid]; +"1114 exp_1" -> "1115 mul_3" [label="(3, 1, 1)", style=solid]; +"1115 mul_3" -> "1116 add_3" [label="(49, 3, 64, 64)", style=solid]; +"1116 add_3" -> "1164 view_8" [label="(49, 3, 64, 64)", style=solid]; +"1117 new_zeros" -> "1119 slice_5" [label="(56, 56)", style=solid]; +"1117 new_zeros" -> "1123 slice_7" [label="(56, 56)", style=solid]; +"1117 new_zeros" -> "1127 slice_9" [label="(56, 56)", style=solid]; +"1117 new_zeros" -> "1131 slice_11" [label="(56, 56)", style=solid]; +"1117 new_zeros" -> "1135 slice_13" [label="(56, 56)", style=solid]; +"1117 new_zeros" -> "1139 slice_15" [label="(56, 56)", style=solid]; +"1117 new_zeros" -> "1143 slice_17" [label="(56, 56)", style=solid]; +"1117 new_zeros" -> "1147 slice_19" [label="(56, 56)", style=solid]; +"1117 new_zeros" -> "1151 slice_21" [label="(56, 56)", style=solid]; +"1117 new_zeros" -> "1154 view_7" [label="(56, 56)", style=solid]; +"1118 lift_fresh_copy" -> "1121 fill_" [label="()", style=solid]; +"1119 slice_5" -> "1120 slice_6" [label="(48, 56)", style=solid]; +"1120 slice_6" -> "1121 fill_" [label="(48, 48)", style=solid]; +"1122 lift_fresh_copy_1" -> "1125 fill__1" [label="()", style=solid]; +"1123 slice_7" -> "1124 slice_8" [label="(48, 56)", style=solid]; +"1124 slice_8" -> "1125 fill__1" [label="(48, 4)", style=solid]; +"1126 lift_fresh_copy_2" -> "1129 fill__2" [label="()", style=solid]; +"1127 slice_9" -> "1128 slice_10" [label="(48, 56)", style=solid]; +"1128 slice_10" -> "1129 fill__2" [label="(48, 4)", style=solid]; +"1130 lift_fresh_copy_3" -> "1133 fill__3" [label="()", style=solid]; +"1131 slice_11" -> "1132 slice_12" [label="(4, 56)", style=solid]; +"1132 slice_12" -> "1133 fill__3" [label="(4, 48)", style=solid]; +"1134 lift_fresh_copy_4" -> "1137 fill__4" [label="()", style=solid]; +"1135 slice_13" -> "1136 slice_14" [label="(4, 56)", style=solid]; +"1136 slice_14" -> "1137 fill__4" [label="(4, 4)", style=solid]; +"1138 lift_fresh_copy_5" -> "1141 fill__5" [label="()", style=solid]; +"1139 slice_15" -> "1140 slice_16" [label="(4, 56)", style=solid]; +"1140 slice_16" -> "1141 fill__5" [label="(4, 4)", style=solid]; +"1142 lift_fresh_copy_6" -> "1145 fill__6" [label="()", style=solid]; +"1143 slice_17" -> "1144 slice_18" [label="(4, 56)", style=solid]; +"1144 slice_18" -> "1145 fill__6" [label="(4, 48)", style=solid]; +"1146 lift_fresh_copy_7" -> "1149 fill__7" [label="()", style=solid]; +"1147 slice_19" -> "1148 slice_20" [label="(4, 56)", style=solid]; +"1148 slice_20" -> "1149 fill__7" [label="(4, 4)", style=solid]; +"1150 lift_fresh_copy_8" -> "1153 fill__8" [label="()", style=solid]; +"1151 slice_21" -> "1152 slice_22" [label="(4, 56)", style=solid]; +"1152 slice_22" -> "1153 fill__8" [label="(4, 4)", style=solid]; +"1154 view_7" -> "1155 permute_8" [label="(7, 8, 7, 8)", style=solid]; +"1155 permute_8" -> "1156 reshape_6" [label="(7, 7, 8, 8)", style=solid]; +"1156 reshape_6" -> "1157 unsqueeze_2" [label="(49, 64)", style=solid]; +"1156 reshape_6" -> "1158 unsqueeze_3" [label="(49, 64)", style=solid]; +"1157 unsqueeze_2" -> "1159 sub" [label="(49, 1, 64)", style=solid]; +"1158 unsqueeze_3" -> "1159 sub" [label="(49, 64, 1)", style=solid]; +"1159 sub" -> "1160 ne" [label="(49, 64, 64)", style=solid]; +"1159 sub" -> "1161 masked_fill" [label="(49, 64, 64)", style=solid]; +"1159 sub" -> "1162 eq" [label="(49, 64, 64)", style=solid]; +"1160 ne" -> "1161 masked_fill" [label="(49, 64, 64)", style=solid]; +"1161 masked_fill" -> "1163 masked_fill_1" [label="(49, 64, 64)", style=solid]; +"1162 eq" -> "1163 masked_fill_1" [label="(49, 64, 64)", style=solid]; +"1163 masked_fill_1" -> "1165 unsqueeze_4" [label="(49, 64, 64)", style=solid]; +"1164 view_8" -> "1167 add_4" [label="(1, 49, 3, 64, 64)", style=solid]; +"1165 unsqueeze_4" -> "1166 unsqueeze_5" [label="(49, 1, 64, 64)", style=solid]; +"1166 unsqueeze_5" -> "1167 add_4" [label="(1, 49, 1, 64, 64)", style=solid]; +"1167 add_4" -> "1168 view_9" [label="(1, 49, 3, 64, 64)", style=solid]; +"1168 view_9" -> "1169 softmax_1" [label="(49, 3, 64, 64)", style=solid]; +"1169 softmax_1" -> "1170 dropout_4" [label="(49, 3, 64, 64)", style=solid]; +"1170 dropout_4" -> "1171 matmul_3" [label="(49, 3, 64, 64)", style=solid]; +"1171 matmul_3" -> "1172 quantize_per_tensor_default_10" [label="(49, 3, 64, 32)", style=solid]; +"1172 quantize_per_tensor_default_10" -> "1173 dequantize_per_tensor_default_10" [label=None, style=solid]; +"1173 dequantize_per_tensor_default_10" -> "1174 transpose_3" [label=None, style=solid]; +"1174 transpose_3" -> "1175 reshape_7" [label="(49, 64, 3, 32)", style=solid]; +"1175 reshape_7" -> "1176 linear_9" [label="(49, 64, 96)", style=solid]; +"1176 linear_9" -> "1177 dropout_5" [label="(49, 64, 96)", style=solid]; +"1177 dropout_5" -> "1178 view_10" [label="(49, 64, 96)", style=solid]; +"1178 view_10" -> "1179 permute_9" [label="(1, 7, 7, 8, 8, 96)", style=solid]; +"1179 permute_9" -> "1180 reshape_8" [label="(1, 7, 8, 7, 8, 96)", style=solid]; +"1180 reshape_8" -> "1181 roll_1" [label="(1, 56, 56, 96)", style=solid]; +"1181 roll_1" -> "1182 slice_23" [label="(1, 56, 56, 96)", style=solid]; +"1182 slice_23" -> "1183 slice_24" [label="(1, 56, 56, 96)", style=solid]; +"1183 slice_24" -> "1184 layer_norm_3" [label="(1, 56, 56, 96)", style=solid]; +"1184 layer_norm_3" -> "1185 add_5" [label="(1, 56, 56, 96)", style=solid]; +"1185 add_5" -> "1186 quantize_per_tensor_default_11" [label="(1, 56, 56, 96)", style=solid]; +"1185 add_5" -> "1196 add_6" [label="(1, 56, 56, 96)", style=solid]; +"1186 quantize_per_tensor_default_11" -> "1187 dequantize_per_tensor_default_11" [label=None, style=solid]; +"1187 dequantize_per_tensor_default_11" -> "1188 linear_10" [label=None, style=solid]; +"1188 linear_10" -> "1189 gelu_1" [label="(1, 56, 56, 384)", style=solid]; +"1189 gelu_1" -> "1190 quantize_per_tensor_default_12" [label="(1, 56, 56, 384)", style=solid]; +"1190 quantize_per_tensor_default_12" -> "1191 dequantize_per_tensor_default_12" [label=None, style=solid]; +"1191 dequantize_per_tensor_default_12" -> "1192 dropout_6" [label=None, style=solid]; +"1192 dropout_6" -> "1193 linear_11" [label="(1, 56, 56, 384)", style=solid]; +"1193 linear_11" -> "1194 dropout_7" [label="(1, 56, 56, 96)", style=solid]; +"1194 dropout_7" -> "1195 layer_norm_4" [label="(1, 56, 56, 96)", style=solid]; +"1195 layer_norm_4" -> "1196 add_6" [label="(1, 56, 56, 96)", style=solid]; +"1196 add_6" -> "1197 quantize_per_tensor_default_13" [label="(1, 56, 56, 96)", style=solid]; +"1197 quantize_per_tensor_default_13" -> "1198 dequantize_per_tensor_default_13" [label=None, style=solid]; +"1198 dequantize_per_tensor_default_13" -> "1199 pad_2" [label=None, style=solid]; +"1199 pad_2" -> "1200 slice_25" [label="(1, 56, 56, 96)", style=solid]; +"1199 pad_2" -> "1203 slice_28" [label="(1, 56, 56, 96)", style=solid]; +"1199 pad_2" -> "1206 slice_31" [label="(1, 56, 56, 96)", style=solid]; +"1199 pad_2" -> "1209 slice_34" [label="(1, 56, 56, 96)", style=solid]; +"1200 slice_25" -> "1201 slice_26" [label="(1, 28, 56, 96)", style=solid]; +"1201 slice_26" -> "1202 slice_27" [label="(1, 28, 28, 96)", style=solid]; +"1202 slice_27" -> "1212 cat" [label="(1, 28, 28, 96)", style=solid]; +"1203 slice_28" -> "1204 slice_29" [label="(1, 28, 56, 96)", style=solid]; +"1204 slice_29" -> "1205 slice_30" [label="(1, 28, 28, 96)", style=solid]; +"1205 slice_30" -> "1212 cat" [label="(1, 28, 28, 96)", style=solid]; +"1206 slice_31" -> "1207 slice_32" [label="(1, 28, 56, 96)", style=solid]; +"1207 slice_32" -> "1208 slice_33" [label="(1, 28, 28, 96)", style=solid]; +"1208 slice_33" -> "1212 cat" [label="(1, 28, 28, 96)", style=solid]; +"1209 slice_34" -> "1210 slice_35" [label="(1, 28, 56, 96)", style=solid]; +"1210 slice_35" -> "1211 slice_36" [label="(1, 28, 28, 96)", style=solid]; +"1211 slice_36" -> "1212 cat" [label="(1, 28, 28, 96)", style=solid]; +"1212 cat" -> "1213 linear_12" [label="(1, 28, 28, 384)", style=solid]; +"1213 linear_12" -> "1214 layer_norm_5" [label="(1, 28, 28, 192)", style=solid]; +"1214 layer_norm_5" -> "1215 quantize_per_tensor_default_14" [label="(1, 28, 28, 192)", style=solid]; +"1214 layer_norm_5" -> "1277 add_8" [label="(1, 28, 28, 192)", style=solid]; +"1215 quantize_per_tensor_default_14" -> "1216 dequantize_per_tensor_default_14" [label=None, style=solid]; +"1216 dequantize_per_tensor_default_14" -> "1228 pad_3" [label=None, style=solid]; +"1217 linear_13" -> "1218 relu__2" [label="(1, 15, 15, 512)", style=solid]; +"1218 relu__2" -> "1219 linear_14" [label="(1, 15, 15, 512)", style=solid]; +"1219 linear_14" -> "1220 view_11" [label="(1, 15, 15, 6)", style=solid]; +"1220 view_11" -> "1221 index_2" [label="(225, 6)", style=solid]; +"1221 index_2" -> "1222 view_12" [label="(4096, 6)", style=solid]; +"1222 view_12" -> "1223 permute_10" [label="(64, 64, 6)", style=solid]; +"1223 permute_10" -> "1224 contiguous_2" [label="(6, 64, 64)", style=solid]; +"1224 contiguous_2" -> "1225 unsqueeze_6" [label="(6, 64, 64)", style=solid]; +"1225 unsqueeze_6" -> "1226 sigmoid_2" [label="(1, 6, 64, 64)", style=solid]; +"1226 sigmoid_2" -> "1227 mul_4" [label="(1, 6, 64, 64)", style=solid]; +"1227 mul_4" -> "1258 add_7" [label="(1, 6, 64, 64)", style=solid]; +"1228 pad_3" -> "1229 view_13" [label="(1, 32, 32, 192)", style=solid]; +"1229 view_13" -> "1230 permute_11" [label="(1, 4, 8, 4, 8, 192)", style=solid]; +"1230 permute_11" -> "1231 reshape_9" [label="(1, 4, 4, 8, 8, 192)", style=solid]; +"1231 reshape_9" -> "1235 linear_15" [label="(16, 64, 192)", style=solid]; +"1232 clone_2" -> "1233 slice_37" [label="(576,)", style=solid]; +"1232 clone_2" -> "1235 linear_15" [label="(576,)", style=solid]; +"1233 slice_37" -> "1234 zero__2" [label="(192,)", style=solid]; +"1235 linear_15" -> "1236 reshape_10" [label="(16, 64, 576)", style=solid]; +"1236 reshape_10" -> "1237 permute_12" [label="(16, 64, 3, 6, 32)", style=solid]; +"1237 permute_12" -> "1238 select_6" [label="(3, 16, 6, 64, 32)", style=solid]; +"1237 permute_12" -> "1239 select_7" [label="(3, 16, 6, 64, 32)", style=solid]; +"1237 permute_12" -> "1240 select_8" [label="(3, 16, 6, 64, 32)", style=solid]; +"1238 select_6" -> "1241 linalg_vector_norm_4" [label="(16, 6, 64, 32)", style=solid]; +"1238 select_6" -> "1243 expand_as_4" [label="(16, 6, 64, 32)", style=solid]; +"1238 select_6" -> "1244 div_4" [label="(16, 6, 64, 32)", style=solid]; +"1239 select_7" -> "1247 linalg_vector_norm_5" [label="(16, 6, 64, 32)", style=solid]; +"1239 select_7" -> "1249 expand_as_5" [label="(16, 6, 64, 32)", style=solid]; +"1239 select_7" -> "1250 div_5" [label="(16, 6, 64, 32)", style=solid]; +"1240 select_8" -> "1261 matmul_5" [label="(16, 6, 64, 32)", style=solid]; +"1241 linalg_vector_norm_4" -> "1242 clamp_min_4" [label="(16, 6, 64, 1)", style=solid]; +"1242 clamp_min_4" -> "1243 expand_as_4" [label="(16, 6, 64, 1)", style=solid]; +"1243 expand_as_4" -> "1244 div_4" [label="(16, 6, 64, 32)", style=solid]; +"1244 div_4" -> "1245 quantize_per_tensor_default_15" [label="(16, 6, 64, 32)", style=solid]; +"1245 quantize_per_tensor_default_15" -> "1246 dequantize_per_tensor_default_15" [label=None, style=solid]; +"1246 dequantize_per_tensor_default_15" -> "1254 matmul_4" [label=None, style=solid]; +"1247 linalg_vector_norm_5" -> "1248 clamp_min_5" [label="(16, 6, 64, 1)", style=solid]; +"1248 clamp_min_5" -> "1249 expand_as_5" [label="(16, 6, 64, 1)", style=solid]; +"1249 expand_as_5" -> "1250 div_5" [label="(16, 6, 64, 32)", style=solid]; +"1250 div_5" -> "1251 quantize_per_tensor_default_16" [label="(16, 6, 64, 32)", style=solid]; +"1251 quantize_per_tensor_default_16" -> "1252 dequantize_per_tensor_default_16" [label=None, style=solid]; +"1252 dequantize_per_tensor_default_16" -> "1253 transpose_4" [label=None, style=solid]; +"1253 transpose_4" -> "1254 matmul_4" [label="(16, 6, 32, 64)", style=solid]; +"1254 matmul_4" -> "1257 mul_5" [label="(16, 6, 64, 64)", style=solid]; +"1255 clamp_2" -> "1256 exp_2" [label="(6, 1, 1)", style=solid]; +"1256 exp_2" -> "1257 mul_5" [label="(6, 1, 1)", style=solid]; +"1257 mul_5" -> "1258 add_7" [label="(16, 6, 64, 64)", style=solid]; +"1258 add_7" -> "1259 softmax_2" [label="(16, 6, 64, 64)", style=solid]; +"1259 softmax_2" -> "1260 dropout_8" [label="(16, 6, 64, 64)", style=solid]; +"1260 dropout_8" -> "1261 matmul_5" [label="(16, 6, 64, 64)", style=solid]; +"1261 matmul_5" -> "1262 quantize_per_tensor_default_17" [label="(16, 6, 64, 32)", style=solid]; +"1262 quantize_per_tensor_default_17" -> "1263 dequantize_per_tensor_default_17" [label=None, style=solid]; +"1263 dequantize_per_tensor_default_17" -> "1264 transpose_5" [label=None, style=solid]; +"1264 transpose_5" -> "1265 reshape_11" [label="(16, 64, 6, 32)", style=solid]; +"1265 reshape_11" -> "1266 linear_16" [label="(16, 64, 192)", style=solid]; +"1266 linear_16" -> "1267 dropout_9" [label="(16, 64, 192)", style=solid]; +"1267 dropout_9" -> "1268 view_14" [label="(16, 64, 192)", style=solid]; +"1268 view_14" -> "1269 permute_13" [label="(1, 4, 4, 8, 8, 192)", style=solid]; +"1269 permute_13" -> "1270 reshape_12" [label="(1, 4, 8, 4, 8, 192)", style=solid]; +"1270 reshape_12" -> "1271 slice_38" [label="(1, 32, 32, 192)", style=solid]; +"1271 slice_38" -> "1272 slice_39" [label="(1, 32, 32, 192)", style=solid]; +"1272 slice_39" -> "1273 slice_40" [label="(1, 28, 32, 192)", style=solid]; +"1273 slice_40" -> "1274 slice_41" [label="(1, 28, 28, 192)", style=solid]; +"1274 slice_41" -> "1275 contiguous_3" [label="(1, 28, 28, 192)", style=solid]; +"1275 contiguous_3" -> "1276 layer_norm_6" [label="(1, 28, 28, 192)", style=solid]; +"1276 layer_norm_6" -> "1277 add_8" [label="(1, 28, 28, 192)", style=solid]; +"1277 add_8" -> "1278 quantize_per_tensor_default_18" [label="(1, 28, 28, 192)", style=solid]; +"1277 add_8" -> "1288 add_9" [label="(1, 28, 28, 192)", style=solid]; +"1278 quantize_per_tensor_default_18" -> "1279 dequantize_per_tensor_default_18" [label=None, style=solid]; +"1279 dequantize_per_tensor_default_18" -> "1280 linear_17" [label=None, style=solid]; +"1280 linear_17" -> "1281 gelu_2" [label="(1, 28, 28, 768)", style=solid]; +"1281 gelu_2" -> "1282 quantize_per_tensor_default_19" [label="(1, 28, 28, 768)", style=solid]; +"1282 quantize_per_tensor_default_19" -> "1283 dequantize_per_tensor_default_19" [label=None, style=solid]; +"1283 dequantize_per_tensor_default_19" -> "1284 dropout_10" [label=None, style=solid]; +"1284 dropout_10" -> "1285 linear_18" [label="(1, 28, 28, 768)", style=solid]; +"1285 linear_18" -> "1286 dropout_11" [label="(1, 28, 28, 192)", style=solid]; +"1286 dropout_11" -> "1287 layer_norm_7" [label="(1, 28, 28, 192)", style=solid]; +"1287 layer_norm_7" -> "1288 add_9" [label="(1, 28, 28, 192)", style=solid]; +"1288 add_9" -> "1300 pad_4" [label="(1, 28, 28, 192)", style=solid]; +"1288 add_9" -> "1405 add_12" [label="(1, 28, 28, 192)", style=solid]; +"1289 linear_19" -> "1290 relu__3" [label="(1, 15, 15, 512)", style=solid]; +"1290 relu__3" -> "1291 linear_20" [label="(1, 15, 15, 512)", style=solid]; +"1291 linear_20" -> "1292 view_15" [label="(1, 15, 15, 6)", style=solid]; +"1292 view_15" -> "1293 index_3" [label="(225, 6)", style=solid]; +"1293 index_3" -> "1294 view_16" [label="(4096, 6)", style=solid]; +"1294 view_16" -> "1295 permute_14" [label="(64, 64, 6)", style=solid]; +"1295 permute_14" -> "1296 contiguous_4" [label="(6, 64, 64)", style=solid]; +"1296 contiguous_4" -> "1297 unsqueeze_7" [label="(6, 64, 64)", style=solid]; +"1297 unsqueeze_7" -> "1298 sigmoid_3" [label="(1, 6, 64, 64)", style=solid]; +"1298 sigmoid_3" -> "1299 mul_6" [label="(1, 6, 64, 64)", style=solid]; +"1299 mul_6" -> "1333 add_10" [label="(1, 6, 64, 64)", style=solid]; +"1300 pad_4" -> "1301 roll_2" [label="(1, 32, 32, 192)", style=solid]; +"1301 roll_2" -> "1302 view_17" [label="(1, 32, 32, 192)", style=solid]; +"1302 view_17" -> "1303 permute_15" [label="(1, 4, 8, 4, 8, 192)", style=solid]; +"1303 permute_15" -> "1304 reshape_13" [label="(1, 4, 4, 8, 8, 192)", style=solid]; +"1304 reshape_13" -> "1305 quantize_per_tensor_default_20" [label="(16, 64, 192)", style=solid]; +"1304 reshape_13" -> "1334 new_zeros_1" [label="(16, 64, 192)", style=solid]; +"1305 quantize_per_tensor_default_20" -> "1306 dequantize_per_tensor_default_20" [label=None, style=solid]; +"1306 dequantize_per_tensor_default_20" -> "1310 linear_21" [label=None, style=solid]; +"1307 clone_3" -> "1308 slice_42" [label="(576,)", style=solid]; +"1307 clone_3" -> "1310 linear_21" [label="(576,)", style=solid]; +"1308 slice_42" -> "1309 zero__3" [label="(192,)", style=solid]; +"1310 linear_21" -> "1311 reshape_14" [label="(16, 64, 576)", style=solid]; +"1311 reshape_14" -> "1312 permute_16" [label="(16, 64, 3, 6, 32)", style=solid]; +"1312 permute_16" -> "1313 select_9" [label="(3, 16, 6, 64, 32)", style=solid]; +"1312 permute_16" -> "1314 select_10" [label="(3, 16, 6, 64, 32)", style=solid]; +"1312 permute_16" -> "1315 select_11" [label="(3, 16, 6, 64, 32)", style=solid]; +"1313 select_9" -> "1316 linalg_vector_norm_6" [label="(16, 6, 64, 32)", style=solid]; +"1313 select_9" -> "1318 expand_as_6" [label="(16, 6, 64, 32)", style=solid]; +"1313 select_9" -> "1319 div_6" [label="(16, 6, 64, 32)", style=solid]; +"1314 select_10" -> "1322 linalg_vector_norm_7" [label="(16, 6, 64, 32)", style=solid]; +"1314 select_10" -> "1324 expand_as_7" [label="(16, 6, 64, 32)", style=solid]; +"1314 select_10" -> "1325 div_7" [label="(16, 6, 64, 32)", style=solid]; +"1315 select_11" -> "1388 matmul_7" [label="(16, 6, 64, 32)", style=solid]; +"1316 linalg_vector_norm_6" -> "1317 clamp_min_6" [label="(16, 6, 64, 1)", style=solid]; +"1317 clamp_min_6" -> "1318 expand_as_6" [label="(16, 6, 64, 1)", style=solid]; +"1318 expand_as_6" -> "1319 div_6" [label="(16, 6, 64, 32)", style=solid]; +"1319 div_6" -> "1320 quantize_per_tensor_default_21" [label="(16, 6, 64, 32)", style=solid]; +"1320 quantize_per_tensor_default_21" -> "1321 dequantize_per_tensor_default_21" [label=None, style=solid]; +"1321 dequantize_per_tensor_default_21" -> "1329 matmul_6" [label=None, style=solid]; +"1322 linalg_vector_norm_7" -> "1323 clamp_min_7" [label="(16, 6, 64, 1)", style=solid]; +"1323 clamp_min_7" -> "1324 expand_as_7" [label="(16, 6, 64, 1)", style=solid]; +"1324 expand_as_7" -> "1325 div_7" [label="(16, 6, 64, 32)", style=solid]; +"1325 div_7" -> "1326 quantize_per_tensor_default_22" [label="(16, 6, 64, 32)", style=solid]; +"1326 quantize_per_tensor_default_22" -> "1327 dequantize_per_tensor_default_22" [label=None, style=solid]; +"1327 dequantize_per_tensor_default_22" -> "1328 transpose_6" [label=None, style=solid]; +"1328 transpose_6" -> "1329 matmul_6" [label="(16, 6, 32, 64)", style=solid]; +"1329 matmul_6" -> "1332 mul_7" [label="(16, 6, 64, 64)", style=solid]; +"1330 clamp_3" -> "1331 exp_3" [label="(6, 1, 1)", style=solid]; +"1331 exp_3" -> "1332 mul_7" [label="(6, 1, 1)", style=solid]; +"1332 mul_7" -> "1333 add_10" [label="(16, 6, 64, 64)", style=solid]; +"1333 add_10" -> "1381 view_19" [label="(16, 6, 64, 64)", style=solid]; +"1334 new_zeros_1" -> "1336 slice_43" [label="(32, 32)", style=solid]; +"1334 new_zeros_1" -> "1340 slice_45" [label="(32, 32)", style=solid]; +"1334 new_zeros_1" -> "1344 slice_47" [label="(32, 32)", style=solid]; +"1334 new_zeros_1" -> "1348 slice_49" [label="(32, 32)", style=solid]; +"1334 new_zeros_1" -> "1352 slice_51" [label="(32, 32)", style=solid]; +"1334 new_zeros_1" -> "1356 slice_53" [label="(32, 32)", style=solid]; +"1334 new_zeros_1" -> "1360 slice_55" [label="(32, 32)", style=solid]; +"1334 new_zeros_1" -> "1364 slice_57" [label="(32, 32)", style=solid]; +"1334 new_zeros_1" -> "1368 slice_59" [label="(32, 32)", style=solid]; +"1334 new_zeros_1" -> "1371 view_18" [label="(32, 32)", style=solid]; +"1335 lift_fresh_copy_9" -> "1338 fill__9" [label="()", style=solid]; +"1336 slice_43" -> "1337 slice_44" [label="(24, 32)", style=solid]; +"1337 slice_44" -> "1338 fill__9" [label="(24, 24)", style=solid]; +"1339 lift_fresh_copy_10" -> "1342 fill__10" [label="()", style=solid]; +"1340 slice_45" -> "1341 slice_46" [label="(24, 32)", style=solid]; +"1341 slice_46" -> "1342 fill__10" [label="(24, 4)", style=solid]; +"1343 lift_fresh_copy_11" -> "1346 fill__11" [label="()", style=solid]; +"1344 slice_47" -> "1345 slice_48" [label="(24, 32)", style=solid]; +"1345 slice_48" -> "1346 fill__11" [label="(24, 4)", style=solid]; +"1347 lift_fresh_copy_12" -> "1350 fill__12" [label="()", style=solid]; +"1348 slice_49" -> "1349 slice_50" [label="(4, 32)", style=solid]; +"1349 slice_50" -> "1350 fill__12" [label="(4, 24)", style=solid]; +"1351 lift_fresh_copy_13" -> "1354 fill__13" [label="()", style=solid]; +"1352 slice_51" -> "1353 slice_52" [label="(4, 32)", style=solid]; +"1353 slice_52" -> "1354 fill__13" [label="(4, 4)", style=solid]; +"1355 lift_fresh_copy_14" -> "1358 fill__14" [label="()", style=solid]; +"1356 slice_53" -> "1357 slice_54" [label="(4, 32)", style=solid]; +"1357 slice_54" -> "1358 fill__14" [label="(4, 4)", style=solid]; +"1359 lift_fresh_copy_15" -> "1362 fill__15" [label="()", style=solid]; +"1360 slice_55" -> "1361 slice_56" [label="(4, 32)", style=solid]; +"1361 slice_56" -> "1362 fill__15" [label="(4, 24)", style=solid]; +"1363 lift_fresh_copy_16" -> "1366 fill__16" [label="()", style=solid]; +"1364 slice_57" -> "1365 slice_58" [label="(4, 32)", style=solid]; +"1365 slice_58" -> "1366 fill__16" [label="(4, 4)", style=solid]; +"1367 lift_fresh_copy_17" -> "1370 fill__17" [label="()", style=solid]; +"1368 slice_59" -> "1369 slice_60" [label="(4, 32)", style=solid]; +"1369 slice_60" -> "1370 fill__17" [label="(4, 4)", style=solid]; +"1371 view_18" -> "1372 permute_17" [label="(4, 8, 4, 8)", style=solid]; +"1372 permute_17" -> "1373 reshape_15" [label="(4, 4, 8, 8)", style=solid]; +"1373 reshape_15" -> "1374 unsqueeze_8" [label="(16, 64)", style=solid]; +"1373 reshape_15" -> "1375 unsqueeze_9" [label="(16, 64)", style=solid]; +"1374 unsqueeze_8" -> "1376 sub_1" [label="(16, 1, 64)", style=solid]; +"1375 unsqueeze_9" -> "1376 sub_1" [label="(16, 64, 1)", style=solid]; +"1376 sub_1" -> "1377 ne_1" [label="(16, 64, 64)", style=solid]; +"1376 sub_1" -> "1378 masked_fill_2" [label="(16, 64, 64)", style=solid]; +"1376 sub_1" -> "1379 eq_1" [label="(16, 64, 64)", style=solid]; +"1377 ne_1" -> "1378 masked_fill_2" [label="(16, 64, 64)", style=solid]; +"1378 masked_fill_2" -> "1380 masked_fill_3" [label="(16, 64, 64)", style=solid]; +"1379 eq_1" -> "1380 masked_fill_3" [label="(16, 64, 64)", style=solid]; +"1380 masked_fill_3" -> "1382 unsqueeze_10" [label="(16, 64, 64)", style=solid]; +"1381 view_19" -> "1384 add_11" [label="(1, 16, 6, 64, 64)", style=solid]; +"1382 unsqueeze_10" -> "1383 unsqueeze_11" [label="(16, 1, 64, 64)", style=solid]; +"1383 unsqueeze_11" -> "1384 add_11" [label="(1, 16, 1, 64, 64)", style=solid]; +"1384 add_11" -> "1385 view_20" [label="(1, 16, 6, 64, 64)", style=solid]; +"1385 view_20" -> "1386 softmax_3" [label="(16, 6, 64, 64)", style=solid]; +"1386 softmax_3" -> "1387 dropout_12" [label="(16, 6, 64, 64)", style=solid]; +"1387 dropout_12" -> "1388 matmul_7" [label="(16, 6, 64, 64)", style=solid]; +"1388 matmul_7" -> "1389 quantize_per_tensor_default_23" [label="(16, 6, 64, 32)", style=solid]; +"1389 quantize_per_tensor_default_23" -> "1390 dequantize_per_tensor_default_23" [label=None, style=solid]; +"1390 dequantize_per_tensor_default_23" -> "1391 transpose_7" [label=None, style=solid]; +"1391 transpose_7" -> "1392 reshape_16" [label="(16, 64, 6, 32)", style=solid]; +"1392 reshape_16" -> "1393 linear_22" [label="(16, 64, 192)", style=solid]; +"1393 linear_22" -> "1394 dropout_13" [label="(16, 64, 192)", style=solid]; +"1394 dropout_13" -> "1395 view_21" [label="(16, 64, 192)", style=solid]; +"1395 view_21" -> "1396 permute_18" [label="(1, 4, 4, 8, 8, 192)", style=solid]; +"1396 permute_18" -> "1397 reshape_17" [label="(1, 4, 8, 4, 8, 192)", style=solid]; +"1397 reshape_17" -> "1398 roll_3" [label="(1, 32, 32, 192)", style=solid]; +"1398 roll_3" -> "1399 slice_61" [label="(1, 32, 32, 192)", style=solid]; +"1399 slice_61" -> "1400 slice_62" [label="(1, 32, 32, 192)", style=solid]; +"1400 slice_62" -> "1401 slice_63" [label="(1, 28, 32, 192)", style=solid]; +"1401 slice_63" -> "1402 slice_64" [label="(1, 28, 28, 192)", style=solid]; +"1402 slice_64" -> "1403 contiguous_5" [label="(1, 28, 28, 192)", style=solid]; +"1403 contiguous_5" -> "1404 layer_norm_8" [label="(1, 28, 28, 192)", style=solid]; +"1404 layer_norm_8" -> "1405 add_12" [label="(1, 28, 28, 192)", style=solid]; +"1405 add_12" -> "1406 quantize_per_tensor_default_24" [label="(1, 28, 28, 192)", style=solid]; +"1405 add_12" -> "1416 add_13" [label="(1, 28, 28, 192)", style=solid]; +"1406 quantize_per_tensor_default_24" -> "1407 dequantize_per_tensor_default_24" [label=None, style=solid]; +"1407 dequantize_per_tensor_default_24" -> "1408 linear_23" [label=None, style=solid]; +"1408 linear_23" -> "1409 gelu_3" [label="(1, 28, 28, 768)", style=solid]; +"1409 gelu_3" -> "1410 quantize_per_tensor_default_25" [label="(1, 28, 28, 768)", style=solid]; +"1410 quantize_per_tensor_default_25" -> "1411 dequantize_per_tensor_default_25" [label=None, style=solid]; +"1411 dequantize_per_tensor_default_25" -> "1412 dropout_14" [label=None, style=solid]; +"1412 dropout_14" -> "1413 linear_24" [label="(1, 28, 28, 768)", style=solid]; +"1413 linear_24" -> "1414 dropout_15" [label="(1, 28, 28, 192)", style=solid]; +"1414 dropout_15" -> "1415 layer_norm_9" [label="(1, 28, 28, 192)", style=solid]; +"1415 layer_norm_9" -> "1416 add_13" [label="(1, 28, 28, 192)", style=solid]; +"1416 add_13" -> "1417 quantize_per_tensor_default_26" [label="(1, 28, 28, 192)", style=solid]; +"1417 quantize_per_tensor_default_26" -> "1418 dequantize_per_tensor_default_26" [label=None, style=solid]; +"1418 dequantize_per_tensor_default_26" -> "1419 pad_5" [label=None, style=solid]; +"1419 pad_5" -> "1420 slice_65" [label="(1, 28, 28, 192)", style=solid]; +"1419 pad_5" -> "1423 slice_68" [label="(1, 28, 28, 192)", style=solid]; +"1419 pad_5" -> "1426 slice_71" [label="(1, 28, 28, 192)", style=solid]; +"1419 pad_5" -> "1429 slice_74" [label="(1, 28, 28, 192)", style=solid]; +"1420 slice_65" -> "1421 slice_66" [label="(1, 14, 28, 192)", style=solid]; +"1421 slice_66" -> "1422 slice_67" [label="(1, 14, 14, 192)", style=solid]; +"1422 slice_67" -> "1432 cat_1" [label="(1, 14, 14, 192)", style=solid]; +"1423 slice_68" -> "1424 slice_69" [label="(1, 14, 28, 192)", style=solid]; +"1424 slice_69" -> "1425 slice_70" [label="(1, 14, 14, 192)", style=solid]; +"1425 slice_70" -> "1432 cat_1" [label="(1, 14, 14, 192)", style=solid]; +"1426 slice_71" -> "1427 slice_72" [label="(1, 14, 28, 192)", style=solid]; +"1427 slice_72" -> "1428 slice_73" [label="(1, 14, 14, 192)", style=solid]; +"1428 slice_73" -> "1432 cat_1" [label="(1, 14, 14, 192)", style=solid]; +"1429 slice_74" -> "1430 slice_75" [label="(1, 14, 28, 192)", style=solid]; +"1430 slice_75" -> "1431 slice_76" [label="(1, 14, 14, 192)", style=solid]; +"1431 slice_76" -> "1432 cat_1" [label="(1, 14, 14, 192)", style=solid]; +"1432 cat_1" -> "1433 linear_25" [label="(1, 14, 14, 768)", style=solid]; +"1433 linear_25" -> "1434 layer_norm_10" [label="(1, 14, 14, 384)", style=solid]; +"1434 layer_norm_10" -> "1435 quantize_per_tensor_default_27" [label="(1, 14, 14, 384)", style=solid]; +"1434 layer_norm_10" -> "1497 add_15" [label="(1, 14, 14, 384)", style=solid]; +"1435 quantize_per_tensor_default_27" -> "1436 dequantize_per_tensor_default_27" [label=None, style=solid]; +"1436 dequantize_per_tensor_default_27" -> "1448 pad_6" [label=None, style=solid]; +"1437 linear_26" -> "1438 relu__4" [label="(1, 15, 15, 512)", style=solid]; +"1438 relu__4" -> "1439 linear_27" [label="(1, 15, 15, 512)", style=solid]; +"1439 linear_27" -> "1440 view_22" [label="(1, 15, 15, 12)", style=solid]; +"1440 view_22" -> "1441 index_4" [label="(225, 12)", style=solid]; +"1441 index_4" -> "1442 view_23" [label="(4096, 12)", style=solid]; +"1442 view_23" -> "1443 permute_19" [label="(64, 64, 12)", style=solid]; +"1443 permute_19" -> "1444 contiguous_6" [label="(12, 64, 64)", style=solid]; +"1444 contiguous_6" -> "1445 unsqueeze_12" [label="(12, 64, 64)", style=solid]; +"1445 unsqueeze_12" -> "1446 sigmoid_4" [label="(1, 12, 64, 64)", style=solid]; +"1446 sigmoid_4" -> "1447 mul_8" [label="(1, 12, 64, 64)", style=solid]; +"1447 mul_8" -> "1478 add_14" [label="(1, 12, 64, 64)", style=solid]; +"1448 pad_6" -> "1449 view_24" [label="(1, 16, 16, 384)", style=solid]; +"1449 view_24" -> "1450 permute_20" [label="(1, 2, 8, 2, 8, 384)", style=solid]; +"1450 permute_20" -> "1451 reshape_18" [label="(1, 2, 2, 8, 8, 384)", style=solid]; +"1451 reshape_18" -> "1455 linear_28" [label="(4, 64, 384)", style=solid]; +"1452 clone_4" -> "1453 slice_77" [label="(1152,)", style=solid]; +"1452 clone_4" -> "1455 linear_28" [label="(1152,)", style=solid]; +"1453 slice_77" -> "1454 zero__4" [label="(384,)", style=solid]; +"1455 linear_28" -> "1456 reshape_19" [label="(4, 64, 1152)", style=solid]; +"1456 reshape_19" -> "1457 permute_21" [label="(4, 64, 3, 12, 32)", style=solid]; +"1457 permute_21" -> "1458 select_12" [label="(3, 4, 12, 64, 32)", style=solid]; +"1457 permute_21" -> "1459 select_13" [label="(3, 4, 12, 64, 32)", style=solid]; +"1457 permute_21" -> "1460 select_14" [label="(3, 4, 12, 64, 32)", style=solid]; +"1458 select_12" -> "1461 linalg_vector_norm_8" [label="(4, 12, 64, 32)", style=solid]; +"1458 select_12" -> "1463 expand_as_8" [label="(4, 12, 64, 32)", style=solid]; +"1458 select_12" -> "1464 div_8" [label="(4, 12, 64, 32)", style=solid]; +"1459 select_13" -> "1467 linalg_vector_norm_9" [label="(4, 12, 64, 32)", style=solid]; +"1459 select_13" -> "1469 expand_as_9" [label="(4, 12, 64, 32)", style=solid]; +"1459 select_13" -> "1470 div_9" [label="(4, 12, 64, 32)", style=solid]; +"1460 select_14" -> "1481 matmul_9" [label="(4, 12, 64, 32)", style=solid]; +"1461 linalg_vector_norm_8" -> "1462 clamp_min_8" [label="(4, 12, 64, 1)", style=solid]; +"1462 clamp_min_8" -> "1463 expand_as_8" [label="(4, 12, 64, 1)", style=solid]; +"1463 expand_as_8" -> "1464 div_8" [label="(4, 12, 64, 32)", style=solid]; +"1464 div_8" -> "1465 quantize_per_tensor_default_28" [label="(4, 12, 64, 32)", style=solid]; +"1465 quantize_per_tensor_default_28" -> "1466 dequantize_per_tensor_default_28" [label=None, style=solid]; +"1466 dequantize_per_tensor_default_28" -> "1474 matmul_8" [label=None, style=solid]; +"1467 linalg_vector_norm_9" -> "1468 clamp_min_9" [label="(4, 12, 64, 1)", style=solid]; +"1468 clamp_min_9" -> "1469 expand_as_9" [label="(4, 12, 64, 1)", style=solid]; +"1469 expand_as_9" -> "1470 div_9" [label="(4, 12, 64, 32)", style=solid]; +"1470 div_9" -> "1471 quantize_per_tensor_default_29" [label="(4, 12, 64, 32)", style=solid]; +"1471 quantize_per_tensor_default_29" -> "1472 dequantize_per_tensor_default_29" [label=None, style=solid]; +"1472 dequantize_per_tensor_default_29" -> "1473 transpose_8" [label=None, style=solid]; +"1473 transpose_8" -> "1474 matmul_8" [label="(4, 12, 32, 64)", style=solid]; +"1474 matmul_8" -> "1477 mul_9" [label="(4, 12, 64, 64)", style=solid]; +"1475 clamp_4" -> "1476 exp_4" [label="(12, 1, 1)", style=solid]; +"1476 exp_4" -> "1477 mul_9" [label="(12, 1, 1)", style=solid]; +"1477 mul_9" -> "1478 add_14" [label="(4, 12, 64, 64)", style=solid]; +"1478 add_14" -> "1479 softmax_4" [label="(4, 12, 64, 64)", style=solid]; +"1479 softmax_4" -> "1480 dropout_16" [label="(4, 12, 64, 64)", style=solid]; +"1480 dropout_16" -> "1481 matmul_9" [label="(4, 12, 64, 64)", style=solid]; +"1481 matmul_9" -> "1482 quantize_per_tensor_default_30" [label="(4, 12, 64, 32)", style=solid]; +"1482 quantize_per_tensor_default_30" -> "1483 dequantize_per_tensor_default_30" [label=None, style=solid]; +"1483 dequantize_per_tensor_default_30" -> "1484 transpose_9" [label=None, style=solid]; +"1484 transpose_9" -> "1485 reshape_20" [label="(4, 64, 12, 32)", style=solid]; +"1485 reshape_20" -> "1486 linear_29" [label="(4, 64, 384)", style=solid]; +"1486 linear_29" -> "1487 dropout_17" [label="(4, 64, 384)", style=solid]; +"1487 dropout_17" -> "1488 view_25" [label="(4, 64, 384)", style=solid]; +"1488 view_25" -> "1489 permute_22" [label="(1, 2, 2, 8, 8, 384)", style=solid]; +"1489 permute_22" -> "1490 reshape_21" [label="(1, 2, 8, 2, 8, 384)", style=solid]; +"1490 reshape_21" -> "1491 slice_78" [label="(1, 16, 16, 384)", style=solid]; +"1491 slice_78" -> "1492 slice_79" [label="(1, 16, 16, 384)", style=solid]; +"1492 slice_79" -> "1493 slice_80" [label="(1, 14, 16, 384)", style=solid]; +"1493 slice_80" -> "1494 slice_81" [label="(1, 14, 14, 384)", style=solid]; +"1494 slice_81" -> "1495 contiguous_7" [label="(1, 14, 14, 384)", style=solid]; +"1495 contiguous_7" -> "1496 layer_norm_11" [label="(1, 14, 14, 384)", style=solid]; +"1496 layer_norm_11" -> "1497 add_15" [label="(1, 14, 14, 384)", style=solid]; +"1497 add_15" -> "1498 quantize_per_tensor_default_31" [label="(1, 14, 14, 384)", style=solid]; +"1497 add_15" -> "1508 add_16" [label="(1, 14, 14, 384)", style=solid]; +"1498 quantize_per_tensor_default_31" -> "1499 dequantize_per_tensor_default_31" [label=None, style=solid]; +"1499 dequantize_per_tensor_default_31" -> "1500 linear_30" [label=None, style=solid]; +"1500 linear_30" -> "1501 gelu_4" [label="(1, 14, 14, 1536)", style=solid]; +"1501 gelu_4" -> "1502 quantize_per_tensor_default_32" [label="(1, 14, 14, 1536)", style=solid]; +"1502 quantize_per_tensor_default_32" -> "1503 dequantize_per_tensor_default_32" [label=None, style=solid]; +"1503 dequantize_per_tensor_default_32" -> "1504 dropout_18" [label=None, style=solid]; +"1504 dropout_18" -> "1505 linear_31" [label="(1, 14, 14, 1536)", style=solid]; +"1505 linear_31" -> "1506 dropout_19" [label="(1, 14, 14, 384)", style=solid]; +"1506 dropout_19" -> "1507 layer_norm_12" [label="(1, 14, 14, 384)", style=solid]; +"1507 layer_norm_12" -> "1508 add_16" [label="(1, 14, 14, 384)", style=solid]; +"1508 add_16" -> "1520 pad_7" [label="(1, 14, 14, 384)", style=solid]; +"1508 add_16" -> "1625 add_19" [label="(1, 14, 14, 384)", style=solid]; +"1509 linear_32" -> "1510 relu__5" [label="(1, 15, 15, 512)", style=solid]; +"1510 relu__5" -> "1511 linear_33" [label="(1, 15, 15, 512)", style=solid]; +"1511 linear_33" -> "1512 view_26" [label="(1, 15, 15, 12)", style=solid]; +"1512 view_26" -> "1513 index_5" [label="(225, 12)", style=solid]; +"1513 index_5" -> "1514 view_27" [label="(4096, 12)", style=solid]; +"1514 view_27" -> "1515 permute_23" [label="(64, 64, 12)", style=solid]; +"1515 permute_23" -> "1516 contiguous_8" [label="(12, 64, 64)", style=solid]; +"1516 contiguous_8" -> "1517 unsqueeze_13" [label="(12, 64, 64)", style=solid]; +"1517 unsqueeze_13" -> "1518 sigmoid_5" [label="(1, 12, 64, 64)", style=solid]; +"1518 sigmoid_5" -> "1519 mul_10" [label="(1, 12, 64, 64)", style=solid]; +"1519 mul_10" -> "1553 add_17" [label="(1, 12, 64, 64)", style=solid]; +"1520 pad_7" -> "1521 roll_4" [label="(1, 16, 16, 384)", style=solid]; +"1521 roll_4" -> "1522 view_28" [label="(1, 16, 16, 384)", style=solid]; +"1522 view_28" -> "1523 permute_24" [label="(1, 2, 8, 2, 8, 384)", style=solid]; +"1523 permute_24" -> "1524 reshape_22" [label="(1, 2, 2, 8, 8, 384)", style=solid]; +"1524 reshape_22" -> "1525 quantize_per_tensor_default_33" [label="(4, 64, 384)", style=solid]; +"1524 reshape_22" -> "1554 new_zeros_2" [label="(4, 64, 384)", style=solid]; +"1525 quantize_per_tensor_default_33" -> "1526 dequantize_per_tensor_default_33" [label=None, style=solid]; +"1526 dequantize_per_tensor_default_33" -> "1530 linear_34" [label=None, style=solid]; +"1527 clone_5" -> "1528 slice_82" [label="(1152,)", style=solid]; +"1527 clone_5" -> "1530 linear_34" [label="(1152,)", style=solid]; +"1528 slice_82" -> "1529 zero__5" [label="(384,)", style=solid]; +"1530 linear_34" -> "1531 reshape_23" [label="(4, 64, 1152)", style=solid]; +"1531 reshape_23" -> "1532 permute_25" [label="(4, 64, 3, 12, 32)", style=solid]; +"1532 permute_25" -> "1533 select_15" [label="(3, 4, 12, 64, 32)", style=solid]; +"1532 permute_25" -> "1534 select_16" [label="(3, 4, 12, 64, 32)", style=solid]; +"1532 permute_25" -> "1535 select_17" [label="(3, 4, 12, 64, 32)", style=solid]; +"1533 select_15" -> "1536 linalg_vector_norm_10" [label="(4, 12, 64, 32)", style=solid]; +"1533 select_15" -> "1538 expand_as_10" [label="(4, 12, 64, 32)", style=solid]; +"1533 select_15" -> "1539 div_10" [label="(4, 12, 64, 32)", style=solid]; +"1534 select_16" -> "1542 linalg_vector_norm_11" [label="(4, 12, 64, 32)", style=solid]; +"1534 select_16" -> "1544 expand_as_11" [label="(4, 12, 64, 32)", style=solid]; +"1534 select_16" -> "1545 div_11" [label="(4, 12, 64, 32)", style=solid]; +"1535 select_17" -> "1608 matmul_11" [label="(4, 12, 64, 32)", style=solid]; +"1536 linalg_vector_norm_10" -> "1537 clamp_min_10" [label="(4, 12, 64, 1)", style=solid]; +"1537 clamp_min_10" -> "1538 expand_as_10" [label="(4, 12, 64, 1)", style=solid]; +"1538 expand_as_10" -> "1539 div_10" [label="(4, 12, 64, 32)", style=solid]; +"1539 div_10" -> "1540 quantize_per_tensor_default_34" [label="(4, 12, 64, 32)", style=solid]; +"1540 quantize_per_tensor_default_34" -> "1541 dequantize_per_tensor_default_34" [label=None, style=solid]; +"1541 dequantize_per_tensor_default_34" -> "1549 matmul_10" [label=None, style=solid]; +"1542 linalg_vector_norm_11" -> "1543 clamp_min_11" [label="(4, 12, 64, 1)", style=solid]; +"1543 clamp_min_11" -> "1544 expand_as_11" [label="(4, 12, 64, 1)", style=solid]; +"1544 expand_as_11" -> "1545 div_11" [label="(4, 12, 64, 32)", style=solid]; +"1545 div_11" -> "1546 quantize_per_tensor_default_35" [label="(4, 12, 64, 32)", style=solid]; +"1546 quantize_per_tensor_default_35" -> "1547 dequantize_per_tensor_default_35" [label=None, style=solid]; +"1547 dequantize_per_tensor_default_35" -> "1548 transpose_10" [label=None, style=solid]; +"1548 transpose_10" -> "1549 matmul_10" [label="(4, 12, 32, 64)", style=solid]; +"1549 matmul_10" -> "1552 mul_11" [label="(4, 12, 64, 64)", style=solid]; +"1550 clamp_5" -> "1551 exp_5" [label="(12, 1, 1)", style=solid]; +"1551 exp_5" -> "1552 mul_11" [label="(12, 1, 1)", style=solid]; +"1552 mul_11" -> "1553 add_17" [label="(4, 12, 64, 64)", style=solid]; +"1553 add_17" -> "1601 view_30" [label="(4, 12, 64, 64)", style=solid]; +"1554 new_zeros_2" -> "1556 slice_83" [label="(16, 16)", style=solid]; +"1554 new_zeros_2" -> "1560 slice_85" [label="(16, 16)", style=solid]; +"1554 new_zeros_2" -> "1564 slice_87" [label="(16, 16)", style=solid]; +"1554 new_zeros_2" -> "1568 slice_89" [label="(16, 16)", style=solid]; +"1554 new_zeros_2" -> "1572 slice_91" [label="(16, 16)", style=solid]; +"1554 new_zeros_2" -> "1576 slice_93" [label="(16, 16)", style=solid]; +"1554 new_zeros_2" -> "1580 slice_95" [label="(16, 16)", style=solid]; +"1554 new_zeros_2" -> "1584 slice_97" [label="(16, 16)", style=solid]; +"1554 new_zeros_2" -> "1588 slice_99" [label="(16, 16)", style=solid]; +"1554 new_zeros_2" -> "1591 view_29" [label="(16, 16)", style=solid]; +"1555 lift_fresh_copy_18" -> "1558 fill__18" [label="()", style=solid]; +"1556 slice_83" -> "1557 slice_84" [label="(8, 16)", style=solid]; +"1557 slice_84" -> "1558 fill__18" [label="(8, 8)", style=solid]; +"1559 lift_fresh_copy_19" -> "1562 fill__19" [label="()", style=solid]; +"1560 slice_85" -> "1561 slice_86" [label="(8, 16)", style=solid]; +"1561 slice_86" -> "1562 fill__19" [label="(8, 4)", style=solid]; +"1563 lift_fresh_copy_20" -> "1566 fill__20" [label="()", style=solid]; +"1564 slice_87" -> "1565 slice_88" [label="(8, 16)", style=solid]; +"1565 slice_88" -> "1566 fill__20" [label="(8, 4)", style=solid]; +"1567 lift_fresh_copy_21" -> "1570 fill__21" [label="()", style=solid]; +"1568 slice_89" -> "1569 slice_90" [label="(4, 16)", style=solid]; +"1569 slice_90" -> "1570 fill__21" [label="(4, 8)", style=solid]; +"1571 lift_fresh_copy_22" -> "1574 fill__22" [label="()", style=solid]; +"1572 slice_91" -> "1573 slice_92" [label="(4, 16)", style=solid]; +"1573 slice_92" -> "1574 fill__22" [label="(4, 4)", style=solid]; +"1575 lift_fresh_copy_23" -> "1578 fill__23" [label="()", style=solid]; +"1576 slice_93" -> "1577 slice_94" [label="(4, 16)", style=solid]; +"1577 slice_94" -> "1578 fill__23" [label="(4, 4)", style=solid]; +"1579 lift_fresh_copy_24" -> "1582 fill__24" [label="()", style=solid]; +"1580 slice_95" -> "1581 slice_96" [label="(4, 16)", style=solid]; +"1581 slice_96" -> "1582 fill__24" [label="(4, 8)", style=solid]; +"1583 lift_fresh_copy_25" -> "1586 fill__25" [label="()", style=solid]; +"1584 slice_97" -> "1585 slice_98" [label="(4, 16)", style=solid]; +"1585 slice_98" -> "1586 fill__25" [label="(4, 4)", style=solid]; +"1587 lift_fresh_copy_26" -> "1590 fill__26" [label="()", style=solid]; +"1588 slice_99" -> "1589 slice_100" [label="(4, 16)", style=solid]; +"1589 slice_100" -> "1590 fill__26" [label="(4, 4)", style=solid]; +"1591 view_29" -> "1592 permute_26" [label="(2, 8, 2, 8)", style=solid]; +"1592 permute_26" -> "1593 reshape_24" [label="(2, 2, 8, 8)", style=solid]; +"1593 reshape_24" -> "1594 unsqueeze_14" [label="(4, 64)", style=solid]; +"1593 reshape_24" -> "1595 unsqueeze_15" [label="(4, 64)", style=solid]; +"1594 unsqueeze_14" -> "1596 sub_2" [label="(4, 1, 64)", style=solid]; +"1595 unsqueeze_15" -> "1596 sub_2" [label="(4, 64, 1)", style=solid]; +"1596 sub_2" -> "1597 ne_2" [label="(4, 64, 64)", style=solid]; +"1596 sub_2" -> "1598 masked_fill_4" [label="(4, 64, 64)", style=solid]; +"1596 sub_2" -> "1599 eq_2" [label="(4, 64, 64)", style=solid]; +"1597 ne_2" -> "1598 masked_fill_4" [label="(4, 64, 64)", style=solid]; +"1598 masked_fill_4" -> "1600 masked_fill_5" [label="(4, 64, 64)", style=solid]; +"1599 eq_2" -> "1600 masked_fill_5" [label="(4, 64, 64)", style=solid]; +"1600 masked_fill_5" -> "1602 unsqueeze_16" [label="(4, 64, 64)", style=solid]; +"1601 view_30" -> "1604 add_18" [label="(1, 4, 12, 64, 64)", style=solid]; +"1602 unsqueeze_16" -> "1603 unsqueeze_17" [label="(4, 1, 64, 64)", style=solid]; +"1603 unsqueeze_17" -> "1604 add_18" [label="(1, 4, 1, 64, 64)", style=solid]; +"1604 add_18" -> "1605 view_31" [label="(1, 4, 12, 64, 64)", style=solid]; +"1605 view_31" -> "1606 softmax_5" [label="(4, 12, 64, 64)", style=solid]; +"1606 softmax_5" -> "1607 dropout_20" [label="(4, 12, 64, 64)", style=solid]; +"1607 dropout_20" -> "1608 matmul_11" [label="(4, 12, 64, 64)", style=solid]; +"1608 matmul_11" -> "1609 quantize_per_tensor_default_36" [label="(4, 12, 64, 32)", style=solid]; +"1609 quantize_per_tensor_default_36" -> "1610 dequantize_per_tensor_default_36" [label=None, style=solid]; +"1610 dequantize_per_tensor_default_36" -> "1611 transpose_11" [label=None, style=solid]; +"1611 transpose_11" -> "1612 reshape_25" [label="(4, 64, 12, 32)", style=solid]; +"1612 reshape_25" -> "1613 linear_35" [label="(4, 64, 384)", style=solid]; +"1613 linear_35" -> "1614 dropout_21" [label="(4, 64, 384)", style=solid]; +"1614 dropout_21" -> "1615 view_32" [label="(4, 64, 384)", style=solid]; +"1615 view_32" -> "1616 permute_27" [label="(1, 2, 2, 8, 8, 384)", style=solid]; +"1616 permute_27" -> "1617 reshape_26" [label="(1, 2, 8, 2, 8, 384)", style=solid]; +"1617 reshape_26" -> "1618 roll_5" [label="(1, 16, 16, 384)", style=solid]; +"1618 roll_5" -> "1619 slice_101" [label="(1, 16, 16, 384)", style=solid]; +"1619 slice_101" -> "1620 slice_102" [label="(1, 16, 16, 384)", style=solid]; +"1620 slice_102" -> "1621 slice_103" [label="(1, 14, 16, 384)", style=solid]; +"1621 slice_103" -> "1622 slice_104" [label="(1, 14, 14, 384)", style=solid]; +"1622 slice_104" -> "1623 contiguous_9" [label="(1, 14, 14, 384)", style=solid]; +"1623 contiguous_9" -> "1624 layer_norm_13" [label="(1, 14, 14, 384)", style=solid]; +"1624 layer_norm_13" -> "1625 add_19" [label="(1, 14, 14, 384)", style=solid]; +"1625 add_19" -> "1626 quantize_per_tensor_default_37" [label="(1, 14, 14, 384)", style=solid]; +"1625 add_19" -> "1636 add_20" [label="(1, 14, 14, 384)", style=solid]; +"1626 quantize_per_tensor_default_37" -> "1627 dequantize_per_tensor_default_37" [label=None, style=solid]; +"1627 dequantize_per_tensor_default_37" -> "1628 linear_36" [label=None, style=solid]; +"1628 linear_36" -> "1629 gelu_5" [label="(1, 14, 14, 1536)", style=solid]; +"1629 gelu_5" -> "1630 quantize_per_tensor_default_38" [label="(1, 14, 14, 1536)", style=solid]; +"1630 quantize_per_tensor_default_38" -> "1631 dequantize_per_tensor_default_38" [label=None, style=solid]; +"1631 dequantize_per_tensor_default_38" -> "1632 dropout_22" [label=None, style=solid]; +"1632 dropout_22" -> "1633 linear_37" [label="(1, 14, 14, 1536)", style=solid]; +"1633 linear_37" -> "1634 dropout_23" [label="(1, 14, 14, 384)", style=solid]; +"1634 dropout_23" -> "1635 layer_norm_14" [label="(1, 14, 14, 384)", style=solid]; +"1635 layer_norm_14" -> "1636 add_20" [label="(1, 14, 14, 384)", style=solid]; +"1636 add_20" -> "1637 quantize_per_tensor_default_39" [label="(1, 14, 14, 384)", style=solid]; +"1636 add_20" -> "1699 add_22" [label="(1, 14, 14, 384)", style=solid]; +"1637 quantize_per_tensor_default_39" -> "1638 dequantize_per_tensor_default_39" [label=None, style=solid]; +"1638 dequantize_per_tensor_default_39" -> "1650 pad_8" [label=None, style=solid]; +"1639 linear_38" -> "1640 relu__6" [label="(1, 15, 15, 512)", style=solid]; +"1640 relu__6" -> "1641 linear_39" [label="(1, 15, 15, 512)", style=solid]; +"1641 linear_39" -> "1642 view_33" [label="(1, 15, 15, 12)", style=solid]; +"1642 view_33" -> "1643 index_6" [label="(225, 12)", style=solid]; +"1643 index_6" -> "1644 view_34" [label="(4096, 12)", style=solid]; +"1644 view_34" -> "1645 permute_28" [label="(64, 64, 12)", style=solid]; +"1645 permute_28" -> "1646 contiguous_10" [label="(12, 64, 64)", style=solid]; +"1646 contiguous_10" -> "1647 unsqueeze_18" [label="(12, 64, 64)", style=solid]; +"1647 unsqueeze_18" -> "1648 sigmoid_6" [label="(1, 12, 64, 64)", style=solid]; +"1648 sigmoid_6" -> "1649 mul_12" [label="(1, 12, 64, 64)", style=solid]; +"1649 mul_12" -> "1680 add_21" [label="(1, 12, 64, 64)", style=solid]; +"1650 pad_8" -> "1651 view_35" [label="(1, 16, 16, 384)", style=solid]; +"1651 view_35" -> "1652 permute_29" [label="(1, 2, 8, 2, 8, 384)", style=solid]; +"1652 permute_29" -> "1653 reshape_27" [label="(1, 2, 2, 8, 8, 384)", style=solid]; +"1653 reshape_27" -> "1657 linear_40" [label="(4, 64, 384)", style=solid]; +"1654 clone_6" -> "1655 slice_105" [label="(1152,)", style=solid]; +"1654 clone_6" -> "1657 linear_40" [label="(1152,)", style=solid]; +"1655 slice_105" -> "1656 zero__6" [label="(384,)", style=solid]; +"1657 linear_40" -> "1658 reshape_28" [label="(4, 64, 1152)", style=solid]; +"1658 reshape_28" -> "1659 permute_30" [label="(4, 64, 3, 12, 32)", style=solid]; +"1659 permute_30" -> "1660 select_18" [label="(3, 4, 12, 64, 32)", style=solid]; +"1659 permute_30" -> "1661 select_19" [label="(3, 4, 12, 64, 32)", style=solid]; +"1659 permute_30" -> "1662 select_20" [label="(3, 4, 12, 64, 32)", style=solid]; +"1660 select_18" -> "1663 linalg_vector_norm_12" [label="(4, 12, 64, 32)", style=solid]; +"1660 select_18" -> "1665 expand_as_12" [label="(4, 12, 64, 32)", style=solid]; +"1660 select_18" -> "1666 div_12" [label="(4, 12, 64, 32)", style=solid]; +"1661 select_19" -> "1669 linalg_vector_norm_13" [label="(4, 12, 64, 32)", style=solid]; +"1661 select_19" -> "1671 expand_as_13" [label="(4, 12, 64, 32)", style=solid]; +"1661 select_19" -> "1672 div_13" [label="(4, 12, 64, 32)", style=solid]; +"1662 select_20" -> "1683 matmul_13" [label="(4, 12, 64, 32)", style=solid]; +"1663 linalg_vector_norm_12" -> "1664 clamp_min_12" [label="(4, 12, 64, 1)", style=solid]; +"1664 clamp_min_12" -> "1665 expand_as_12" [label="(4, 12, 64, 1)", style=solid]; +"1665 expand_as_12" -> "1666 div_12" [label="(4, 12, 64, 32)", style=solid]; +"1666 div_12" -> "1667 quantize_per_tensor_default_40" [label="(4, 12, 64, 32)", style=solid]; +"1667 quantize_per_tensor_default_40" -> "1668 dequantize_per_tensor_default_40" [label=None, style=solid]; +"1668 dequantize_per_tensor_default_40" -> "1676 matmul_12" [label=None, style=solid]; +"1669 linalg_vector_norm_13" -> "1670 clamp_min_13" [label="(4, 12, 64, 1)", style=solid]; +"1670 clamp_min_13" -> "1671 expand_as_13" [label="(4, 12, 64, 1)", style=solid]; +"1671 expand_as_13" -> "1672 div_13" [label="(4, 12, 64, 32)", style=solid]; +"1672 div_13" -> "1673 quantize_per_tensor_default_41" [label="(4, 12, 64, 32)", style=solid]; +"1673 quantize_per_tensor_default_41" -> "1674 dequantize_per_tensor_default_41" [label=None, style=solid]; +"1674 dequantize_per_tensor_default_41" -> "1675 transpose_12" [label=None, style=solid]; +"1675 transpose_12" -> "1676 matmul_12" [label="(4, 12, 32, 64)", style=solid]; +"1676 matmul_12" -> "1679 mul_13" [label="(4, 12, 64, 64)", style=solid]; +"1677 clamp_6" -> "1678 exp_6" [label="(12, 1, 1)", style=solid]; +"1678 exp_6" -> "1679 mul_13" [label="(12, 1, 1)", style=solid]; +"1679 mul_13" -> "1680 add_21" [label="(4, 12, 64, 64)", style=solid]; +"1680 add_21" -> "1681 softmax_6" [label="(4, 12, 64, 64)", style=solid]; +"1681 softmax_6" -> "1682 dropout_24" [label="(4, 12, 64, 64)", style=solid]; +"1682 dropout_24" -> "1683 matmul_13" [label="(4, 12, 64, 64)", style=solid]; +"1683 matmul_13" -> "1684 quantize_per_tensor_default_42" [label="(4, 12, 64, 32)", style=solid]; +"1684 quantize_per_tensor_default_42" -> "1685 dequantize_per_tensor_default_42" [label=None, style=solid]; +"1685 dequantize_per_tensor_default_42" -> "1686 transpose_13" [label=None, style=solid]; +"1686 transpose_13" -> "1687 reshape_29" [label="(4, 64, 12, 32)", style=solid]; +"1687 reshape_29" -> "1688 linear_41" [label="(4, 64, 384)", style=solid]; +"1688 linear_41" -> "1689 dropout_25" [label="(4, 64, 384)", style=solid]; +"1689 dropout_25" -> "1690 view_36" [label="(4, 64, 384)", style=solid]; +"1690 view_36" -> "1691 permute_31" [label="(1, 2, 2, 8, 8, 384)", style=solid]; +"1691 permute_31" -> "1692 reshape_30" [label="(1, 2, 8, 2, 8, 384)", style=solid]; +"1692 reshape_30" -> "1693 slice_106" [label="(1, 16, 16, 384)", style=solid]; +"1693 slice_106" -> "1694 slice_107" [label="(1, 16, 16, 384)", style=solid]; +"1694 slice_107" -> "1695 slice_108" [label="(1, 14, 16, 384)", style=solid]; +"1695 slice_108" -> "1696 slice_109" [label="(1, 14, 14, 384)", style=solid]; +"1696 slice_109" -> "1697 contiguous_11" [label="(1, 14, 14, 384)", style=solid]; +"1697 contiguous_11" -> "1698 layer_norm_15" [label="(1, 14, 14, 384)", style=solid]; +"1698 layer_norm_15" -> "1699 add_22" [label="(1, 14, 14, 384)", style=solid]; +"1699 add_22" -> "1700 quantize_per_tensor_default_43" [label="(1, 14, 14, 384)", style=solid]; +"1699 add_22" -> "1710 add_23" [label="(1, 14, 14, 384)", style=solid]; +"1700 quantize_per_tensor_default_43" -> "1701 dequantize_per_tensor_default_43" [label=None, style=solid]; +"1701 dequantize_per_tensor_default_43" -> "1702 linear_42" [label=None, style=solid]; +"1702 linear_42" -> "1703 gelu_6" [label="(1, 14, 14, 1536)", style=solid]; +"1703 gelu_6" -> "1704 quantize_per_tensor_default_44" [label="(1, 14, 14, 1536)", style=solid]; +"1704 quantize_per_tensor_default_44" -> "1705 dequantize_per_tensor_default_44" [label=None, style=solid]; +"1705 dequantize_per_tensor_default_44" -> "1706 dropout_26" [label=None, style=solid]; +"1706 dropout_26" -> "1707 linear_43" [label="(1, 14, 14, 1536)", style=solid]; +"1707 linear_43" -> "1708 dropout_27" [label="(1, 14, 14, 384)", style=solid]; +"1708 dropout_27" -> "1709 layer_norm_16" [label="(1, 14, 14, 384)", style=solid]; +"1709 layer_norm_16" -> "1710 add_23" [label="(1, 14, 14, 384)", style=solid]; +"1710 add_23" -> "1722 pad_9" [label="(1, 14, 14, 384)", style=solid]; +"1710 add_23" -> "1827 add_26" [label="(1, 14, 14, 384)", style=solid]; +"1711 linear_44" -> "1712 relu__7" [label="(1, 15, 15, 512)", style=solid]; +"1712 relu__7" -> "1713 linear_45" [label="(1, 15, 15, 512)", style=solid]; +"1713 linear_45" -> "1714 view_37" [label="(1, 15, 15, 12)", style=solid]; +"1714 view_37" -> "1715 index_7" [label="(225, 12)", style=solid]; +"1715 index_7" -> "1716 view_38" [label="(4096, 12)", style=solid]; +"1716 view_38" -> "1717 permute_32" [label="(64, 64, 12)", style=solid]; +"1717 permute_32" -> "1718 contiguous_12" [label="(12, 64, 64)", style=solid]; +"1718 contiguous_12" -> "1719 unsqueeze_19" [label="(12, 64, 64)", style=solid]; +"1719 unsqueeze_19" -> "1720 sigmoid_7" [label="(1, 12, 64, 64)", style=solid]; +"1720 sigmoid_7" -> "1721 mul_14" [label="(1, 12, 64, 64)", style=solid]; +"1721 mul_14" -> "1755 add_24" [label="(1, 12, 64, 64)", style=solid]; +"1722 pad_9" -> "1723 roll_6" [label="(1, 16, 16, 384)", style=solid]; +"1723 roll_6" -> "1724 view_39" [label="(1, 16, 16, 384)", style=solid]; +"1724 view_39" -> "1725 permute_33" [label="(1, 2, 8, 2, 8, 384)", style=solid]; +"1725 permute_33" -> "1726 reshape_31" [label="(1, 2, 2, 8, 8, 384)", style=solid]; +"1726 reshape_31" -> "1727 quantize_per_tensor_default_45" [label="(4, 64, 384)", style=solid]; +"1726 reshape_31" -> "1756 new_zeros_3" [label="(4, 64, 384)", style=solid]; +"1727 quantize_per_tensor_default_45" -> "1728 dequantize_per_tensor_default_45" [label=None, style=solid]; +"1728 dequantize_per_tensor_default_45" -> "1732 linear_46" [label=None, style=solid]; +"1729 clone_7" -> "1730 slice_110" [label="(1152,)", style=solid]; +"1729 clone_7" -> "1732 linear_46" [label="(1152,)", style=solid]; +"1730 slice_110" -> "1731 zero__7" [label="(384,)", style=solid]; +"1732 linear_46" -> "1733 reshape_32" [label="(4, 64, 1152)", style=solid]; +"1733 reshape_32" -> "1734 permute_34" [label="(4, 64, 3, 12, 32)", style=solid]; +"1734 permute_34" -> "1735 select_21" [label="(3, 4, 12, 64, 32)", style=solid]; +"1734 permute_34" -> "1736 select_22" [label="(3, 4, 12, 64, 32)", style=solid]; +"1734 permute_34" -> "1737 select_23" [label="(3, 4, 12, 64, 32)", style=solid]; +"1735 select_21" -> "1738 linalg_vector_norm_14" [label="(4, 12, 64, 32)", style=solid]; +"1735 select_21" -> "1740 expand_as_14" [label="(4, 12, 64, 32)", style=solid]; +"1735 select_21" -> "1741 div_14" [label="(4, 12, 64, 32)", style=solid]; +"1736 select_22" -> "1744 linalg_vector_norm_15" [label="(4, 12, 64, 32)", style=solid]; +"1736 select_22" -> "1746 expand_as_15" [label="(4, 12, 64, 32)", style=solid]; +"1736 select_22" -> "1747 div_15" [label="(4, 12, 64, 32)", style=solid]; +"1737 select_23" -> "1810 matmul_15" [label="(4, 12, 64, 32)", style=solid]; +"1738 linalg_vector_norm_14" -> "1739 clamp_min_14" [label="(4, 12, 64, 1)", style=solid]; +"1739 clamp_min_14" -> "1740 expand_as_14" [label="(4, 12, 64, 1)", style=solid]; +"1740 expand_as_14" -> "1741 div_14" [label="(4, 12, 64, 32)", style=solid]; +"1741 div_14" -> "1742 quantize_per_tensor_default_46" [label="(4, 12, 64, 32)", style=solid]; +"1742 quantize_per_tensor_default_46" -> "1743 dequantize_per_tensor_default_46" [label=None, style=solid]; +"1743 dequantize_per_tensor_default_46" -> "1751 matmul_14" [label=None, style=solid]; +"1744 linalg_vector_norm_15" -> "1745 clamp_min_15" [label="(4, 12, 64, 1)", style=solid]; +"1745 clamp_min_15" -> "1746 expand_as_15" [label="(4, 12, 64, 1)", style=solid]; +"1746 expand_as_15" -> "1747 div_15" [label="(4, 12, 64, 32)", style=solid]; +"1747 div_15" -> "1748 quantize_per_tensor_default_47" [label="(4, 12, 64, 32)", style=solid]; +"1748 quantize_per_tensor_default_47" -> "1749 dequantize_per_tensor_default_47" [label=None, style=solid]; +"1749 dequantize_per_tensor_default_47" -> "1750 transpose_14" [label=None, style=solid]; +"1750 transpose_14" -> "1751 matmul_14" [label="(4, 12, 32, 64)", style=solid]; +"1751 matmul_14" -> "1754 mul_15" [label="(4, 12, 64, 64)", style=solid]; +"1752 clamp_7" -> "1753 exp_7" [label="(12, 1, 1)", style=solid]; +"1753 exp_7" -> "1754 mul_15" [label="(12, 1, 1)", style=solid]; +"1754 mul_15" -> "1755 add_24" [label="(4, 12, 64, 64)", style=solid]; +"1755 add_24" -> "1803 view_41" [label="(4, 12, 64, 64)", style=solid]; +"1756 new_zeros_3" -> "1758 slice_111" [label="(16, 16)", style=solid]; +"1756 new_zeros_3" -> "1762 slice_113" [label="(16, 16)", style=solid]; +"1756 new_zeros_3" -> "1766 slice_115" [label="(16, 16)", style=solid]; +"1756 new_zeros_3" -> "1770 slice_117" [label="(16, 16)", style=solid]; +"1756 new_zeros_3" -> "1774 slice_119" [label="(16, 16)", style=solid]; +"1756 new_zeros_3" -> "1778 slice_121" [label="(16, 16)", style=solid]; +"1756 new_zeros_3" -> "1782 slice_123" [label="(16, 16)", style=solid]; +"1756 new_zeros_3" -> "1786 slice_125" [label="(16, 16)", style=solid]; +"1756 new_zeros_3" -> "1790 slice_127" [label="(16, 16)", style=solid]; +"1756 new_zeros_3" -> "1793 view_40" [label="(16, 16)", style=solid]; +"1757 lift_fresh_copy_27" -> "1760 fill__27" [label="()", style=solid]; +"1758 slice_111" -> "1759 slice_112" [label="(8, 16)", style=solid]; +"1759 slice_112" -> "1760 fill__27" [label="(8, 8)", style=solid]; +"1761 lift_fresh_copy_28" -> "1764 fill__28" [label="()", style=solid]; +"1762 slice_113" -> "1763 slice_114" [label="(8, 16)", style=solid]; +"1763 slice_114" -> "1764 fill__28" [label="(8, 4)", style=solid]; +"1765 lift_fresh_copy_29" -> "1768 fill__29" [label="()", style=solid]; +"1766 slice_115" -> "1767 slice_116" [label="(8, 16)", style=solid]; +"1767 slice_116" -> "1768 fill__29" [label="(8, 4)", style=solid]; +"1769 lift_fresh_copy_30" -> "1772 fill__30" [label="()", style=solid]; +"1770 slice_117" -> "1771 slice_118" [label="(4, 16)", style=solid]; +"1771 slice_118" -> "1772 fill__30" [label="(4, 8)", style=solid]; +"1773 lift_fresh_copy_31" -> "1776 fill__31" [label="()", style=solid]; +"1774 slice_119" -> "1775 slice_120" [label="(4, 16)", style=solid]; +"1775 slice_120" -> "1776 fill__31" [label="(4, 4)", style=solid]; +"1777 lift_fresh_copy_32" -> "1780 fill__32" [label="()", style=solid]; +"1778 slice_121" -> "1779 slice_122" [label="(4, 16)", style=solid]; +"1779 slice_122" -> "1780 fill__32" [label="(4, 4)", style=solid]; +"1781 lift_fresh_copy_33" -> "1784 fill__33" [label="()", style=solid]; +"1782 slice_123" -> "1783 slice_124" [label="(4, 16)", style=solid]; +"1783 slice_124" -> "1784 fill__33" [label="(4, 8)", style=solid]; +"1785 lift_fresh_copy_34" -> "1788 fill__34" [label="()", style=solid]; +"1786 slice_125" -> "1787 slice_126" [label="(4, 16)", style=solid]; +"1787 slice_126" -> "1788 fill__34" [label="(4, 4)", style=solid]; +"1789 lift_fresh_copy_35" -> "1792 fill__35" [label="()", style=solid]; +"1790 slice_127" -> "1791 slice_128" [label="(4, 16)", style=solid]; +"1791 slice_128" -> "1792 fill__35" [label="(4, 4)", style=solid]; +"1793 view_40" -> "1794 permute_35" [label="(2, 8, 2, 8)", style=solid]; +"1794 permute_35" -> "1795 reshape_33" [label="(2, 2, 8, 8)", style=solid]; +"1795 reshape_33" -> "1796 unsqueeze_20" [label="(4, 64)", style=solid]; +"1795 reshape_33" -> "1797 unsqueeze_21" [label="(4, 64)", style=solid]; +"1796 unsqueeze_20" -> "1798 sub_3" [label="(4, 1, 64)", style=solid]; +"1797 unsqueeze_21" -> "1798 sub_3" [label="(4, 64, 1)", style=solid]; +"1798 sub_3" -> "1799 ne_3" [label="(4, 64, 64)", style=solid]; +"1798 sub_3" -> "1800 masked_fill_6" [label="(4, 64, 64)", style=solid]; +"1798 sub_3" -> "1801 eq_3" [label="(4, 64, 64)", style=solid]; +"1799 ne_3" -> "1800 masked_fill_6" [label="(4, 64, 64)", style=solid]; +"1800 masked_fill_6" -> "1802 masked_fill_7" [label="(4, 64, 64)", style=solid]; +"1801 eq_3" -> "1802 masked_fill_7" [label="(4, 64, 64)", style=solid]; +"1802 masked_fill_7" -> "1804 unsqueeze_22" [label="(4, 64, 64)", style=solid]; +"1803 view_41" -> "1806 add_25" [label="(1, 4, 12, 64, 64)", style=solid]; +"1804 unsqueeze_22" -> "1805 unsqueeze_23" [label="(4, 1, 64, 64)", style=solid]; +"1805 unsqueeze_23" -> "1806 add_25" [label="(1, 4, 1, 64, 64)", style=solid]; +"1806 add_25" -> "1807 view_42" [label="(1, 4, 12, 64, 64)", style=solid]; +"1807 view_42" -> "1808 softmax_7" [label="(4, 12, 64, 64)", style=solid]; +"1808 softmax_7" -> "1809 dropout_28" [label="(4, 12, 64, 64)", style=solid]; +"1809 dropout_28" -> "1810 matmul_15" [label="(4, 12, 64, 64)", style=solid]; +"1810 matmul_15" -> "1811 quantize_per_tensor_default_48" [label="(4, 12, 64, 32)", style=solid]; +"1811 quantize_per_tensor_default_48" -> "1812 dequantize_per_tensor_default_48" [label=None, style=solid]; +"1812 dequantize_per_tensor_default_48" -> "1813 transpose_15" [label=None, style=solid]; +"1813 transpose_15" -> "1814 reshape_34" [label="(4, 64, 12, 32)", style=solid]; +"1814 reshape_34" -> "1815 linear_47" [label="(4, 64, 384)", style=solid]; +"1815 linear_47" -> "1816 dropout_29" [label="(4, 64, 384)", style=solid]; +"1816 dropout_29" -> "1817 view_43" [label="(4, 64, 384)", style=solid]; +"1817 view_43" -> "1818 permute_36" [label="(1, 2, 2, 8, 8, 384)", style=solid]; +"1818 permute_36" -> "1819 reshape_35" [label="(1, 2, 8, 2, 8, 384)", style=solid]; +"1819 reshape_35" -> "1820 roll_7" [label="(1, 16, 16, 384)", style=solid]; +"1820 roll_7" -> "1821 slice_129" [label="(1, 16, 16, 384)", style=solid]; +"1821 slice_129" -> "1822 slice_130" [label="(1, 16, 16, 384)", style=solid]; +"1822 slice_130" -> "1823 slice_131" [label="(1, 14, 16, 384)", style=solid]; +"1823 slice_131" -> "1824 slice_132" [label="(1, 14, 14, 384)", style=solid]; +"1824 slice_132" -> "1825 contiguous_13" [label="(1, 14, 14, 384)", style=solid]; +"1825 contiguous_13" -> "1826 layer_norm_17" [label="(1, 14, 14, 384)", style=solid]; +"1826 layer_norm_17" -> "1827 add_26" [label="(1, 14, 14, 384)", style=solid]; +"1827 add_26" -> "1828 quantize_per_tensor_default_49" [label="(1, 14, 14, 384)", style=solid]; +"1827 add_26" -> "1838 add_27" [label="(1, 14, 14, 384)", style=solid]; +"1828 quantize_per_tensor_default_49" -> "1829 dequantize_per_tensor_default_49" [label=None, style=solid]; +"1829 dequantize_per_tensor_default_49" -> "1830 linear_48" [label=None, style=solid]; +"1830 linear_48" -> "1831 gelu_7" [label="(1, 14, 14, 1536)", style=solid]; +"1831 gelu_7" -> "1832 quantize_per_tensor_default_50" [label="(1, 14, 14, 1536)", style=solid]; +"1832 quantize_per_tensor_default_50" -> "1833 dequantize_per_tensor_default_50" [label=None, style=solid]; +"1833 dequantize_per_tensor_default_50" -> "1834 dropout_30" [label=None, style=solid]; +"1834 dropout_30" -> "1835 linear_49" [label="(1, 14, 14, 1536)", style=solid]; +"1835 linear_49" -> "1836 dropout_31" [label="(1, 14, 14, 384)", style=solid]; +"1836 dropout_31" -> "1837 layer_norm_18" [label="(1, 14, 14, 384)", style=solid]; +"1837 layer_norm_18" -> "1838 add_27" [label="(1, 14, 14, 384)", style=solid]; +"1838 add_27" -> "1839 quantize_per_tensor_default_51" [label="(1, 14, 14, 384)", style=solid]; +"1838 add_27" -> "1901 add_29" [label="(1, 14, 14, 384)", style=solid]; +"1839 quantize_per_tensor_default_51" -> "1840 dequantize_per_tensor_default_51" [label=None, style=solid]; +"1840 dequantize_per_tensor_default_51" -> "1852 pad_10" [label=None, style=solid]; +"1841 linear_50" -> "1842 relu__8" [label="(1, 15, 15, 512)", style=solid]; +"1842 relu__8" -> "1843 linear_51" [label="(1, 15, 15, 512)", style=solid]; +"1843 linear_51" -> "1844 view_44" [label="(1, 15, 15, 12)", style=solid]; +"1844 view_44" -> "1845 index_8" [label="(225, 12)", style=solid]; +"1845 index_8" -> "1846 view_45" [label="(4096, 12)", style=solid]; +"1846 view_45" -> "1847 permute_37" [label="(64, 64, 12)", style=solid]; +"1847 permute_37" -> "1848 contiguous_14" [label="(12, 64, 64)", style=solid]; +"1848 contiguous_14" -> "1849 unsqueeze_24" [label="(12, 64, 64)", style=solid]; +"1849 unsqueeze_24" -> "1850 sigmoid_8" [label="(1, 12, 64, 64)", style=solid]; +"1850 sigmoid_8" -> "1851 mul_16" [label="(1, 12, 64, 64)", style=solid]; +"1851 mul_16" -> "1882 add_28" [label="(1, 12, 64, 64)", style=solid]; +"1852 pad_10" -> "1853 view_46" [label="(1, 16, 16, 384)", style=solid]; +"1853 view_46" -> "1854 permute_38" [label="(1, 2, 8, 2, 8, 384)", style=solid]; +"1854 permute_38" -> "1855 reshape_36" [label="(1, 2, 2, 8, 8, 384)", style=solid]; +"1855 reshape_36" -> "1859 linear_52" [label="(4, 64, 384)", style=solid]; +"1856 clone_8" -> "1857 slice_133" [label="(1152,)", style=solid]; +"1856 clone_8" -> "1859 linear_52" [label="(1152,)", style=solid]; +"1857 slice_133" -> "1858 zero__8" [label="(384,)", style=solid]; +"1859 linear_52" -> "1860 reshape_37" [label="(4, 64, 1152)", style=solid]; +"1860 reshape_37" -> "1861 permute_39" [label="(4, 64, 3, 12, 32)", style=solid]; +"1861 permute_39" -> "1862 select_24" [label="(3, 4, 12, 64, 32)", style=solid]; +"1861 permute_39" -> "1863 select_25" [label="(3, 4, 12, 64, 32)", style=solid]; +"1861 permute_39" -> "1864 select_26" [label="(3, 4, 12, 64, 32)", style=solid]; +"1862 select_24" -> "1865 linalg_vector_norm_16" [label="(4, 12, 64, 32)", style=solid]; +"1862 select_24" -> "1867 expand_as_16" [label="(4, 12, 64, 32)", style=solid]; +"1862 select_24" -> "1868 div_16" [label="(4, 12, 64, 32)", style=solid]; +"1863 select_25" -> "1871 linalg_vector_norm_17" [label="(4, 12, 64, 32)", style=solid]; +"1863 select_25" -> "1873 expand_as_17" [label="(4, 12, 64, 32)", style=solid]; +"1863 select_25" -> "1874 div_17" [label="(4, 12, 64, 32)", style=solid]; +"1864 select_26" -> "1885 matmul_17" [label="(4, 12, 64, 32)", style=solid]; +"1865 linalg_vector_norm_16" -> "1866 clamp_min_16" [label="(4, 12, 64, 1)", style=solid]; +"1866 clamp_min_16" -> "1867 expand_as_16" [label="(4, 12, 64, 1)", style=solid]; +"1867 expand_as_16" -> "1868 div_16" [label="(4, 12, 64, 32)", style=solid]; +"1868 div_16" -> "1869 quantize_per_tensor_default_52" [label="(4, 12, 64, 32)", style=solid]; +"1869 quantize_per_tensor_default_52" -> "1870 dequantize_per_tensor_default_52" [label=None, style=solid]; +"1870 dequantize_per_tensor_default_52" -> "1878 matmul_16" [label=None, style=solid]; +"1871 linalg_vector_norm_17" -> "1872 clamp_min_17" [label="(4, 12, 64, 1)", style=solid]; +"1872 clamp_min_17" -> "1873 expand_as_17" [label="(4, 12, 64, 1)", style=solid]; +"1873 expand_as_17" -> "1874 div_17" [label="(4, 12, 64, 32)", style=solid]; +"1874 div_17" -> "1875 quantize_per_tensor_default_53" [label="(4, 12, 64, 32)", style=solid]; +"1875 quantize_per_tensor_default_53" -> "1876 dequantize_per_tensor_default_53" [label=None, style=solid]; +"1876 dequantize_per_tensor_default_53" -> "1877 transpose_16" [label=None, style=solid]; +"1877 transpose_16" -> "1878 matmul_16" [label="(4, 12, 32, 64)", style=solid]; +"1878 matmul_16" -> "1881 mul_17" [label="(4, 12, 64, 64)", style=solid]; +"1879 clamp_8" -> "1880 exp_8" [label="(12, 1, 1)", style=solid]; +"1880 exp_8" -> "1881 mul_17" [label="(12, 1, 1)", style=solid]; +"1881 mul_17" -> "1882 add_28" [label="(4, 12, 64, 64)", style=solid]; +"1882 add_28" -> "1883 softmax_8" [label="(4, 12, 64, 64)", style=solid]; +"1883 softmax_8" -> "1884 dropout_32" [label="(4, 12, 64, 64)", style=solid]; +"1884 dropout_32" -> "1885 matmul_17" [label="(4, 12, 64, 64)", style=solid]; +"1885 matmul_17" -> "1886 quantize_per_tensor_default_54" [label="(4, 12, 64, 32)", style=solid]; +"1886 quantize_per_tensor_default_54" -> "1887 dequantize_per_tensor_default_54" [label=None, style=solid]; +"1887 dequantize_per_tensor_default_54" -> "1888 transpose_17" [label=None, style=solid]; +"1888 transpose_17" -> "1889 reshape_38" [label="(4, 64, 12, 32)", style=solid]; +"1889 reshape_38" -> "1890 linear_53" [label="(4, 64, 384)", style=solid]; +"1890 linear_53" -> "1891 dropout_33" [label="(4, 64, 384)", style=solid]; +"1891 dropout_33" -> "1892 view_47" [label="(4, 64, 384)", style=solid]; +"1892 view_47" -> "1893 permute_40" [label="(1, 2, 2, 8, 8, 384)", style=solid]; +"1893 permute_40" -> "1894 reshape_39" [label="(1, 2, 8, 2, 8, 384)", style=solid]; +"1894 reshape_39" -> "1895 slice_134" [label="(1, 16, 16, 384)", style=solid]; +"1895 slice_134" -> "1896 slice_135" [label="(1, 16, 16, 384)", style=solid]; +"1896 slice_135" -> "1897 slice_136" [label="(1, 14, 16, 384)", style=solid]; +"1897 slice_136" -> "1898 slice_137" [label="(1, 14, 14, 384)", style=solid]; +"1898 slice_137" -> "1899 contiguous_15" [label="(1, 14, 14, 384)", style=solid]; +"1899 contiguous_15" -> "1900 layer_norm_19" [label="(1, 14, 14, 384)", style=solid]; +"1900 layer_norm_19" -> "1901 add_29" [label="(1, 14, 14, 384)", style=solid]; +"1901 add_29" -> "1902 quantize_per_tensor_default_55" [label="(1, 14, 14, 384)", style=solid]; +"1901 add_29" -> "1912 add_30" [label="(1, 14, 14, 384)", style=solid]; +"1902 quantize_per_tensor_default_55" -> "1903 dequantize_per_tensor_default_55" [label=None, style=solid]; +"1903 dequantize_per_tensor_default_55" -> "1904 linear_54" [label=None, style=solid]; +"1904 linear_54" -> "1905 gelu_8" [label="(1, 14, 14, 1536)", style=solid]; +"1905 gelu_8" -> "1906 quantize_per_tensor_default_56" [label="(1, 14, 14, 1536)", style=solid]; +"1906 quantize_per_tensor_default_56" -> "1907 dequantize_per_tensor_default_56" [label=None, style=solid]; +"1907 dequantize_per_tensor_default_56" -> "1908 dropout_34" [label=None, style=solid]; +"1908 dropout_34" -> "1909 linear_55" [label="(1, 14, 14, 1536)", style=solid]; +"1909 linear_55" -> "1910 dropout_35" [label="(1, 14, 14, 384)", style=solid]; +"1910 dropout_35" -> "1911 layer_norm_20" [label="(1, 14, 14, 384)", style=solid]; +"1911 layer_norm_20" -> "1912 add_30" [label="(1, 14, 14, 384)", style=solid]; +"1912 add_30" -> "1924 pad_11" [label="(1, 14, 14, 384)", style=solid]; +"1912 add_30" -> "2029 add_33" [label="(1, 14, 14, 384)", style=solid]; +"1913 linear_56" -> "1914 relu__9" [label="(1, 15, 15, 512)", style=solid]; +"1914 relu__9" -> "1915 linear_57" [label="(1, 15, 15, 512)", style=solid]; +"1915 linear_57" -> "1916 view_48" [label="(1, 15, 15, 12)", style=solid]; +"1916 view_48" -> "1917 index_9" [label="(225, 12)", style=solid]; +"1917 index_9" -> "1918 view_49" [label="(4096, 12)", style=solid]; +"1918 view_49" -> "1919 permute_41" [label="(64, 64, 12)", style=solid]; +"1919 permute_41" -> "1920 contiguous_16" [label="(12, 64, 64)", style=solid]; +"1920 contiguous_16" -> "1921 unsqueeze_25" [label="(12, 64, 64)", style=solid]; +"1921 unsqueeze_25" -> "1922 sigmoid_9" [label="(1, 12, 64, 64)", style=solid]; +"1922 sigmoid_9" -> "1923 mul_18" [label="(1, 12, 64, 64)", style=solid]; +"1923 mul_18" -> "1957 add_31" [label="(1, 12, 64, 64)", style=solid]; +"1924 pad_11" -> "1925 roll_8" [label="(1, 16, 16, 384)", style=solid]; +"1925 roll_8" -> "1926 view_50" [label="(1, 16, 16, 384)", style=solid]; +"1926 view_50" -> "1927 permute_42" [label="(1, 2, 8, 2, 8, 384)", style=solid]; +"1927 permute_42" -> "1928 reshape_40" [label="(1, 2, 2, 8, 8, 384)", style=solid]; +"1928 reshape_40" -> "1929 quantize_per_tensor_default_57" [label="(4, 64, 384)", style=solid]; +"1928 reshape_40" -> "1958 new_zeros_4" [label="(4, 64, 384)", style=solid]; +"1929 quantize_per_tensor_default_57" -> "1930 dequantize_per_tensor_default_57" [label=None, style=solid]; +"1930 dequantize_per_tensor_default_57" -> "1934 linear_58" [label=None, style=solid]; +"1931 clone_9" -> "1932 slice_138" [label="(1152,)", style=solid]; +"1931 clone_9" -> "1934 linear_58" [label="(1152,)", style=solid]; +"1932 slice_138" -> "1933 zero__9" [label="(384,)", style=solid]; +"1934 linear_58" -> "1935 reshape_41" [label="(4, 64, 1152)", style=solid]; +"1935 reshape_41" -> "1936 permute_43" [label="(4, 64, 3, 12, 32)", style=solid]; +"1936 permute_43" -> "1937 select_27" [label="(3, 4, 12, 64, 32)", style=solid]; +"1936 permute_43" -> "1938 select_28" [label="(3, 4, 12, 64, 32)", style=solid]; +"1936 permute_43" -> "1939 select_29" [label="(3, 4, 12, 64, 32)", style=solid]; +"1937 select_27" -> "1940 linalg_vector_norm_18" [label="(4, 12, 64, 32)", style=solid]; +"1937 select_27" -> "1942 expand_as_18" [label="(4, 12, 64, 32)", style=solid]; +"1937 select_27" -> "1943 div_18" [label="(4, 12, 64, 32)", style=solid]; +"1938 select_28" -> "1946 linalg_vector_norm_19" [label="(4, 12, 64, 32)", style=solid]; +"1938 select_28" -> "1948 expand_as_19" [label="(4, 12, 64, 32)", style=solid]; +"1938 select_28" -> "1949 div_19" [label="(4, 12, 64, 32)", style=solid]; +"1939 select_29" -> "2012 matmul_19" [label="(4, 12, 64, 32)", style=solid]; +"1940 linalg_vector_norm_18" -> "1941 clamp_min_18" [label="(4, 12, 64, 1)", style=solid]; +"1941 clamp_min_18" -> "1942 expand_as_18" [label="(4, 12, 64, 1)", style=solid]; +"1942 expand_as_18" -> "1943 div_18" [label="(4, 12, 64, 32)", style=solid]; +"1943 div_18" -> "1944 quantize_per_tensor_default_58" [label="(4, 12, 64, 32)", style=solid]; +"1944 quantize_per_tensor_default_58" -> "1945 dequantize_per_tensor_default_58" [label=None, style=solid]; +"1945 dequantize_per_tensor_default_58" -> "1953 matmul_18" [label=None, style=solid]; +"1946 linalg_vector_norm_19" -> "1947 clamp_min_19" [label="(4, 12, 64, 1)", style=solid]; +"1947 clamp_min_19" -> "1948 expand_as_19" [label="(4, 12, 64, 1)", style=solid]; +"1948 expand_as_19" -> "1949 div_19" [label="(4, 12, 64, 32)", style=solid]; +"1949 div_19" -> "1950 quantize_per_tensor_default_59" [label="(4, 12, 64, 32)", style=solid]; +"1950 quantize_per_tensor_default_59" -> "1951 dequantize_per_tensor_default_59" [label=None, style=solid]; +"1951 dequantize_per_tensor_default_59" -> "1952 transpose_18" [label=None, style=solid]; +"1952 transpose_18" -> "1953 matmul_18" [label="(4, 12, 32, 64)", style=solid]; +"1953 matmul_18" -> "1956 mul_19" [label="(4, 12, 64, 64)", style=solid]; +"1954 clamp_9" -> "1955 exp_9" [label="(12, 1, 1)", style=solid]; +"1955 exp_9" -> "1956 mul_19" [label="(12, 1, 1)", style=solid]; +"1956 mul_19" -> "1957 add_31" [label="(4, 12, 64, 64)", style=solid]; +"1957 add_31" -> "2005 view_52" [label="(4, 12, 64, 64)", style=solid]; +"1958 new_zeros_4" -> "1960 slice_139" [label="(16, 16)", style=solid]; +"1958 new_zeros_4" -> "1964 slice_141" [label="(16, 16)", style=solid]; +"1958 new_zeros_4" -> "1968 slice_143" [label="(16, 16)", style=solid]; +"1958 new_zeros_4" -> "1972 slice_145" [label="(16, 16)", style=solid]; +"1958 new_zeros_4" -> "1976 slice_147" [label="(16, 16)", style=solid]; +"1958 new_zeros_4" -> "1980 slice_149" [label="(16, 16)", style=solid]; +"1958 new_zeros_4" -> "1984 slice_151" [label="(16, 16)", style=solid]; +"1958 new_zeros_4" -> "1988 slice_153" [label="(16, 16)", style=solid]; +"1958 new_zeros_4" -> "1992 slice_155" [label="(16, 16)", style=solid]; +"1958 new_zeros_4" -> "1995 view_51" [label="(16, 16)", style=solid]; +"1959 lift_fresh_copy_36" -> "1962 fill__36" [label="()", style=solid]; +"1960 slice_139" -> "1961 slice_140" [label="(8, 16)", style=solid]; +"1961 slice_140" -> "1962 fill__36" [label="(8, 8)", style=solid]; +"1963 lift_fresh_copy_37" -> "1966 fill__37" [label="()", style=solid]; +"1964 slice_141" -> "1965 slice_142" [label="(8, 16)", style=solid]; +"1965 slice_142" -> "1966 fill__37" [label="(8, 4)", style=solid]; +"1967 lift_fresh_copy_38" -> "1970 fill__38" [label="()", style=solid]; +"1968 slice_143" -> "1969 slice_144" [label="(8, 16)", style=solid]; +"1969 slice_144" -> "1970 fill__38" [label="(8, 4)", style=solid]; +"1971 lift_fresh_copy_39" -> "1974 fill__39" [label="()", style=solid]; +"1972 slice_145" -> "1973 slice_146" [label="(4, 16)", style=solid]; +"1973 slice_146" -> "1974 fill__39" [label="(4, 8)", style=solid]; +"1975 lift_fresh_copy_40" -> "1978 fill__40" [label="()", style=solid]; +"1976 slice_147" -> "1977 slice_148" [label="(4, 16)", style=solid]; +"1977 slice_148" -> "1978 fill__40" [label="(4, 4)", style=solid]; +"1979 lift_fresh_copy_41" -> "1982 fill__41" [label="()", style=solid]; +"1980 slice_149" -> "1981 slice_150" [label="(4, 16)", style=solid]; +"1981 slice_150" -> "1982 fill__41" [label="(4, 4)", style=solid]; +"1983 lift_fresh_copy_42" -> "1986 fill__42" [label="()", style=solid]; +"1984 slice_151" -> "1985 slice_152" [label="(4, 16)", style=solid]; +"1985 slice_152" -> "1986 fill__42" [label="(4, 8)", style=solid]; +"1987 lift_fresh_copy_43" -> "1990 fill__43" [label="()", style=solid]; +"1988 slice_153" -> "1989 slice_154" [label="(4, 16)", style=solid]; +"1989 slice_154" -> "1990 fill__43" [label="(4, 4)", style=solid]; +"1991 lift_fresh_copy_44" -> "1994 fill__44" [label="()", style=solid]; +"1992 slice_155" -> "1993 slice_156" [label="(4, 16)", style=solid]; +"1993 slice_156" -> "1994 fill__44" [label="(4, 4)", style=solid]; +"1995 view_51" -> "1996 permute_44" [label="(2, 8, 2, 8)", style=solid]; +"1996 permute_44" -> "1997 reshape_42" [label="(2, 2, 8, 8)", style=solid]; +"1997 reshape_42" -> "1998 unsqueeze_26" [label="(4, 64)", style=solid]; +"1997 reshape_42" -> "1999 unsqueeze_27" [label="(4, 64)", style=solid]; +"1998 unsqueeze_26" -> "2000 sub_4" [label="(4, 1, 64)", style=solid]; +"1999 unsqueeze_27" -> "2000 sub_4" [label="(4, 64, 1)", style=solid]; +"2000 sub_4" -> "2001 ne_4" [label="(4, 64, 64)", style=solid]; +"2000 sub_4" -> "2002 masked_fill_8" [label="(4, 64, 64)", style=solid]; +"2000 sub_4" -> "2003 eq_4" [label="(4, 64, 64)", style=solid]; +"2001 ne_4" -> "2002 masked_fill_8" [label="(4, 64, 64)", style=solid]; +"2002 masked_fill_8" -> "2004 masked_fill_9" [label="(4, 64, 64)", style=solid]; +"2003 eq_4" -> "2004 masked_fill_9" [label="(4, 64, 64)", style=solid]; +"2004 masked_fill_9" -> "2006 unsqueeze_28" [label="(4, 64, 64)", style=solid]; +"2005 view_52" -> "2008 add_32" [label="(1, 4, 12, 64, 64)", style=solid]; +"2006 unsqueeze_28" -> "2007 unsqueeze_29" [label="(4, 1, 64, 64)", style=solid]; +"2007 unsqueeze_29" -> "2008 add_32" [label="(1, 4, 1, 64, 64)", style=solid]; +"2008 add_32" -> "2009 view_53" [label="(1, 4, 12, 64, 64)", style=solid]; +"2009 view_53" -> "2010 softmax_9" [label="(4, 12, 64, 64)", style=solid]; +"2010 softmax_9" -> "2011 dropout_36" [label="(4, 12, 64, 64)", style=solid]; +"2011 dropout_36" -> "2012 matmul_19" [label="(4, 12, 64, 64)", style=solid]; +"2012 matmul_19" -> "2013 quantize_per_tensor_default_60" [label="(4, 12, 64, 32)", style=solid]; +"2013 quantize_per_tensor_default_60" -> "2014 dequantize_per_tensor_default_60" [label=None, style=solid]; +"2014 dequantize_per_tensor_default_60" -> "2015 transpose_19" [label=None, style=solid]; +"2015 transpose_19" -> "2016 reshape_43" [label="(4, 64, 12, 32)", style=solid]; +"2016 reshape_43" -> "2017 linear_59" [label="(4, 64, 384)", style=solid]; +"2017 linear_59" -> "2018 dropout_37" [label="(4, 64, 384)", style=solid]; +"2018 dropout_37" -> "2019 view_54" [label="(4, 64, 384)", style=solid]; +"2019 view_54" -> "2020 permute_45" [label="(1, 2, 2, 8, 8, 384)", style=solid]; +"2020 permute_45" -> "2021 reshape_44" [label="(1, 2, 8, 2, 8, 384)", style=solid]; +"2021 reshape_44" -> "2022 roll_9" [label="(1, 16, 16, 384)", style=solid]; +"2022 roll_9" -> "2023 slice_157" [label="(1, 16, 16, 384)", style=solid]; +"2023 slice_157" -> "2024 slice_158" [label="(1, 16, 16, 384)", style=solid]; +"2024 slice_158" -> "2025 slice_159" [label="(1, 14, 16, 384)", style=solid]; +"2025 slice_159" -> "2026 slice_160" [label="(1, 14, 14, 384)", style=solid]; +"2026 slice_160" -> "2027 contiguous_17" [label="(1, 14, 14, 384)", style=solid]; +"2027 contiguous_17" -> "2028 layer_norm_21" [label="(1, 14, 14, 384)", style=solid]; +"2028 layer_norm_21" -> "2029 add_33" [label="(1, 14, 14, 384)", style=solid]; +"2029 add_33" -> "2030 quantize_per_tensor_default_61" [label="(1, 14, 14, 384)", style=solid]; +"2029 add_33" -> "2040 add_34" [label="(1, 14, 14, 384)", style=solid]; +"2030 quantize_per_tensor_default_61" -> "2031 dequantize_per_tensor_default_61" [label=None, style=solid]; +"2031 dequantize_per_tensor_default_61" -> "2032 linear_60" [label=None, style=solid]; +"2032 linear_60" -> "2033 gelu_9" [label="(1, 14, 14, 1536)", style=solid]; +"2033 gelu_9" -> "2034 quantize_per_tensor_default_62" [label="(1, 14, 14, 1536)", style=solid]; +"2034 quantize_per_tensor_default_62" -> "2035 dequantize_per_tensor_default_62" [label=None, style=solid]; +"2035 dequantize_per_tensor_default_62" -> "2036 dropout_38" [label=None, style=solid]; +"2036 dropout_38" -> "2037 linear_61" [label="(1, 14, 14, 1536)", style=solid]; +"2037 linear_61" -> "2038 dropout_39" [label="(1, 14, 14, 384)", style=solid]; +"2038 dropout_39" -> "2039 layer_norm_22" [label="(1, 14, 14, 384)", style=solid]; +"2039 layer_norm_22" -> "2040 add_34" [label="(1, 14, 14, 384)", style=solid]; +"2040 add_34" -> "2041 quantize_per_tensor_default_63" [label="(1, 14, 14, 384)", style=solid]; +"2040 add_34" -> "2103 add_36" [label="(1, 14, 14, 384)", style=solid]; +"2041 quantize_per_tensor_default_63" -> "2042 dequantize_per_tensor_default_63" [label=None, style=solid]; +"2042 dequantize_per_tensor_default_63" -> "2054 pad_12" [label=None, style=solid]; +"2043 linear_62" -> "2044 relu__10" [label="(1, 15, 15, 512)", style=solid]; +"2044 relu__10" -> "2045 linear_63" [label="(1, 15, 15, 512)", style=solid]; +"2045 linear_63" -> "2046 view_55" [label="(1, 15, 15, 12)", style=solid]; +"2046 view_55" -> "2047 index_10" [label="(225, 12)", style=solid]; +"2047 index_10" -> "2048 view_56" [label="(4096, 12)", style=solid]; +"2048 view_56" -> "2049 permute_46" [label="(64, 64, 12)", style=solid]; +"2049 permute_46" -> "2050 contiguous_18" [label="(12, 64, 64)", style=solid]; +"2050 contiguous_18" -> "2051 unsqueeze_30" [label="(12, 64, 64)", style=solid]; +"2051 unsqueeze_30" -> "2052 sigmoid_10" [label="(1, 12, 64, 64)", style=solid]; +"2052 sigmoid_10" -> "2053 mul_20" [label="(1, 12, 64, 64)", style=solid]; +"2053 mul_20" -> "2084 add_35" [label="(1, 12, 64, 64)", style=solid]; +"2054 pad_12" -> "2055 view_57" [label="(1, 16, 16, 384)", style=solid]; +"2055 view_57" -> "2056 permute_47" [label="(1, 2, 8, 2, 8, 384)", style=solid]; +"2056 permute_47" -> "2057 reshape_45" [label="(1, 2, 2, 8, 8, 384)", style=solid]; +"2057 reshape_45" -> "2061 linear_64" [label="(4, 64, 384)", style=solid]; +"2058 clone_10" -> "2059 slice_161" [label="(1152,)", style=solid]; +"2058 clone_10" -> "2061 linear_64" [label="(1152,)", style=solid]; +"2059 slice_161" -> "2060 zero__10" [label="(384,)", style=solid]; +"2061 linear_64" -> "2062 reshape_46" [label="(4, 64, 1152)", style=solid]; +"2062 reshape_46" -> "2063 permute_48" [label="(4, 64, 3, 12, 32)", style=solid]; +"2063 permute_48" -> "2064 select_30" [label="(3, 4, 12, 64, 32)", style=solid]; +"2063 permute_48" -> "2065 select_31" [label="(3, 4, 12, 64, 32)", style=solid]; +"2063 permute_48" -> "2066 select_32" [label="(3, 4, 12, 64, 32)", style=solid]; +"2064 select_30" -> "2067 linalg_vector_norm_20" [label="(4, 12, 64, 32)", style=solid]; +"2064 select_30" -> "2069 expand_as_20" [label="(4, 12, 64, 32)", style=solid]; +"2064 select_30" -> "2070 div_20" [label="(4, 12, 64, 32)", style=solid]; +"2065 select_31" -> "2073 linalg_vector_norm_21" [label="(4, 12, 64, 32)", style=solid]; +"2065 select_31" -> "2075 expand_as_21" [label="(4, 12, 64, 32)", style=solid]; +"2065 select_31" -> "2076 div_21" [label="(4, 12, 64, 32)", style=solid]; +"2066 select_32" -> "2087 matmul_21" [label="(4, 12, 64, 32)", style=solid]; +"2067 linalg_vector_norm_20" -> "2068 clamp_min_20" [label="(4, 12, 64, 1)", style=solid]; +"2068 clamp_min_20" -> "2069 expand_as_20" [label="(4, 12, 64, 1)", style=solid]; +"2069 expand_as_20" -> "2070 div_20" [label="(4, 12, 64, 32)", style=solid]; +"2070 div_20" -> "2071 quantize_per_tensor_default_64" [label="(4, 12, 64, 32)", style=solid]; +"2071 quantize_per_tensor_default_64" -> "2072 dequantize_per_tensor_default_64" [label=None, style=solid]; +"2072 dequantize_per_tensor_default_64" -> "2080 matmul_20" [label=None, style=solid]; +"2073 linalg_vector_norm_21" -> "2074 clamp_min_21" [label="(4, 12, 64, 1)", style=solid]; +"2074 clamp_min_21" -> "2075 expand_as_21" [label="(4, 12, 64, 1)", style=solid]; +"2075 expand_as_21" -> "2076 div_21" [label="(4, 12, 64, 32)", style=solid]; +"2076 div_21" -> "2077 quantize_per_tensor_default_65" [label="(4, 12, 64, 32)", style=solid]; +"2077 quantize_per_tensor_default_65" -> "2078 dequantize_per_tensor_default_65" [label=None, style=solid]; +"2078 dequantize_per_tensor_default_65" -> "2079 transpose_20" [label=None, style=solid]; +"2079 transpose_20" -> "2080 matmul_20" [label="(4, 12, 32, 64)", style=solid]; +"2080 matmul_20" -> "2083 mul_21" [label="(4, 12, 64, 64)", style=solid]; +"2081 clamp_10" -> "2082 exp_10" [label="(12, 1, 1)", style=solid]; +"2082 exp_10" -> "2083 mul_21" [label="(12, 1, 1)", style=solid]; +"2083 mul_21" -> "2084 add_35" [label="(4, 12, 64, 64)", style=solid]; +"2084 add_35" -> "2085 softmax_10" [label="(4, 12, 64, 64)", style=solid]; +"2085 softmax_10" -> "2086 dropout_40" [label="(4, 12, 64, 64)", style=solid]; +"2086 dropout_40" -> "2087 matmul_21" [label="(4, 12, 64, 64)", style=solid]; +"2087 matmul_21" -> "2088 quantize_per_tensor_default_66" [label="(4, 12, 64, 32)", style=solid]; +"2088 quantize_per_tensor_default_66" -> "2089 dequantize_per_tensor_default_66" [label=None, style=solid]; +"2089 dequantize_per_tensor_default_66" -> "2090 transpose_21" [label=None, style=solid]; +"2090 transpose_21" -> "2091 reshape_47" [label="(4, 64, 12, 32)", style=solid]; +"2091 reshape_47" -> "2092 linear_65" [label="(4, 64, 384)", style=solid]; +"2092 linear_65" -> "2093 dropout_41" [label="(4, 64, 384)", style=solid]; +"2093 dropout_41" -> "2094 view_58" [label="(4, 64, 384)", style=solid]; +"2094 view_58" -> "2095 permute_49" [label="(1, 2, 2, 8, 8, 384)", style=solid]; +"2095 permute_49" -> "2096 reshape_48" [label="(1, 2, 8, 2, 8, 384)", style=solid]; +"2096 reshape_48" -> "2097 slice_162" [label="(1, 16, 16, 384)", style=solid]; +"2097 slice_162" -> "2098 slice_163" [label="(1, 16, 16, 384)", style=solid]; +"2098 slice_163" -> "2099 slice_164" [label="(1, 14, 16, 384)", style=solid]; +"2099 slice_164" -> "2100 slice_165" [label="(1, 14, 14, 384)", style=solid]; +"2100 slice_165" -> "2101 contiguous_19" [label="(1, 14, 14, 384)", style=solid]; +"2101 contiguous_19" -> "2102 layer_norm_23" [label="(1, 14, 14, 384)", style=solid]; +"2102 layer_norm_23" -> "2103 add_36" [label="(1, 14, 14, 384)", style=solid]; +"2103 add_36" -> "2104 quantize_per_tensor_default_67" [label="(1, 14, 14, 384)", style=solid]; +"2103 add_36" -> "2114 add_37" [label="(1, 14, 14, 384)", style=solid]; +"2104 quantize_per_tensor_default_67" -> "2105 dequantize_per_tensor_default_67" [label=None, style=solid]; +"2105 dequantize_per_tensor_default_67" -> "2106 linear_66" [label=None, style=solid]; +"2106 linear_66" -> "2107 gelu_10" [label="(1, 14, 14, 1536)", style=solid]; +"2107 gelu_10" -> "2108 quantize_per_tensor_default_68" [label="(1, 14, 14, 1536)", style=solid]; +"2108 quantize_per_tensor_default_68" -> "2109 dequantize_per_tensor_default_68" [label=None, style=solid]; +"2109 dequantize_per_tensor_default_68" -> "2110 dropout_42" [label=None, style=solid]; +"2110 dropout_42" -> "2111 linear_67" [label="(1, 14, 14, 1536)", style=solid]; +"2111 linear_67" -> "2112 dropout_43" [label="(1, 14, 14, 384)", style=solid]; +"2112 dropout_43" -> "2113 layer_norm_24" [label="(1, 14, 14, 384)", style=solid]; +"2113 layer_norm_24" -> "2114 add_37" [label="(1, 14, 14, 384)", style=solid]; +"2114 add_37" -> "2126 pad_13" [label="(1, 14, 14, 384)", style=solid]; +"2114 add_37" -> "2231 add_40" [label="(1, 14, 14, 384)", style=solid]; +"2115 linear_68" -> "2116 relu__11" [label="(1, 15, 15, 512)", style=solid]; +"2116 relu__11" -> "2117 linear_69" [label="(1, 15, 15, 512)", style=solid]; +"2117 linear_69" -> "2118 view_59" [label="(1, 15, 15, 12)", style=solid]; +"2118 view_59" -> "2119 index_11" [label="(225, 12)", style=solid]; +"2119 index_11" -> "2120 view_60" [label="(4096, 12)", style=solid]; +"2120 view_60" -> "2121 permute_50" [label="(64, 64, 12)", style=solid]; +"2121 permute_50" -> "2122 contiguous_20" [label="(12, 64, 64)", style=solid]; +"2122 contiguous_20" -> "2123 unsqueeze_31" [label="(12, 64, 64)", style=solid]; +"2123 unsqueeze_31" -> "2124 sigmoid_11" [label="(1, 12, 64, 64)", style=solid]; +"2124 sigmoid_11" -> "2125 mul_22" [label="(1, 12, 64, 64)", style=solid]; +"2125 mul_22" -> "2159 add_38" [label="(1, 12, 64, 64)", style=solid]; +"2126 pad_13" -> "2127 roll_10" [label="(1, 16, 16, 384)", style=solid]; +"2127 roll_10" -> "2128 view_61" [label="(1, 16, 16, 384)", style=solid]; +"2128 view_61" -> "2129 permute_51" [label="(1, 2, 8, 2, 8, 384)", style=solid]; +"2129 permute_51" -> "2130 reshape_49" [label="(1, 2, 2, 8, 8, 384)", style=solid]; +"2130 reshape_49" -> "2131 quantize_per_tensor_default_69" [label="(4, 64, 384)", style=solid]; +"2130 reshape_49" -> "2160 new_zeros_5" [label="(4, 64, 384)", style=solid]; +"2131 quantize_per_tensor_default_69" -> "2132 dequantize_per_tensor_default_69" [label=None, style=solid]; +"2132 dequantize_per_tensor_default_69" -> "2136 linear_70" [label=None, style=solid]; +"2133 clone_11" -> "2134 slice_166" [label="(1152,)", style=solid]; +"2133 clone_11" -> "2136 linear_70" [label="(1152,)", style=solid]; +"2134 slice_166" -> "2135 zero__11" [label="(384,)", style=solid]; +"2136 linear_70" -> "2137 reshape_50" [label="(4, 64, 1152)", style=solid]; +"2137 reshape_50" -> "2138 permute_52" [label="(4, 64, 3, 12, 32)", style=solid]; +"2138 permute_52" -> "2139 select_33" [label="(3, 4, 12, 64, 32)", style=solid]; +"2138 permute_52" -> "2140 select_34" [label="(3, 4, 12, 64, 32)", style=solid]; +"2138 permute_52" -> "2141 select_35" [label="(3, 4, 12, 64, 32)", style=solid]; +"2139 select_33" -> "2142 linalg_vector_norm_22" [label="(4, 12, 64, 32)", style=solid]; +"2139 select_33" -> "2144 expand_as_22" [label="(4, 12, 64, 32)", style=solid]; +"2139 select_33" -> "2145 div_22" [label="(4, 12, 64, 32)", style=solid]; +"2140 select_34" -> "2148 linalg_vector_norm_23" [label="(4, 12, 64, 32)", style=solid]; +"2140 select_34" -> "2150 expand_as_23" [label="(4, 12, 64, 32)", style=solid]; +"2140 select_34" -> "2151 div_23" [label="(4, 12, 64, 32)", style=solid]; +"2141 select_35" -> "2214 matmul_23" [label="(4, 12, 64, 32)", style=solid]; +"2142 linalg_vector_norm_22" -> "2143 clamp_min_22" [label="(4, 12, 64, 1)", style=solid]; +"2143 clamp_min_22" -> "2144 expand_as_22" [label="(4, 12, 64, 1)", style=solid]; +"2144 expand_as_22" -> "2145 div_22" [label="(4, 12, 64, 32)", style=solid]; +"2145 div_22" -> "2146 quantize_per_tensor_default_70" [label="(4, 12, 64, 32)", style=solid]; +"2146 quantize_per_tensor_default_70" -> "2147 dequantize_per_tensor_default_70" [label=None, style=solid]; +"2147 dequantize_per_tensor_default_70" -> "2155 matmul_22" [label=None, style=solid]; +"2148 linalg_vector_norm_23" -> "2149 clamp_min_23" [label="(4, 12, 64, 1)", style=solid]; +"2149 clamp_min_23" -> "2150 expand_as_23" [label="(4, 12, 64, 1)", style=solid]; +"2150 expand_as_23" -> "2151 div_23" [label="(4, 12, 64, 32)", style=solid]; +"2151 div_23" -> "2152 quantize_per_tensor_default_71" [label="(4, 12, 64, 32)", style=solid]; +"2152 quantize_per_tensor_default_71" -> "2153 dequantize_per_tensor_default_71" [label=None, style=solid]; +"2153 dequantize_per_tensor_default_71" -> "2154 transpose_22" [label=None, style=solid]; +"2154 transpose_22" -> "2155 matmul_22" [label="(4, 12, 32, 64)", style=solid]; +"2155 matmul_22" -> "2158 mul_23" [label="(4, 12, 64, 64)", style=solid]; +"2156 clamp_11" -> "2157 exp_11" [label="(12, 1, 1)", style=solid]; +"2157 exp_11" -> "2158 mul_23" [label="(12, 1, 1)", style=solid]; +"2158 mul_23" -> "2159 add_38" [label="(4, 12, 64, 64)", style=solid]; +"2159 add_38" -> "2207 view_63" [label="(4, 12, 64, 64)", style=solid]; +"2160 new_zeros_5" -> "2162 slice_167" [label="(16, 16)", style=solid]; +"2160 new_zeros_5" -> "2166 slice_169" [label="(16, 16)", style=solid]; +"2160 new_zeros_5" -> "2170 slice_171" [label="(16, 16)", style=solid]; +"2160 new_zeros_5" -> "2174 slice_173" [label="(16, 16)", style=solid]; +"2160 new_zeros_5" -> "2178 slice_175" [label="(16, 16)", style=solid]; +"2160 new_zeros_5" -> "2182 slice_177" [label="(16, 16)", style=solid]; +"2160 new_zeros_5" -> "2186 slice_179" [label="(16, 16)", style=solid]; +"2160 new_zeros_5" -> "2190 slice_181" [label="(16, 16)", style=solid]; +"2160 new_zeros_5" -> "2194 slice_183" [label="(16, 16)", style=solid]; +"2160 new_zeros_5" -> "2197 view_62" [label="(16, 16)", style=solid]; +"2161 lift_fresh_copy_45" -> "2164 fill__45" [label="()", style=solid]; +"2162 slice_167" -> "2163 slice_168" [label="(8, 16)", style=solid]; +"2163 slice_168" -> "2164 fill__45" [label="(8, 8)", style=solid]; +"2165 lift_fresh_copy_46" -> "2168 fill__46" [label="()", style=solid]; +"2166 slice_169" -> "2167 slice_170" [label="(8, 16)", style=solid]; +"2167 slice_170" -> "2168 fill__46" [label="(8, 4)", style=solid]; +"2169 lift_fresh_copy_47" -> "2172 fill__47" [label="()", style=solid]; +"2170 slice_171" -> "2171 slice_172" [label="(8, 16)", style=solid]; +"2171 slice_172" -> "2172 fill__47" [label="(8, 4)", style=solid]; +"2173 lift_fresh_copy_48" -> "2176 fill__48" [label="()", style=solid]; +"2174 slice_173" -> "2175 slice_174" [label="(4, 16)", style=solid]; +"2175 slice_174" -> "2176 fill__48" [label="(4, 8)", style=solid]; +"2177 lift_fresh_copy_49" -> "2180 fill__49" [label="()", style=solid]; +"2178 slice_175" -> "2179 slice_176" [label="(4, 16)", style=solid]; +"2179 slice_176" -> "2180 fill__49" [label="(4, 4)", style=solid]; +"2181 lift_fresh_copy_50" -> "2184 fill__50" [label="()", style=solid]; +"2182 slice_177" -> "2183 slice_178" [label="(4, 16)", style=solid]; +"2183 slice_178" -> "2184 fill__50" [label="(4, 4)", style=solid]; +"2185 lift_fresh_copy_51" -> "2188 fill__51" [label="()", style=solid]; +"2186 slice_179" -> "2187 slice_180" [label="(4, 16)", style=solid]; +"2187 slice_180" -> "2188 fill__51" [label="(4, 8)", style=solid]; +"2189 lift_fresh_copy_52" -> "2192 fill__52" [label="()", style=solid]; +"2190 slice_181" -> "2191 slice_182" [label="(4, 16)", style=solid]; +"2191 slice_182" -> "2192 fill__52" [label="(4, 4)", style=solid]; +"2193 lift_fresh_copy_53" -> "2196 fill__53" [label="()", style=solid]; +"2194 slice_183" -> "2195 slice_184" [label="(4, 16)", style=solid]; +"2195 slice_184" -> "2196 fill__53" [label="(4, 4)", style=solid]; +"2197 view_62" -> "2198 permute_53" [label="(2, 8, 2, 8)", style=solid]; +"2198 permute_53" -> "2199 reshape_51" [label="(2, 2, 8, 8)", style=solid]; +"2199 reshape_51" -> "2200 unsqueeze_32" [label="(4, 64)", style=solid]; +"2199 reshape_51" -> "2201 unsqueeze_33" [label="(4, 64)", style=solid]; +"2200 unsqueeze_32" -> "2202 sub_5" [label="(4, 1, 64)", style=solid]; +"2201 unsqueeze_33" -> "2202 sub_5" [label="(4, 64, 1)", style=solid]; +"2202 sub_5" -> "2203 ne_5" [label="(4, 64, 64)", style=solid]; +"2202 sub_5" -> "2204 masked_fill_10" [label="(4, 64, 64)", style=solid]; +"2202 sub_5" -> "2205 eq_5" [label="(4, 64, 64)", style=solid]; +"2203 ne_5" -> "2204 masked_fill_10" [label="(4, 64, 64)", style=solid]; +"2204 masked_fill_10" -> "2206 masked_fill_11" [label="(4, 64, 64)", style=solid]; +"2205 eq_5" -> "2206 masked_fill_11" [label="(4, 64, 64)", style=solid]; +"2206 masked_fill_11" -> "2208 unsqueeze_34" [label="(4, 64, 64)", style=solid]; +"2207 view_63" -> "2210 add_39" [label="(1, 4, 12, 64, 64)", style=solid]; +"2208 unsqueeze_34" -> "2209 unsqueeze_35" [label="(4, 1, 64, 64)", style=solid]; +"2209 unsqueeze_35" -> "2210 add_39" [label="(1, 4, 1, 64, 64)", style=solid]; +"2210 add_39" -> "2211 view_64" [label="(1, 4, 12, 64, 64)", style=solid]; +"2211 view_64" -> "2212 softmax_11" [label="(4, 12, 64, 64)", style=solid]; +"2212 softmax_11" -> "2213 dropout_44" [label="(4, 12, 64, 64)", style=solid]; +"2213 dropout_44" -> "2214 matmul_23" [label="(4, 12, 64, 64)", style=solid]; +"2214 matmul_23" -> "2215 quantize_per_tensor_default_72" [label="(4, 12, 64, 32)", style=solid]; +"2215 quantize_per_tensor_default_72" -> "2216 dequantize_per_tensor_default_72" [label=None, style=solid]; +"2216 dequantize_per_tensor_default_72" -> "2217 transpose_23" [label=None, style=solid]; +"2217 transpose_23" -> "2218 reshape_52" [label="(4, 64, 12, 32)", style=solid]; +"2218 reshape_52" -> "2219 linear_71" [label="(4, 64, 384)", style=solid]; +"2219 linear_71" -> "2220 dropout_45" [label="(4, 64, 384)", style=solid]; +"2220 dropout_45" -> "2221 view_65" [label="(4, 64, 384)", style=solid]; +"2221 view_65" -> "2222 permute_54" [label="(1, 2, 2, 8, 8, 384)", style=solid]; +"2222 permute_54" -> "2223 reshape_53" [label="(1, 2, 8, 2, 8, 384)", style=solid]; +"2223 reshape_53" -> "2224 roll_11" [label="(1, 16, 16, 384)", style=solid]; +"2224 roll_11" -> "2225 slice_185" [label="(1, 16, 16, 384)", style=solid]; +"2225 slice_185" -> "2226 slice_186" [label="(1, 16, 16, 384)", style=solid]; +"2226 slice_186" -> "2227 slice_187" [label="(1, 14, 16, 384)", style=solid]; +"2227 slice_187" -> "2228 slice_188" [label="(1, 14, 14, 384)", style=solid]; +"2228 slice_188" -> "2229 contiguous_21" [label="(1, 14, 14, 384)", style=solid]; +"2229 contiguous_21" -> "2230 layer_norm_25" [label="(1, 14, 14, 384)", style=solid]; +"2230 layer_norm_25" -> "2231 add_40" [label="(1, 14, 14, 384)", style=solid]; +"2231 add_40" -> "2232 quantize_per_tensor_default_73" [label="(1, 14, 14, 384)", style=solid]; +"2231 add_40" -> "2242 add_41" [label="(1, 14, 14, 384)", style=solid]; +"2232 quantize_per_tensor_default_73" -> "2233 dequantize_per_tensor_default_73" [label=None, style=solid]; +"2233 dequantize_per_tensor_default_73" -> "2234 linear_72" [label=None, style=solid]; +"2234 linear_72" -> "2235 gelu_11" [label="(1, 14, 14, 1536)", style=solid]; +"2235 gelu_11" -> "2236 quantize_per_tensor_default_74" [label="(1, 14, 14, 1536)", style=solid]; +"2236 quantize_per_tensor_default_74" -> "2237 dequantize_per_tensor_default_74" [label=None, style=solid]; +"2237 dequantize_per_tensor_default_74" -> "2238 dropout_46" [label=None, style=solid]; +"2238 dropout_46" -> "2239 linear_73" [label="(1, 14, 14, 1536)", style=solid]; +"2239 linear_73" -> "2240 dropout_47" [label="(1, 14, 14, 384)", style=solid]; +"2240 dropout_47" -> "2241 layer_norm_26" [label="(1, 14, 14, 384)", style=solid]; +"2241 layer_norm_26" -> "2242 add_41" [label="(1, 14, 14, 384)", style=solid]; +"2242 add_41" -> "2243 quantize_per_tensor_default_75" [label="(1, 14, 14, 384)", style=solid]; +"2242 add_41" -> "2305 add_43" [label="(1, 14, 14, 384)", style=solid]; +"2243 quantize_per_tensor_default_75" -> "2244 dequantize_per_tensor_default_75" [label=None, style=solid]; +"2244 dequantize_per_tensor_default_75" -> "2256 pad_14" [label=None, style=solid]; +"2245 linear_74" -> "2246 relu__12" [label="(1, 15, 15, 512)", style=solid]; +"2246 relu__12" -> "2247 linear_75" [label="(1, 15, 15, 512)", style=solid]; +"2247 linear_75" -> "2248 view_66" [label="(1, 15, 15, 12)", style=solid]; +"2248 view_66" -> "2249 index_12" [label="(225, 12)", style=solid]; +"2249 index_12" -> "2250 view_67" [label="(4096, 12)", style=solid]; +"2250 view_67" -> "2251 permute_55" [label="(64, 64, 12)", style=solid]; +"2251 permute_55" -> "2252 contiguous_22" [label="(12, 64, 64)", style=solid]; +"2252 contiguous_22" -> "2253 unsqueeze_36" [label="(12, 64, 64)", style=solid]; +"2253 unsqueeze_36" -> "2254 sigmoid_12" [label="(1, 12, 64, 64)", style=solid]; +"2254 sigmoid_12" -> "2255 mul_24" [label="(1, 12, 64, 64)", style=solid]; +"2255 mul_24" -> "2286 add_42" [label="(1, 12, 64, 64)", style=solid]; +"2256 pad_14" -> "2257 view_68" [label="(1, 16, 16, 384)", style=solid]; +"2257 view_68" -> "2258 permute_56" [label="(1, 2, 8, 2, 8, 384)", style=solid]; +"2258 permute_56" -> "2259 reshape_54" [label="(1, 2, 2, 8, 8, 384)", style=solid]; +"2259 reshape_54" -> "2263 linear_76" [label="(4, 64, 384)", style=solid]; +"2260 clone_12" -> "2261 slice_189" [label="(1152,)", style=solid]; +"2260 clone_12" -> "2263 linear_76" [label="(1152,)", style=solid]; +"2261 slice_189" -> "2262 zero__12" [label="(384,)", style=solid]; +"2263 linear_76" -> "2264 reshape_55" [label="(4, 64, 1152)", style=solid]; +"2264 reshape_55" -> "2265 permute_57" [label="(4, 64, 3, 12, 32)", style=solid]; +"2265 permute_57" -> "2266 select_36" [label="(3, 4, 12, 64, 32)", style=solid]; +"2265 permute_57" -> "2267 select_37" [label="(3, 4, 12, 64, 32)", style=solid]; +"2265 permute_57" -> "2268 select_38" [label="(3, 4, 12, 64, 32)", style=solid]; +"2266 select_36" -> "2269 linalg_vector_norm_24" [label="(4, 12, 64, 32)", style=solid]; +"2266 select_36" -> "2271 expand_as_24" [label="(4, 12, 64, 32)", style=solid]; +"2266 select_36" -> "2272 div_24" [label="(4, 12, 64, 32)", style=solid]; +"2267 select_37" -> "2275 linalg_vector_norm_25" [label="(4, 12, 64, 32)", style=solid]; +"2267 select_37" -> "2277 expand_as_25" [label="(4, 12, 64, 32)", style=solid]; +"2267 select_37" -> "2278 div_25" [label="(4, 12, 64, 32)", style=solid]; +"2268 select_38" -> "2289 matmul_25" [label="(4, 12, 64, 32)", style=solid]; +"2269 linalg_vector_norm_24" -> "2270 clamp_min_24" [label="(4, 12, 64, 1)", style=solid]; +"2270 clamp_min_24" -> "2271 expand_as_24" [label="(4, 12, 64, 1)", style=solid]; +"2271 expand_as_24" -> "2272 div_24" [label="(4, 12, 64, 32)", style=solid]; +"2272 div_24" -> "2273 quantize_per_tensor_default_76" [label="(4, 12, 64, 32)", style=solid]; +"2273 quantize_per_tensor_default_76" -> "2274 dequantize_per_tensor_default_76" [label=None, style=solid]; +"2274 dequantize_per_tensor_default_76" -> "2282 matmul_24" [label=None, style=solid]; +"2275 linalg_vector_norm_25" -> "2276 clamp_min_25" [label="(4, 12, 64, 1)", style=solid]; +"2276 clamp_min_25" -> "2277 expand_as_25" [label="(4, 12, 64, 1)", style=solid]; +"2277 expand_as_25" -> "2278 div_25" [label="(4, 12, 64, 32)", style=solid]; +"2278 div_25" -> "2279 quantize_per_tensor_default_77" [label="(4, 12, 64, 32)", style=solid]; +"2279 quantize_per_tensor_default_77" -> "2280 dequantize_per_tensor_default_77" [label=None, style=solid]; +"2280 dequantize_per_tensor_default_77" -> "2281 transpose_24" [label=None, style=solid]; +"2281 transpose_24" -> "2282 matmul_24" [label="(4, 12, 32, 64)", style=solid]; +"2282 matmul_24" -> "2285 mul_25" [label="(4, 12, 64, 64)", style=solid]; +"2283 clamp_12" -> "2284 exp_12" [label="(12, 1, 1)", style=solid]; +"2284 exp_12" -> "2285 mul_25" [label="(12, 1, 1)", style=solid]; +"2285 mul_25" -> "2286 add_42" [label="(4, 12, 64, 64)", style=solid]; +"2286 add_42" -> "2287 softmax_12" [label="(4, 12, 64, 64)", style=solid]; +"2287 softmax_12" -> "2288 dropout_48" [label="(4, 12, 64, 64)", style=solid]; +"2288 dropout_48" -> "2289 matmul_25" [label="(4, 12, 64, 64)", style=solid]; +"2289 matmul_25" -> "2290 quantize_per_tensor_default_78" [label="(4, 12, 64, 32)", style=solid]; +"2290 quantize_per_tensor_default_78" -> "2291 dequantize_per_tensor_default_78" [label=None, style=solid]; +"2291 dequantize_per_tensor_default_78" -> "2292 transpose_25" [label=None, style=solid]; +"2292 transpose_25" -> "2293 reshape_56" [label="(4, 64, 12, 32)", style=solid]; +"2293 reshape_56" -> "2294 linear_77" [label="(4, 64, 384)", style=solid]; +"2294 linear_77" -> "2295 dropout_49" [label="(4, 64, 384)", style=solid]; +"2295 dropout_49" -> "2296 view_69" [label="(4, 64, 384)", style=solid]; +"2296 view_69" -> "2297 permute_58" [label="(1, 2, 2, 8, 8, 384)", style=solid]; +"2297 permute_58" -> "2298 reshape_57" [label="(1, 2, 8, 2, 8, 384)", style=solid]; +"2298 reshape_57" -> "2299 slice_190" [label="(1, 16, 16, 384)", style=solid]; +"2299 slice_190" -> "2300 slice_191" [label="(1, 16, 16, 384)", style=solid]; +"2300 slice_191" -> "2301 slice_192" [label="(1, 14, 16, 384)", style=solid]; +"2301 slice_192" -> "2302 slice_193" [label="(1, 14, 14, 384)", style=solid]; +"2302 slice_193" -> "2303 contiguous_23" [label="(1, 14, 14, 384)", style=solid]; +"2303 contiguous_23" -> "2304 layer_norm_27" [label="(1, 14, 14, 384)", style=solid]; +"2304 layer_norm_27" -> "2305 add_43" [label="(1, 14, 14, 384)", style=solid]; +"2305 add_43" -> "2306 quantize_per_tensor_default_79" [label="(1, 14, 14, 384)", style=solid]; +"2305 add_43" -> "2316 add_44" [label="(1, 14, 14, 384)", style=solid]; +"2306 quantize_per_tensor_default_79" -> "2307 dequantize_per_tensor_default_79" [label=None, style=solid]; +"2307 dequantize_per_tensor_default_79" -> "2308 linear_78" [label=None, style=solid]; +"2308 linear_78" -> "2309 gelu_12" [label="(1, 14, 14, 1536)", style=solid]; +"2309 gelu_12" -> "2310 quantize_per_tensor_default_80" [label="(1, 14, 14, 1536)", style=solid]; +"2310 quantize_per_tensor_default_80" -> "2311 dequantize_per_tensor_default_80" [label=None, style=solid]; +"2311 dequantize_per_tensor_default_80" -> "2312 dropout_50" [label=None, style=solid]; +"2312 dropout_50" -> "2313 linear_79" [label="(1, 14, 14, 1536)", style=solid]; +"2313 linear_79" -> "2314 dropout_51" [label="(1, 14, 14, 384)", style=solid]; +"2314 dropout_51" -> "2315 layer_norm_28" [label="(1, 14, 14, 384)", style=solid]; +"2315 layer_norm_28" -> "2316 add_44" [label="(1, 14, 14, 384)", style=solid]; +"2316 add_44" -> "2328 pad_15" [label="(1, 14, 14, 384)", style=solid]; +"2316 add_44" -> "2433 add_47" [label="(1, 14, 14, 384)", style=solid]; +"2317 linear_80" -> "2318 relu__13" [label="(1, 15, 15, 512)", style=solid]; +"2318 relu__13" -> "2319 linear_81" [label="(1, 15, 15, 512)", style=solid]; +"2319 linear_81" -> "2320 view_70" [label="(1, 15, 15, 12)", style=solid]; +"2320 view_70" -> "2321 index_13" [label="(225, 12)", style=solid]; +"2321 index_13" -> "2322 view_71" [label="(4096, 12)", style=solid]; +"2322 view_71" -> "2323 permute_59" [label="(64, 64, 12)", style=solid]; +"2323 permute_59" -> "2324 contiguous_24" [label="(12, 64, 64)", style=solid]; +"2324 contiguous_24" -> "2325 unsqueeze_37" [label="(12, 64, 64)", style=solid]; +"2325 unsqueeze_37" -> "2326 sigmoid_13" [label="(1, 12, 64, 64)", style=solid]; +"2326 sigmoid_13" -> "2327 mul_26" [label="(1, 12, 64, 64)", style=solid]; +"2327 mul_26" -> "2361 add_45" [label="(1, 12, 64, 64)", style=solid]; +"2328 pad_15" -> "2329 roll_12" [label="(1, 16, 16, 384)", style=solid]; +"2329 roll_12" -> "2330 view_72" [label="(1, 16, 16, 384)", style=solid]; +"2330 view_72" -> "2331 permute_60" [label="(1, 2, 8, 2, 8, 384)", style=solid]; +"2331 permute_60" -> "2332 reshape_58" [label="(1, 2, 2, 8, 8, 384)", style=solid]; +"2332 reshape_58" -> "2333 quantize_per_tensor_default_81" [label="(4, 64, 384)", style=solid]; +"2332 reshape_58" -> "2362 new_zeros_6" [label="(4, 64, 384)", style=solid]; +"2333 quantize_per_tensor_default_81" -> "2334 dequantize_per_tensor_default_81" [label=None, style=solid]; +"2334 dequantize_per_tensor_default_81" -> "2338 linear_82" [label=None, style=solid]; +"2335 clone_13" -> "2336 slice_194" [label="(1152,)", style=solid]; +"2335 clone_13" -> "2338 linear_82" [label="(1152,)", style=solid]; +"2336 slice_194" -> "2337 zero__13" [label="(384,)", style=solid]; +"2338 linear_82" -> "2339 reshape_59" [label="(4, 64, 1152)", style=solid]; +"2339 reshape_59" -> "2340 permute_61" [label="(4, 64, 3, 12, 32)", style=solid]; +"2340 permute_61" -> "2341 select_39" [label="(3, 4, 12, 64, 32)", style=solid]; +"2340 permute_61" -> "2342 select_40" [label="(3, 4, 12, 64, 32)", style=solid]; +"2340 permute_61" -> "2343 select_41" [label="(3, 4, 12, 64, 32)", style=solid]; +"2341 select_39" -> "2344 linalg_vector_norm_26" [label="(4, 12, 64, 32)", style=solid]; +"2341 select_39" -> "2346 expand_as_26" [label="(4, 12, 64, 32)", style=solid]; +"2341 select_39" -> "2347 div_26" [label="(4, 12, 64, 32)", style=solid]; +"2342 select_40" -> "2350 linalg_vector_norm_27" [label="(4, 12, 64, 32)", style=solid]; +"2342 select_40" -> "2352 expand_as_27" [label="(4, 12, 64, 32)", style=solid]; +"2342 select_40" -> "2353 div_27" [label="(4, 12, 64, 32)", style=solid]; +"2343 select_41" -> "2416 matmul_27" [label="(4, 12, 64, 32)", style=solid]; +"2344 linalg_vector_norm_26" -> "2345 clamp_min_26" [label="(4, 12, 64, 1)", style=solid]; +"2345 clamp_min_26" -> "2346 expand_as_26" [label="(4, 12, 64, 1)", style=solid]; +"2346 expand_as_26" -> "2347 div_26" [label="(4, 12, 64, 32)", style=solid]; +"2347 div_26" -> "2348 quantize_per_tensor_default_82" [label="(4, 12, 64, 32)", style=solid]; +"2348 quantize_per_tensor_default_82" -> "2349 dequantize_per_tensor_default_82" [label=None, style=solid]; +"2349 dequantize_per_tensor_default_82" -> "2357 matmul_26" [label=None, style=solid]; +"2350 linalg_vector_norm_27" -> "2351 clamp_min_27" [label="(4, 12, 64, 1)", style=solid]; +"2351 clamp_min_27" -> "2352 expand_as_27" [label="(4, 12, 64, 1)", style=solid]; +"2352 expand_as_27" -> "2353 div_27" [label="(4, 12, 64, 32)", style=solid]; +"2353 div_27" -> "2354 quantize_per_tensor_default_83" [label="(4, 12, 64, 32)", style=solid]; +"2354 quantize_per_tensor_default_83" -> "2355 dequantize_per_tensor_default_83" [label=None, style=solid]; +"2355 dequantize_per_tensor_default_83" -> "2356 transpose_26" [label=None, style=solid]; +"2356 transpose_26" -> "2357 matmul_26" [label="(4, 12, 32, 64)", style=solid]; +"2357 matmul_26" -> "2360 mul_27" [label="(4, 12, 64, 64)", style=solid]; +"2358 clamp_13" -> "2359 exp_13" [label="(12, 1, 1)", style=solid]; +"2359 exp_13" -> "2360 mul_27" [label="(12, 1, 1)", style=solid]; +"2360 mul_27" -> "2361 add_45" [label="(4, 12, 64, 64)", style=solid]; +"2361 add_45" -> "2409 view_74" [label="(4, 12, 64, 64)", style=solid]; +"2362 new_zeros_6" -> "2364 slice_195" [label="(16, 16)", style=solid]; +"2362 new_zeros_6" -> "2368 slice_197" [label="(16, 16)", style=solid]; +"2362 new_zeros_6" -> "2372 slice_199" [label="(16, 16)", style=solid]; +"2362 new_zeros_6" -> "2376 slice_201" [label="(16, 16)", style=solid]; +"2362 new_zeros_6" -> "2380 slice_203" [label="(16, 16)", style=solid]; +"2362 new_zeros_6" -> "2384 slice_205" [label="(16, 16)", style=solid]; +"2362 new_zeros_6" -> "2388 slice_207" [label="(16, 16)", style=solid]; +"2362 new_zeros_6" -> "2392 slice_209" [label="(16, 16)", style=solid]; +"2362 new_zeros_6" -> "2396 slice_211" [label="(16, 16)", style=solid]; +"2362 new_zeros_6" -> "2399 view_73" [label="(16, 16)", style=solid]; +"2363 lift_fresh_copy_54" -> "2366 fill__54" [label="()", style=solid]; +"2364 slice_195" -> "2365 slice_196" [label="(8, 16)", style=solid]; +"2365 slice_196" -> "2366 fill__54" [label="(8, 8)", style=solid]; +"2367 lift_fresh_copy_55" -> "2370 fill__55" [label="()", style=solid]; +"2368 slice_197" -> "2369 slice_198" [label="(8, 16)", style=solid]; +"2369 slice_198" -> "2370 fill__55" [label="(8, 4)", style=solid]; +"2371 lift_fresh_copy_56" -> "2374 fill__56" [label="()", style=solid]; +"2372 slice_199" -> "2373 slice_200" [label="(8, 16)", style=solid]; +"2373 slice_200" -> "2374 fill__56" [label="(8, 4)", style=solid]; +"2375 lift_fresh_copy_57" -> "2378 fill__57" [label="()", style=solid]; +"2376 slice_201" -> "2377 slice_202" [label="(4, 16)", style=solid]; +"2377 slice_202" -> "2378 fill__57" [label="(4, 8)", style=solid]; +"2379 lift_fresh_copy_58" -> "2382 fill__58" [label="()", style=solid]; +"2380 slice_203" -> "2381 slice_204" [label="(4, 16)", style=solid]; +"2381 slice_204" -> "2382 fill__58" [label="(4, 4)", style=solid]; +"2383 lift_fresh_copy_59" -> "2386 fill__59" [label="()", style=solid]; +"2384 slice_205" -> "2385 slice_206" [label="(4, 16)", style=solid]; +"2385 slice_206" -> "2386 fill__59" [label="(4, 4)", style=solid]; +"2387 lift_fresh_copy_60" -> "2390 fill__60" [label="()", style=solid]; +"2388 slice_207" -> "2389 slice_208" [label="(4, 16)", style=solid]; +"2389 slice_208" -> "2390 fill__60" [label="(4, 8)", style=solid]; +"2391 lift_fresh_copy_61" -> "2394 fill__61" [label="()", style=solid]; +"2392 slice_209" -> "2393 slice_210" [label="(4, 16)", style=solid]; +"2393 slice_210" -> "2394 fill__61" [label="(4, 4)", style=solid]; +"2395 lift_fresh_copy_62" -> "2398 fill__62" [label="()", style=solid]; +"2396 slice_211" -> "2397 slice_212" [label="(4, 16)", style=solid]; +"2397 slice_212" -> "2398 fill__62" [label="(4, 4)", style=solid]; +"2399 view_73" -> "2400 permute_62" [label="(2, 8, 2, 8)", style=solid]; +"2400 permute_62" -> "2401 reshape_60" [label="(2, 2, 8, 8)", style=solid]; +"2401 reshape_60" -> "2402 unsqueeze_38" [label="(4, 64)", style=solid]; +"2401 reshape_60" -> "2403 unsqueeze_39" [label="(4, 64)", style=solid]; +"2402 unsqueeze_38" -> "2404 sub_6" [label="(4, 1, 64)", style=solid]; +"2403 unsqueeze_39" -> "2404 sub_6" [label="(4, 64, 1)", style=solid]; +"2404 sub_6" -> "2405 ne_6" [label="(4, 64, 64)", style=solid]; +"2404 sub_6" -> "2406 masked_fill_12" [label="(4, 64, 64)", style=solid]; +"2404 sub_6" -> "2407 eq_6" [label="(4, 64, 64)", style=solid]; +"2405 ne_6" -> "2406 masked_fill_12" [label="(4, 64, 64)", style=solid]; +"2406 masked_fill_12" -> "2408 masked_fill_13" [label="(4, 64, 64)", style=solid]; +"2407 eq_6" -> "2408 masked_fill_13" [label="(4, 64, 64)", style=solid]; +"2408 masked_fill_13" -> "2410 unsqueeze_40" [label="(4, 64, 64)", style=solid]; +"2409 view_74" -> "2412 add_46" [label="(1, 4, 12, 64, 64)", style=solid]; +"2410 unsqueeze_40" -> "2411 unsqueeze_41" [label="(4, 1, 64, 64)", style=solid]; +"2411 unsqueeze_41" -> "2412 add_46" [label="(1, 4, 1, 64, 64)", style=solid]; +"2412 add_46" -> "2413 view_75" [label="(1, 4, 12, 64, 64)", style=solid]; +"2413 view_75" -> "2414 softmax_13" [label="(4, 12, 64, 64)", style=solid]; +"2414 softmax_13" -> "2415 dropout_52" [label="(4, 12, 64, 64)", style=solid]; +"2415 dropout_52" -> "2416 matmul_27" [label="(4, 12, 64, 64)", style=solid]; +"2416 matmul_27" -> "2417 quantize_per_tensor_default_84" [label="(4, 12, 64, 32)", style=solid]; +"2417 quantize_per_tensor_default_84" -> "2418 dequantize_per_tensor_default_84" [label=None, style=solid]; +"2418 dequantize_per_tensor_default_84" -> "2419 transpose_27" [label=None, style=solid]; +"2419 transpose_27" -> "2420 reshape_61" [label="(4, 64, 12, 32)", style=solid]; +"2420 reshape_61" -> "2421 linear_83" [label="(4, 64, 384)", style=solid]; +"2421 linear_83" -> "2422 dropout_53" [label="(4, 64, 384)", style=solid]; +"2422 dropout_53" -> "2423 view_76" [label="(4, 64, 384)", style=solid]; +"2423 view_76" -> "2424 permute_63" [label="(1, 2, 2, 8, 8, 384)", style=solid]; +"2424 permute_63" -> "2425 reshape_62" [label="(1, 2, 8, 2, 8, 384)", style=solid]; +"2425 reshape_62" -> "2426 roll_13" [label="(1, 16, 16, 384)", style=solid]; +"2426 roll_13" -> "2427 slice_213" [label="(1, 16, 16, 384)", style=solid]; +"2427 slice_213" -> "2428 slice_214" [label="(1, 16, 16, 384)", style=solid]; +"2428 slice_214" -> "2429 slice_215" [label="(1, 14, 16, 384)", style=solid]; +"2429 slice_215" -> "2430 slice_216" [label="(1, 14, 14, 384)", style=solid]; +"2430 slice_216" -> "2431 contiguous_25" [label="(1, 14, 14, 384)", style=solid]; +"2431 contiguous_25" -> "2432 layer_norm_29" [label="(1, 14, 14, 384)", style=solid]; +"2432 layer_norm_29" -> "2433 add_47" [label="(1, 14, 14, 384)", style=solid]; +"2433 add_47" -> "2434 quantize_per_tensor_default_85" [label="(1, 14, 14, 384)", style=solid]; +"2433 add_47" -> "2444 add_48" [label="(1, 14, 14, 384)", style=solid]; +"2434 quantize_per_tensor_default_85" -> "2435 dequantize_per_tensor_default_85" [label=None, style=solid]; +"2435 dequantize_per_tensor_default_85" -> "2436 linear_84" [label=None, style=solid]; +"2436 linear_84" -> "2437 gelu_13" [label="(1, 14, 14, 1536)", style=solid]; +"2437 gelu_13" -> "2438 quantize_per_tensor_default_86" [label="(1, 14, 14, 1536)", style=solid]; +"2438 quantize_per_tensor_default_86" -> "2439 dequantize_per_tensor_default_86" [label=None, style=solid]; +"2439 dequantize_per_tensor_default_86" -> "2440 dropout_54" [label=None, style=solid]; +"2440 dropout_54" -> "2441 linear_85" [label="(1, 14, 14, 1536)", style=solid]; +"2441 linear_85" -> "2442 dropout_55" [label="(1, 14, 14, 384)", style=solid]; +"2442 dropout_55" -> "2443 layer_norm_30" [label="(1, 14, 14, 384)", style=solid]; +"2443 layer_norm_30" -> "2444 add_48" [label="(1, 14, 14, 384)", style=solid]; +"2444 add_48" -> "2445 quantize_per_tensor_default_87" [label="(1, 14, 14, 384)", style=solid]; +"2444 add_48" -> "2507 add_50" [label="(1, 14, 14, 384)", style=solid]; +"2445 quantize_per_tensor_default_87" -> "2446 dequantize_per_tensor_default_87" [label=None, style=solid]; +"2446 dequantize_per_tensor_default_87" -> "2458 pad_16" [label=None, style=solid]; +"2447 linear_86" -> "2448 relu__14" [label="(1, 15, 15, 512)", style=solid]; +"2448 relu__14" -> "2449 linear_87" [label="(1, 15, 15, 512)", style=solid]; +"2449 linear_87" -> "2450 view_77" [label="(1, 15, 15, 12)", style=solid]; +"2450 view_77" -> "2451 index_14" [label="(225, 12)", style=solid]; +"2451 index_14" -> "2452 view_78" [label="(4096, 12)", style=solid]; +"2452 view_78" -> "2453 permute_64" [label="(64, 64, 12)", style=solid]; +"2453 permute_64" -> "2454 contiguous_26" [label="(12, 64, 64)", style=solid]; +"2454 contiguous_26" -> "2455 unsqueeze_42" [label="(12, 64, 64)", style=solid]; +"2455 unsqueeze_42" -> "2456 sigmoid_14" [label="(1, 12, 64, 64)", style=solid]; +"2456 sigmoid_14" -> "2457 mul_28" [label="(1, 12, 64, 64)", style=solid]; +"2457 mul_28" -> "2488 add_49" [label="(1, 12, 64, 64)", style=solid]; +"2458 pad_16" -> "2459 view_79" [label="(1, 16, 16, 384)", style=solid]; +"2459 view_79" -> "2460 permute_65" [label="(1, 2, 8, 2, 8, 384)", style=solid]; +"2460 permute_65" -> "2461 reshape_63" [label="(1, 2, 2, 8, 8, 384)", style=solid]; +"2461 reshape_63" -> "2465 linear_88" [label="(4, 64, 384)", style=solid]; +"2462 clone_14" -> "2463 slice_217" [label="(1152,)", style=solid]; +"2462 clone_14" -> "2465 linear_88" [label="(1152,)", style=solid]; +"2463 slice_217" -> "2464 zero__14" [label="(384,)", style=solid]; +"2465 linear_88" -> "2466 reshape_64" [label="(4, 64, 1152)", style=solid]; +"2466 reshape_64" -> "2467 permute_66" [label="(4, 64, 3, 12, 32)", style=solid]; +"2467 permute_66" -> "2468 select_42" [label="(3, 4, 12, 64, 32)", style=solid]; +"2467 permute_66" -> "2469 select_43" [label="(3, 4, 12, 64, 32)", style=solid]; +"2467 permute_66" -> "2470 select_44" [label="(3, 4, 12, 64, 32)", style=solid]; +"2468 select_42" -> "2471 linalg_vector_norm_28" [label="(4, 12, 64, 32)", style=solid]; +"2468 select_42" -> "2473 expand_as_28" [label="(4, 12, 64, 32)", style=solid]; +"2468 select_42" -> "2474 div_28" [label="(4, 12, 64, 32)", style=solid]; +"2469 select_43" -> "2477 linalg_vector_norm_29" [label="(4, 12, 64, 32)", style=solid]; +"2469 select_43" -> "2479 expand_as_29" [label="(4, 12, 64, 32)", style=solid]; +"2469 select_43" -> "2480 div_29" [label="(4, 12, 64, 32)", style=solid]; +"2470 select_44" -> "2491 matmul_29" [label="(4, 12, 64, 32)", style=solid]; +"2471 linalg_vector_norm_28" -> "2472 clamp_min_28" [label="(4, 12, 64, 1)", style=solid]; +"2472 clamp_min_28" -> "2473 expand_as_28" [label="(4, 12, 64, 1)", style=solid]; +"2473 expand_as_28" -> "2474 div_28" [label="(4, 12, 64, 32)", style=solid]; +"2474 div_28" -> "2475 quantize_per_tensor_default_88" [label="(4, 12, 64, 32)", style=solid]; +"2475 quantize_per_tensor_default_88" -> "2476 dequantize_per_tensor_default_88" [label=None, style=solid]; +"2476 dequantize_per_tensor_default_88" -> "2484 matmul_28" [label=None, style=solid]; +"2477 linalg_vector_norm_29" -> "2478 clamp_min_29" [label="(4, 12, 64, 1)", style=solid]; +"2478 clamp_min_29" -> "2479 expand_as_29" [label="(4, 12, 64, 1)", style=solid]; +"2479 expand_as_29" -> "2480 div_29" [label="(4, 12, 64, 32)", style=solid]; +"2480 div_29" -> "2481 quantize_per_tensor_default_89" [label="(4, 12, 64, 32)", style=solid]; +"2481 quantize_per_tensor_default_89" -> "2482 dequantize_per_tensor_default_89" [label=None, style=solid]; +"2482 dequantize_per_tensor_default_89" -> "2483 transpose_28" [label=None, style=solid]; +"2483 transpose_28" -> "2484 matmul_28" [label="(4, 12, 32, 64)", style=solid]; +"2484 matmul_28" -> "2487 mul_29" [label="(4, 12, 64, 64)", style=solid]; +"2485 clamp_14" -> "2486 exp_14" [label="(12, 1, 1)", style=solid]; +"2486 exp_14" -> "2487 mul_29" [label="(12, 1, 1)", style=solid]; +"2487 mul_29" -> "2488 add_49" [label="(4, 12, 64, 64)", style=solid]; +"2488 add_49" -> "2489 softmax_14" [label="(4, 12, 64, 64)", style=solid]; +"2489 softmax_14" -> "2490 dropout_56" [label="(4, 12, 64, 64)", style=solid]; +"2490 dropout_56" -> "2491 matmul_29" [label="(4, 12, 64, 64)", style=solid]; +"2491 matmul_29" -> "2492 quantize_per_tensor_default_90" [label="(4, 12, 64, 32)", style=solid]; +"2492 quantize_per_tensor_default_90" -> "2493 dequantize_per_tensor_default_90" [label=None, style=solid]; +"2493 dequantize_per_tensor_default_90" -> "2494 transpose_29" [label=None, style=solid]; +"2494 transpose_29" -> "2495 reshape_65" [label="(4, 64, 12, 32)", style=solid]; +"2495 reshape_65" -> "2496 linear_89" [label="(4, 64, 384)", style=solid]; +"2496 linear_89" -> "2497 dropout_57" [label="(4, 64, 384)", style=solid]; +"2497 dropout_57" -> "2498 view_80" [label="(4, 64, 384)", style=solid]; +"2498 view_80" -> "2499 permute_67" [label="(1, 2, 2, 8, 8, 384)", style=solid]; +"2499 permute_67" -> "2500 reshape_66" [label="(1, 2, 8, 2, 8, 384)", style=solid]; +"2500 reshape_66" -> "2501 slice_218" [label="(1, 16, 16, 384)", style=solid]; +"2501 slice_218" -> "2502 slice_219" [label="(1, 16, 16, 384)", style=solid]; +"2502 slice_219" -> "2503 slice_220" [label="(1, 14, 16, 384)", style=solid]; +"2503 slice_220" -> "2504 slice_221" [label="(1, 14, 14, 384)", style=solid]; +"2504 slice_221" -> "2505 contiguous_27" [label="(1, 14, 14, 384)", style=solid]; +"2505 contiguous_27" -> "2506 layer_norm_31" [label="(1, 14, 14, 384)", style=solid]; +"2506 layer_norm_31" -> "2507 add_50" [label="(1, 14, 14, 384)", style=solid]; +"2507 add_50" -> "2508 quantize_per_tensor_default_91" [label="(1, 14, 14, 384)", style=solid]; +"2507 add_50" -> "2518 add_51" [label="(1, 14, 14, 384)", style=solid]; +"2508 quantize_per_tensor_default_91" -> "2509 dequantize_per_tensor_default_91" [label=None, style=solid]; +"2509 dequantize_per_tensor_default_91" -> "2510 linear_90" [label=None, style=solid]; +"2510 linear_90" -> "2511 gelu_14" [label="(1, 14, 14, 1536)", style=solid]; +"2511 gelu_14" -> "2512 quantize_per_tensor_default_92" [label="(1, 14, 14, 1536)", style=solid]; +"2512 quantize_per_tensor_default_92" -> "2513 dequantize_per_tensor_default_92" [label=None, style=solid]; +"2513 dequantize_per_tensor_default_92" -> "2514 dropout_58" [label=None, style=solid]; +"2514 dropout_58" -> "2515 linear_91" [label="(1, 14, 14, 1536)", style=solid]; +"2515 linear_91" -> "2516 dropout_59" [label="(1, 14, 14, 384)", style=solid]; +"2516 dropout_59" -> "2517 layer_norm_32" [label="(1, 14, 14, 384)", style=solid]; +"2517 layer_norm_32" -> "2518 add_51" [label="(1, 14, 14, 384)", style=solid]; +"2518 add_51" -> "2530 pad_17" [label="(1, 14, 14, 384)", style=solid]; +"2518 add_51" -> "2635 add_54" [label="(1, 14, 14, 384)", style=solid]; +"2519 linear_92" -> "2520 relu__15" [label="(1, 15, 15, 512)", style=solid]; +"2520 relu__15" -> "2521 linear_93" [label="(1, 15, 15, 512)", style=solid]; +"2521 linear_93" -> "2522 view_81" [label="(1, 15, 15, 12)", style=solid]; +"2522 view_81" -> "2523 index_15" [label="(225, 12)", style=solid]; +"2523 index_15" -> "2524 view_82" [label="(4096, 12)", style=solid]; +"2524 view_82" -> "2525 permute_68" [label="(64, 64, 12)", style=solid]; +"2525 permute_68" -> "2526 contiguous_28" [label="(12, 64, 64)", style=solid]; +"2526 contiguous_28" -> "2527 unsqueeze_43" [label="(12, 64, 64)", style=solid]; +"2527 unsqueeze_43" -> "2528 sigmoid_15" [label="(1, 12, 64, 64)", style=solid]; +"2528 sigmoid_15" -> "2529 mul_30" [label="(1, 12, 64, 64)", style=solid]; +"2529 mul_30" -> "2563 add_52" [label="(1, 12, 64, 64)", style=solid]; +"2530 pad_17" -> "2531 roll_14" [label="(1, 16, 16, 384)", style=solid]; +"2531 roll_14" -> "2532 view_83" [label="(1, 16, 16, 384)", style=solid]; +"2532 view_83" -> "2533 permute_69" [label="(1, 2, 8, 2, 8, 384)", style=solid]; +"2533 permute_69" -> "2534 reshape_67" [label="(1, 2, 2, 8, 8, 384)", style=solid]; +"2534 reshape_67" -> "2535 quantize_per_tensor_default_93" [label="(4, 64, 384)", style=solid]; +"2534 reshape_67" -> "2564 new_zeros_7" [label="(4, 64, 384)", style=solid]; +"2535 quantize_per_tensor_default_93" -> "2536 dequantize_per_tensor_default_93" [label=None, style=solid]; +"2536 dequantize_per_tensor_default_93" -> "2540 linear_94" [label=None, style=solid]; +"2537 clone_15" -> "2538 slice_222" [label="(1152,)", style=solid]; +"2537 clone_15" -> "2540 linear_94" [label="(1152,)", style=solid]; +"2538 slice_222" -> "2539 zero__15" [label="(384,)", style=solid]; +"2540 linear_94" -> "2541 reshape_68" [label="(4, 64, 1152)", style=solid]; +"2541 reshape_68" -> "2542 permute_70" [label="(4, 64, 3, 12, 32)", style=solid]; +"2542 permute_70" -> "2543 select_45" [label="(3, 4, 12, 64, 32)", style=solid]; +"2542 permute_70" -> "2544 select_46" [label="(3, 4, 12, 64, 32)", style=solid]; +"2542 permute_70" -> "2545 select_47" [label="(3, 4, 12, 64, 32)", style=solid]; +"2543 select_45" -> "2546 linalg_vector_norm_30" [label="(4, 12, 64, 32)", style=solid]; +"2543 select_45" -> "2548 expand_as_30" [label="(4, 12, 64, 32)", style=solid]; +"2543 select_45" -> "2549 div_30" [label="(4, 12, 64, 32)", style=solid]; +"2544 select_46" -> "2552 linalg_vector_norm_31" [label="(4, 12, 64, 32)", style=solid]; +"2544 select_46" -> "2554 expand_as_31" [label="(4, 12, 64, 32)", style=solid]; +"2544 select_46" -> "2555 div_31" [label="(4, 12, 64, 32)", style=solid]; +"2545 select_47" -> "2618 matmul_31" [label="(4, 12, 64, 32)", style=solid]; +"2546 linalg_vector_norm_30" -> "2547 clamp_min_30" [label="(4, 12, 64, 1)", style=solid]; +"2547 clamp_min_30" -> "2548 expand_as_30" [label="(4, 12, 64, 1)", style=solid]; +"2548 expand_as_30" -> "2549 div_30" [label="(4, 12, 64, 32)", style=solid]; +"2549 div_30" -> "2550 quantize_per_tensor_default_94" [label="(4, 12, 64, 32)", style=solid]; +"2550 quantize_per_tensor_default_94" -> "2551 dequantize_per_tensor_default_94" [label=None, style=solid]; +"2551 dequantize_per_tensor_default_94" -> "2559 matmul_30" [label=None, style=solid]; +"2552 linalg_vector_norm_31" -> "2553 clamp_min_31" [label="(4, 12, 64, 1)", style=solid]; +"2553 clamp_min_31" -> "2554 expand_as_31" [label="(4, 12, 64, 1)", style=solid]; +"2554 expand_as_31" -> "2555 div_31" [label="(4, 12, 64, 32)", style=solid]; +"2555 div_31" -> "2556 quantize_per_tensor_default_95" [label="(4, 12, 64, 32)", style=solid]; +"2556 quantize_per_tensor_default_95" -> "2557 dequantize_per_tensor_default_95" [label=None, style=solid]; +"2557 dequantize_per_tensor_default_95" -> "2558 transpose_30" [label=None, style=solid]; +"2558 transpose_30" -> "2559 matmul_30" [label="(4, 12, 32, 64)", style=solid]; +"2559 matmul_30" -> "2562 mul_31" [label="(4, 12, 64, 64)", style=solid]; +"2560 clamp_15" -> "2561 exp_15" [label="(12, 1, 1)", style=solid]; +"2561 exp_15" -> "2562 mul_31" [label="(12, 1, 1)", style=solid]; +"2562 mul_31" -> "2563 add_52" [label="(4, 12, 64, 64)", style=solid]; +"2563 add_52" -> "2611 view_85" [label="(4, 12, 64, 64)", style=solid]; +"2564 new_zeros_7" -> "2566 slice_223" [label="(16, 16)", style=solid]; +"2564 new_zeros_7" -> "2570 slice_225" [label="(16, 16)", style=solid]; +"2564 new_zeros_7" -> "2574 slice_227" [label="(16, 16)", style=solid]; +"2564 new_zeros_7" -> "2578 slice_229" [label="(16, 16)", style=solid]; +"2564 new_zeros_7" -> "2582 slice_231" [label="(16, 16)", style=solid]; +"2564 new_zeros_7" -> "2586 slice_233" [label="(16, 16)", style=solid]; +"2564 new_zeros_7" -> "2590 slice_235" [label="(16, 16)", style=solid]; +"2564 new_zeros_7" -> "2594 slice_237" [label="(16, 16)", style=solid]; +"2564 new_zeros_7" -> "2598 slice_239" [label="(16, 16)", style=solid]; +"2564 new_zeros_7" -> "2601 view_84" [label="(16, 16)", style=solid]; +"2565 lift_fresh_copy_63" -> "2568 fill__63" [label="()", style=solid]; +"2566 slice_223" -> "2567 slice_224" [label="(8, 16)", style=solid]; +"2567 slice_224" -> "2568 fill__63" [label="(8, 8)", style=solid]; +"2569 lift_fresh_copy_64" -> "2572 fill__64" [label="()", style=solid]; +"2570 slice_225" -> "2571 slice_226" [label="(8, 16)", style=solid]; +"2571 slice_226" -> "2572 fill__64" [label="(8, 4)", style=solid]; +"2573 lift_fresh_copy_65" -> "2576 fill__65" [label="()", style=solid]; +"2574 slice_227" -> "2575 slice_228" [label="(8, 16)", style=solid]; +"2575 slice_228" -> "2576 fill__65" [label="(8, 4)", style=solid]; +"2577 lift_fresh_copy_66" -> "2580 fill__66" [label="()", style=solid]; +"2578 slice_229" -> "2579 slice_230" [label="(4, 16)", style=solid]; +"2579 slice_230" -> "2580 fill__66" [label="(4, 8)", style=solid]; +"2581 lift_fresh_copy_67" -> "2584 fill__67" [label="()", style=solid]; +"2582 slice_231" -> "2583 slice_232" [label="(4, 16)", style=solid]; +"2583 slice_232" -> "2584 fill__67" [label="(4, 4)", style=solid]; +"2585 lift_fresh_copy_68" -> "2588 fill__68" [label="()", style=solid]; +"2586 slice_233" -> "2587 slice_234" [label="(4, 16)", style=solid]; +"2587 slice_234" -> "2588 fill__68" [label="(4, 4)", style=solid]; +"2589 lift_fresh_copy_69" -> "2592 fill__69" [label="()", style=solid]; +"2590 slice_235" -> "2591 slice_236" [label="(4, 16)", style=solid]; +"2591 slice_236" -> "2592 fill__69" [label="(4, 8)", style=solid]; +"2593 lift_fresh_copy_70" -> "2596 fill__70" [label="()", style=solid]; +"2594 slice_237" -> "2595 slice_238" [label="(4, 16)", style=solid]; +"2595 slice_238" -> "2596 fill__70" [label="(4, 4)", style=solid]; +"2597 lift_fresh_copy_71" -> "2600 fill__71" [label="()", style=solid]; +"2598 slice_239" -> "2599 slice_240" [label="(4, 16)", style=solid]; +"2599 slice_240" -> "2600 fill__71" [label="(4, 4)", style=solid]; +"2601 view_84" -> "2602 permute_71" [label="(2, 8, 2, 8)", style=solid]; +"2602 permute_71" -> "2603 reshape_69" [label="(2, 2, 8, 8)", style=solid]; +"2603 reshape_69" -> "2604 unsqueeze_44" [label="(4, 64)", style=solid]; +"2603 reshape_69" -> "2605 unsqueeze_45" [label="(4, 64)", style=solid]; +"2604 unsqueeze_44" -> "2606 sub_7" [label="(4, 1, 64)", style=solid]; +"2605 unsqueeze_45" -> "2606 sub_7" [label="(4, 64, 1)", style=solid]; +"2606 sub_7" -> "2607 ne_7" [label="(4, 64, 64)", style=solid]; +"2606 sub_7" -> "2608 masked_fill_14" [label="(4, 64, 64)", style=solid]; +"2606 sub_7" -> "2609 eq_7" [label="(4, 64, 64)", style=solid]; +"2607 ne_7" -> "2608 masked_fill_14" [label="(4, 64, 64)", style=solid]; +"2608 masked_fill_14" -> "2610 masked_fill_15" [label="(4, 64, 64)", style=solid]; +"2609 eq_7" -> "2610 masked_fill_15" [label="(4, 64, 64)", style=solid]; +"2610 masked_fill_15" -> "2612 unsqueeze_46" [label="(4, 64, 64)", style=solid]; +"2611 view_85" -> "2614 add_53" [label="(1, 4, 12, 64, 64)", style=solid]; +"2612 unsqueeze_46" -> "2613 unsqueeze_47" [label="(4, 1, 64, 64)", style=solid]; +"2613 unsqueeze_47" -> "2614 add_53" [label="(1, 4, 1, 64, 64)", style=solid]; +"2614 add_53" -> "2615 view_86" [label="(1, 4, 12, 64, 64)", style=solid]; +"2615 view_86" -> "2616 softmax_15" [label="(4, 12, 64, 64)", style=solid]; +"2616 softmax_15" -> "2617 dropout_60" [label="(4, 12, 64, 64)", style=solid]; +"2617 dropout_60" -> "2618 matmul_31" [label="(4, 12, 64, 64)", style=solid]; +"2618 matmul_31" -> "2619 quantize_per_tensor_default_96" [label="(4, 12, 64, 32)", style=solid]; +"2619 quantize_per_tensor_default_96" -> "2620 dequantize_per_tensor_default_96" [label=None, style=solid]; +"2620 dequantize_per_tensor_default_96" -> "2621 transpose_31" [label=None, style=solid]; +"2621 transpose_31" -> "2622 reshape_70" [label="(4, 64, 12, 32)", style=solid]; +"2622 reshape_70" -> "2623 linear_95" [label="(4, 64, 384)", style=solid]; +"2623 linear_95" -> "2624 dropout_61" [label="(4, 64, 384)", style=solid]; +"2624 dropout_61" -> "2625 view_87" [label="(4, 64, 384)", style=solid]; +"2625 view_87" -> "2626 permute_72" [label="(1, 2, 2, 8, 8, 384)", style=solid]; +"2626 permute_72" -> "2627 reshape_71" [label="(1, 2, 8, 2, 8, 384)", style=solid]; +"2627 reshape_71" -> "2628 roll_15" [label="(1, 16, 16, 384)", style=solid]; +"2628 roll_15" -> "2629 slice_241" [label="(1, 16, 16, 384)", style=solid]; +"2629 slice_241" -> "2630 slice_242" [label="(1, 16, 16, 384)", style=solid]; +"2630 slice_242" -> "2631 slice_243" [label="(1, 14, 16, 384)", style=solid]; +"2631 slice_243" -> "2632 slice_244" [label="(1, 14, 14, 384)", style=solid]; +"2632 slice_244" -> "2633 contiguous_29" [label="(1, 14, 14, 384)", style=solid]; +"2633 contiguous_29" -> "2634 layer_norm_33" [label="(1, 14, 14, 384)", style=solid]; +"2634 layer_norm_33" -> "2635 add_54" [label="(1, 14, 14, 384)", style=solid]; +"2635 add_54" -> "2636 quantize_per_tensor_default_97" [label="(1, 14, 14, 384)", style=solid]; +"2635 add_54" -> "2646 add_55" [label="(1, 14, 14, 384)", style=solid]; +"2636 quantize_per_tensor_default_97" -> "2637 dequantize_per_tensor_default_97" [label=None, style=solid]; +"2637 dequantize_per_tensor_default_97" -> "2638 linear_96" [label=None, style=solid]; +"2638 linear_96" -> "2639 gelu_15" [label="(1, 14, 14, 1536)", style=solid]; +"2639 gelu_15" -> "2640 quantize_per_tensor_default_98" [label="(1, 14, 14, 1536)", style=solid]; +"2640 quantize_per_tensor_default_98" -> "2641 dequantize_per_tensor_default_98" [label=None, style=solid]; +"2641 dequantize_per_tensor_default_98" -> "2642 dropout_62" [label=None, style=solid]; +"2642 dropout_62" -> "2643 linear_97" [label="(1, 14, 14, 1536)", style=solid]; +"2643 linear_97" -> "2644 dropout_63" [label="(1, 14, 14, 384)", style=solid]; +"2644 dropout_63" -> "2645 layer_norm_34" [label="(1, 14, 14, 384)", style=solid]; +"2645 layer_norm_34" -> "2646 add_55" [label="(1, 14, 14, 384)", style=solid]; +"2646 add_55" -> "2647 quantize_per_tensor_default_99" [label="(1, 14, 14, 384)", style=solid]; +"2646 add_55" -> "2709 add_57" [label="(1, 14, 14, 384)", style=solid]; +"2647 quantize_per_tensor_default_99" -> "2648 dequantize_per_tensor_default_99" [label=None, style=solid]; +"2648 dequantize_per_tensor_default_99" -> "2660 pad_18" [label=None, style=solid]; +"2649 linear_98" -> "2650 relu__16" [label="(1, 15, 15, 512)", style=solid]; +"2650 relu__16" -> "2651 linear_99" [label="(1, 15, 15, 512)", style=solid]; +"2651 linear_99" -> "2652 view_88" [label="(1, 15, 15, 12)", style=solid]; +"2652 view_88" -> "2653 index_16" [label="(225, 12)", style=solid]; +"2653 index_16" -> "2654 view_89" [label="(4096, 12)", style=solid]; +"2654 view_89" -> "2655 permute_73" [label="(64, 64, 12)", style=solid]; +"2655 permute_73" -> "2656 contiguous_30" [label="(12, 64, 64)", style=solid]; +"2656 contiguous_30" -> "2657 unsqueeze_48" [label="(12, 64, 64)", style=solid]; +"2657 unsqueeze_48" -> "2658 sigmoid_16" [label="(1, 12, 64, 64)", style=solid]; +"2658 sigmoid_16" -> "2659 mul_32" [label="(1, 12, 64, 64)", style=solid]; +"2659 mul_32" -> "2690 add_56" [label="(1, 12, 64, 64)", style=solid]; +"2660 pad_18" -> "2661 view_90" [label="(1, 16, 16, 384)", style=solid]; +"2661 view_90" -> "2662 permute_74" [label="(1, 2, 8, 2, 8, 384)", style=solid]; +"2662 permute_74" -> "2663 reshape_72" [label="(1, 2, 2, 8, 8, 384)", style=solid]; +"2663 reshape_72" -> "2667 linear_100" [label="(4, 64, 384)", style=solid]; +"2664 clone_16" -> "2665 slice_245" [label="(1152,)", style=solid]; +"2664 clone_16" -> "2667 linear_100" [label="(1152,)", style=solid]; +"2665 slice_245" -> "2666 zero__16" [label="(384,)", style=solid]; +"2667 linear_100" -> "2668 reshape_73" [label="(4, 64, 1152)", style=solid]; +"2668 reshape_73" -> "2669 permute_75" [label="(4, 64, 3, 12, 32)", style=solid]; +"2669 permute_75" -> "2670 select_48" [label="(3, 4, 12, 64, 32)", style=solid]; +"2669 permute_75" -> "2671 select_49" [label="(3, 4, 12, 64, 32)", style=solid]; +"2669 permute_75" -> "2672 select_50" [label="(3, 4, 12, 64, 32)", style=solid]; +"2670 select_48" -> "2673 linalg_vector_norm_32" [label="(4, 12, 64, 32)", style=solid]; +"2670 select_48" -> "2675 expand_as_32" [label="(4, 12, 64, 32)", style=solid]; +"2670 select_48" -> "2676 div_32" [label="(4, 12, 64, 32)", style=solid]; +"2671 select_49" -> "2679 linalg_vector_norm_33" [label="(4, 12, 64, 32)", style=solid]; +"2671 select_49" -> "2681 expand_as_33" [label="(4, 12, 64, 32)", style=solid]; +"2671 select_49" -> "2682 div_33" [label="(4, 12, 64, 32)", style=solid]; +"2672 select_50" -> "2693 matmul_33" [label="(4, 12, 64, 32)", style=solid]; +"2673 linalg_vector_norm_32" -> "2674 clamp_min_32" [label="(4, 12, 64, 1)", style=solid]; +"2674 clamp_min_32" -> "2675 expand_as_32" [label="(4, 12, 64, 1)", style=solid]; +"2675 expand_as_32" -> "2676 div_32" [label="(4, 12, 64, 32)", style=solid]; +"2676 div_32" -> "2677 quantize_per_tensor_default_100" [label="(4, 12, 64, 32)", style=solid]; +"2677 quantize_per_tensor_default_100" -> "2678 dequantize_per_tensor_default_100" [label=None, style=solid]; +"2678 dequantize_per_tensor_default_100" -> "2686 matmul_32" [label=None, style=solid]; +"2679 linalg_vector_norm_33" -> "2680 clamp_min_33" [label="(4, 12, 64, 1)", style=solid]; +"2680 clamp_min_33" -> "2681 expand_as_33" [label="(4, 12, 64, 1)", style=solid]; +"2681 expand_as_33" -> "2682 div_33" [label="(4, 12, 64, 32)", style=solid]; +"2682 div_33" -> "2683 quantize_per_tensor_default_101" [label="(4, 12, 64, 32)", style=solid]; +"2683 quantize_per_tensor_default_101" -> "2684 dequantize_per_tensor_default_101" [label=None, style=solid]; +"2684 dequantize_per_tensor_default_101" -> "2685 transpose_32" [label=None, style=solid]; +"2685 transpose_32" -> "2686 matmul_32" [label="(4, 12, 32, 64)", style=solid]; +"2686 matmul_32" -> "2689 mul_33" [label="(4, 12, 64, 64)", style=solid]; +"2687 clamp_16" -> "2688 exp_16" [label="(12, 1, 1)", style=solid]; +"2688 exp_16" -> "2689 mul_33" [label="(12, 1, 1)", style=solid]; +"2689 mul_33" -> "2690 add_56" [label="(4, 12, 64, 64)", style=solid]; +"2690 add_56" -> "2691 softmax_16" [label="(4, 12, 64, 64)", style=solid]; +"2691 softmax_16" -> "2692 dropout_64" [label="(4, 12, 64, 64)", style=solid]; +"2692 dropout_64" -> "2693 matmul_33" [label="(4, 12, 64, 64)", style=solid]; +"2693 matmul_33" -> "2694 quantize_per_tensor_default_102" [label="(4, 12, 64, 32)", style=solid]; +"2694 quantize_per_tensor_default_102" -> "2695 dequantize_per_tensor_default_102" [label=None, style=solid]; +"2695 dequantize_per_tensor_default_102" -> "2696 transpose_33" [label=None, style=solid]; +"2696 transpose_33" -> "2697 reshape_74" [label="(4, 64, 12, 32)", style=solid]; +"2697 reshape_74" -> "2698 linear_101" [label="(4, 64, 384)", style=solid]; +"2698 linear_101" -> "2699 dropout_65" [label="(4, 64, 384)", style=solid]; +"2699 dropout_65" -> "2700 view_91" [label="(4, 64, 384)", style=solid]; +"2700 view_91" -> "2701 permute_76" [label="(1, 2, 2, 8, 8, 384)", style=solid]; +"2701 permute_76" -> "2702 reshape_75" [label="(1, 2, 8, 2, 8, 384)", style=solid]; +"2702 reshape_75" -> "2703 slice_246" [label="(1, 16, 16, 384)", style=solid]; +"2703 slice_246" -> "2704 slice_247" [label="(1, 16, 16, 384)", style=solid]; +"2704 slice_247" -> "2705 slice_248" [label="(1, 14, 16, 384)", style=solid]; +"2705 slice_248" -> "2706 slice_249" [label="(1, 14, 14, 384)", style=solid]; +"2706 slice_249" -> "2707 contiguous_31" [label="(1, 14, 14, 384)", style=solid]; +"2707 contiguous_31" -> "2708 layer_norm_35" [label="(1, 14, 14, 384)", style=solid]; +"2708 layer_norm_35" -> "2709 add_57" [label="(1, 14, 14, 384)", style=solid]; +"2709 add_57" -> "2710 quantize_per_tensor_default_103" [label="(1, 14, 14, 384)", style=solid]; +"2709 add_57" -> "2720 add_58" [label="(1, 14, 14, 384)", style=solid]; +"2710 quantize_per_tensor_default_103" -> "2711 dequantize_per_tensor_default_103" [label=None, style=solid]; +"2711 dequantize_per_tensor_default_103" -> "2712 linear_102" [label=None, style=solid]; +"2712 linear_102" -> "2713 gelu_16" [label="(1, 14, 14, 1536)", style=solid]; +"2713 gelu_16" -> "2714 quantize_per_tensor_default_104" [label="(1, 14, 14, 1536)", style=solid]; +"2714 quantize_per_tensor_default_104" -> "2715 dequantize_per_tensor_default_104" [label=None, style=solid]; +"2715 dequantize_per_tensor_default_104" -> "2716 dropout_66" [label=None, style=solid]; +"2716 dropout_66" -> "2717 linear_103" [label="(1, 14, 14, 1536)", style=solid]; +"2717 linear_103" -> "2718 dropout_67" [label="(1, 14, 14, 384)", style=solid]; +"2718 dropout_67" -> "2719 layer_norm_36" [label="(1, 14, 14, 384)", style=solid]; +"2719 layer_norm_36" -> "2720 add_58" [label="(1, 14, 14, 384)", style=solid]; +"2720 add_58" -> "2732 pad_19" [label="(1, 14, 14, 384)", style=solid]; +"2720 add_58" -> "2837 add_61" [label="(1, 14, 14, 384)", style=solid]; +"2721 linear_104" -> "2722 relu__17" [label="(1, 15, 15, 512)", style=solid]; +"2722 relu__17" -> "2723 linear_105" [label="(1, 15, 15, 512)", style=solid]; +"2723 linear_105" -> "2724 view_92" [label="(1, 15, 15, 12)", style=solid]; +"2724 view_92" -> "2725 index_17" [label="(225, 12)", style=solid]; +"2725 index_17" -> "2726 view_93" [label="(4096, 12)", style=solid]; +"2726 view_93" -> "2727 permute_77" [label="(64, 64, 12)", style=solid]; +"2727 permute_77" -> "2728 contiguous_32" [label="(12, 64, 64)", style=solid]; +"2728 contiguous_32" -> "2729 unsqueeze_49" [label="(12, 64, 64)", style=solid]; +"2729 unsqueeze_49" -> "2730 sigmoid_17" [label="(1, 12, 64, 64)", style=solid]; +"2730 sigmoid_17" -> "2731 mul_34" [label="(1, 12, 64, 64)", style=solid]; +"2731 mul_34" -> "2765 add_59" [label="(1, 12, 64, 64)", style=solid]; +"2732 pad_19" -> "2733 roll_16" [label="(1, 16, 16, 384)", style=solid]; +"2733 roll_16" -> "2734 view_94" [label="(1, 16, 16, 384)", style=solid]; +"2734 view_94" -> "2735 permute_78" [label="(1, 2, 8, 2, 8, 384)", style=solid]; +"2735 permute_78" -> "2736 reshape_76" [label="(1, 2, 2, 8, 8, 384)", style=solid]; +"2736 reshape_76" -> "2737 quantize_per_tensor_default_105" [label="(4, 64, 384)", style=solid]; +"2736 reshape_76" -> "2766 new_zeros_8" [label="(4, 64, 384)", style=solid]; +"2737 quantize_per_tensor_default_105" -> "2738 dequantize_per_tensor_default_105" [label=None, style=solid]; +"2738 dequantize_per_tensor_default_105" -> "2742 linear_106" [label=None, style=solid]; +"2739 clone_17" -> "2740 slice_250" [label="(1152,)", style=solid]; +"2739 clone_17" -> "2742 linear_106" [label="(1152,)", style=solid]; +"2740 slice_250" -> "2741 zero__17" [label="(384,)", style=solid]; +"2742 linear_106" -> "2743 reshape_77" [label="(4, 64, 1152)", style=solid]; +"2743 reshape_77" -> "2744 permute_79" [label="(4, 64, 3, 12, 32)", style=solid]; +"2744 permute_79" -> "2745 select_51" [label="(3, 4, 12, 64, 32)", style=solid]; +"2744 permute_79" -> "2746 select_52" [label="(3, 4, 12, 64, 32)", style=solid]; +"2744 permute_79" -> "2747 select_53" [label="(3, 4, 12, 64, 32)", style=solid]; +"2745 select_51" -> "2748 linalg_vector_norm_34" [label="(4, 12, 64, 32)", style=solid]; +"2745 select_51" -> "2750 expand_as_34" [label="(4, 12, 64, 32)", style=solid]; +"2745 select_51" -> "2751 div_34" [label="(4, 12, 64, 32)", style=solid]; +"2746 select_52" -> "2754 linalg_vector_norm_35" [label="(4, 12, 64, 32)", style=solid]; +"2746 select_52" -> "2756 expand_as_35" [label="(4, 12, 64, 32)", style=solid]; +"2746 select_52" -> "2757 div_35" [label="(4, 12, 64, 32)", style=solid]; +"2747 select_53" -> "2820 matmul_35" [label="(4, 12, 64, 32)", style=solid]; +"2748 linalg_vector_norm_34" -> "2749 clamp_min_34" [label="(4, 12, 64, 1)", style=solid]; +"2749 clamp_min_34" -> "2750 expand_as_34" [label="(4, 12, 64, 1)", style=solid]; +"2750 expand_as_34" -> "2751 div_34" [label="(4, 12, 64, 32)", style=solid]; +"2751 div_34" -> "2752 quantize_per_tensor_default_106" [label="(4, 12, 64, 32)", style=solid]; +"2752 quantize_per_tensor_default_106" -> "2753 dequantize_per_tensor_default_106" [label=None, style=solid]; +"2753 dequantize_per_tensor_default_106" -> "2761 matmul_34" [label=None, style=solid]; +"2754 linalg_vector_norm_35" -> "2755 clamp_min_35" [label="(4, 12, 64, 1)", style=solid]; +"2755 clamp_min_35" -> "2756 expand_as_35" [label="(4, 12, 64, 1)", style=solid]; +"2756 expand_as_35" -> "2757 div_35" [label="(4, 12, 64, 32)", style=solid]; +"2757 div_35" -> "2758 quantize_per_tensor_default_107" [label="(4, 12, 64, 32)", style=solid]; +"2758 quantize_per_tensor_default_107" -> "2759 dequantize_per_tensor_default_107" [label=None, style=solid]; +"2759 dequantize_per_tensor_default_107" -> "2760 transpose_34" [label=None, style=solid]; +"2760 transpose_34" -> "2761 matmul_34" [label="(4, 12, 32, 64)", style=solid]; +"2761 matmul_34" -> "2764 mul_35" [label="(4, 12, 64, 64)", style=solid]; +"2762 clamp_17" -> "2763 exp_17" [label="(12, 1, 1)", style=solid]; +"2763 exp_17" -> "2764 mul_35" [label="(12, 1, 1)", style=solid]; +"2764 mul_35" -> "2765 add_59" [label="(4, 12, 64, 64)", style=solid]; +"2765 add_59" -> "2813 view_96" [label="(4, 12, 64, 64)", style=solid]; +"2766 new_zeros_8" -> "2768 slice_251" [label="(16, 16)", style=solid]; +"2766 new_zeros_8" -> "2772 slice_253" [label="(16, 16)", style=solid]; +"2766 new_zeros_8" -> "2776 slice_255" [label="(16, 16)", style=solid]; +"2766 new_zeros_8" -> "2780 slice_257" [label="(16, 16)", style=solid]; +"2766 new_zeros_8" -> "2784 slice_259" [label="(16, 16)", style=solid]; +"2766 new_zeros_8" -> "2788 slice_261" [label="(16, 16)", style=solid]; +"2766 new_zeros_8" -> "2792 slice_263" [label="(16, 16)", style=solid]; +"2766 new_zeros_8" -> "2796 slice_265" [label="(16, 16)", style=solid]; +"2766 new_zeros_8" -> "2800 slice_267" [label="(16, 16)", style=solid]; +"2766 new_zeros_8" -> "2803 view_95" [label="(16, 16)", style=solid]; +"2767 lift_fresh_copy_72" -> "2770 fill__72" [label="()", style=solid]; +"2768 slice_251" -> "2769 slice_252" [label="(8, 16)", style=solid]; +"2769 slice_252" -> "2770 fill__72" [label="(8, 8)", style=solid]; +"2771 lift_fresh_copy_73" -> "2774 fill__73" [label="()", style=solid]; +"2772 slice_253" -> "2773 slice_254" [label="(8, 16)", style=solid]; +"2773 slice_254" -> "2774 fill__73" [label="(8, 4)", style=solid]; +"2775 lift_fresh_copy_74" -> "2778 fill__74" [label="()", style=solid]; +"2776 slice_255" -> "2777 slice_256" [label="(8, 16)", style=solid]; +"2777 slice_256" -> "2778 fill__74" [label="(8, 4)", style=solid]; +"2779 lift_fresh_copy_75" -> "2782 fill__75" [label="()", style=solid]; +"2780 slice_257" -> "2781 slice_258" [label="(4, 16)", style=solid]; +"2781 slice_258" -> "2782 fill__75" [label="(4, 8)", style=solid]; +"2783 lift_fresh_copy_76" -> "2786 fill__76" [label="()", style=solid]; +"2784 slice_259" -> "2785 slice_260" [label="(4, 16)", style=solid]; +"2785 slice_260" -> "2786 fill__76" [label="(4, 4)", style=solid]; +"2787 lift_fresh_copy_77" -> "2790 fill__77" [label="()", style=solid]; +"2788 slice_261" -> "2789 slice_262" [label="(4, 16)", style=solid]; +"2789 slice_262" -> "2790 fill__77" [label="(4, 4)", style=solid]; +"2791 lift_fresh_copy_78" -> "2794 fill__78" [label="()", style=solid]; +"2792 slice_263" -> "2793 slice_264" [label="(4, 16)", style=solid]; +"2793 slice_264" -> "2794 fill__78" [label="(4, 8)", style=solid]; +"2795 lift_fresh_copy_79" -> "2798 fill__79" [label="()", style=solid]; +"2796 slice_265" -> "2797 slice_266" [label="(4, 16)", style=solid]; +"2797 slice_266" -> "2798 fill__79" [label="(4, 4)", style=solid]; +"2799 lift_fresh_copy_80" -> "2802 fill__80" [label="()", style=solid]; +"2800 slice_267" -> "2801 slice_268" [label="(4, 16)", style=solid]; +"2801 slice_268" -> "2802 fill__80" [label="(4, 4)", style=solid]; +"2803 view_95" -> "2804 permute_80" [label="(2, 8, 2, 8)", style=solid]; +"2804 permute_80" -> "2805 reshape_78" [label="(2, 2, 8, 8)", style=solid]; +"2805 reshape_78" -> "2806 unsqueeze_50" [label="(4, 64)", style=solid]; +"2805 reshape_78" -> "2807 unsqueeze_51" [label="(4, 64)", style=solid]; +"2806 unsqueeze_50" -> "2808 sub_8" [label="(4, 1, 64)", style=solid]; +"2807 unsqueeze_51" -> "2808 sub_8" [label="(4, 64, 1)", style=solid]; +"2808 sub_8" -> "2809 ne_8" [label="(4, 64, 64)", style=solid]; +"2808 sub_8" -> "2810 masked_fill_16" [label="(4, 64, 64)", style=solid]; +"2808 sub_8" -> "2811 eq_8" [label="(4, 64, 64)", style=solid]; +"2809 ne_8" -> "2810 masked_fill_16" [label="(4, 64, 64)", style=solid]; +"2810 masked_fill_16" -> "2812 masked_fill_17" [label="(4, 64, 64)", style=solid]; +"2811 eq_8" -> "2812 masked_fill_17" [label="(4, 64, 64)", style=solid]; +"2812 masked_fill_17" -> "2814 unsqueeze_52" [label="(4, 64, 64)", style=solid]; +"2813 view_96" -> "2816 add_60" [label="(1, 4, 12, 64, 64)", style=solid]; +"2814 unsqueeze_52" -> "2815 unsqueeze_53" [label="(4, 1, 64, 64)", style=solid]; +"2815 unsqueeze_53" -> "2816 add_60" [label="(1, 4, 1, 64, 64)", style=solid]; +"2816 add_60" -> "2817 view_97" [label="(1, 4, 12, 64, 64)", style=solid]; +"2817 view_97" -> "2818 softmax_17" [label="(4, 12, 64, 64)", style=solid]; +"2818 softmax_17" -> "2819 dropout_68" [label="(4, 12, 64, 64)", style=solid]; +"2819 dropout_68" -> "2820 matmul_35" [label="(4, 12, 64, 64)", style=solid]; +"2820 matmul_35" -> "2821 quantize_per_tensor_default_108" [label="(4, 12, 64, 32)", style=solid]; +"2821 quantize_per_tensor_default_108" -> "2822 dequantize_per_tensor_default_108" [label=None, style=solid]; +"2822 dequantize_per_tensor_default_108" -> "2823 transpose_35" [label=None, style=solid]; +"2823 transpose_35" -> "2824 reshape_79" [label="(4, 64, 12, 32)", style=solid]; +"2824 reshape_79" -> "2825 linear_107" [label="(4, 64, 384)", style=solid]; +"2825 linear_107" -> "2826 dropout_69" [label="(4, 64, 384)", style=solid]; +"2826 dropout_69" -> "2827 view_98" [label="(4, 64, 384)", style=solid]; +"2827 view_98" -> "2828 permute_81" [label="(1, 2, 2, 8, 8, 384)", style=solid]; +"2828 permute_81" -> "2829 reshape_80" [label="(1, 2, 8, 2, 8, 384)", style=solid]; +"2829 reshape_80" -> "2830 roll_17" [label="(1, 16, 16, 384)", style=solid]; +"2830 roll_17" -> "2831 slice_269" [label="(1, 16, 16, 384)", style=solid]; +"2831 slice_269" -> "2832 slice_270" [label="(1, 16, 16, 384)", style=solid]; +"2832 slice_270" -> "2833 slice_271" [label="(1, 14, 16, 384)", style=solid]; +"2833 slice_271" -> "2834 slice_272" [label="(1, 14, 14, 384)", style=solid]; +"2834 slice_272" -> "2835 contiguous_33" [label="(1, 14, 14, 384)", style=solid]; +"2835 contiguous_33" -> "2836 layer_norm_37" [label="(1, 14, 14, 384)", style=solid]; +"2836 layer_norm_37" -> "2837 add_61" [label="(1, 14, 14, 384)", style=solid]; +"2837 add_61" -> "2838 quantize_per_tensor_default_109" [label="(1, 14, 14, 384)", style=solid]; +"2837 add_61" -> "2848 add_62" [label="(1, 14, 14, 384)", style=solid]; +"2838 quantize_per_tensor_default_109" -> "2839 dequantize_per_tensor_default_109" [label=None, style=solid]; +"2839 dequantize_per_tensor_default_109" -> "2840 linear_108" [label=None, style=solid]; +"2840 linear_108" -> "2841 gelu_17" [label="(1, 14, 14, 1536)", style=solid]; +"2841 gelu_17" -> "2842 quantize_per_tensor_default_110" [label="(1, 14, 14, 1536)", style=solid]; +"2842 quantize_per_tensor_default_110" -> "2843 dequantize_per_tensor_default_110" [label=None, style=solid]; +"2843 dequantize_per_tensor_default_110" -> "2844 dropout_70" [label=None, style=solid]; +"2844 dropout_70" -> "2845 linear_109" [label="(1, 14, 14, 1536)", style=solid]; +"2845 linear_109" -> "2846 dropout_71" [label="(1, 14, 14, 384)", style=solid]; +"2846 dropout_71" -> "2847 layer_norm_38" [label="(1, 14, 14, 384)", style=solid]; +"2847 layer_norm_38" -> "2848 add_62" [label="(1, 14, 14, 384)", style=solid]; +"2848 add_62" -> "2849 quantize_per_tensor_default_111" [label="(1, 14, 14, 384)", style=solid]; +"2848 add_62" -> "2911 add_64" [label="(1, 14, 14, 384)", style=solid]; +"2849 quantize_per_tensor_default_111" -> "2850 dequantize_per_tensor_default_111" [label=None, style=solid]; +"2850 dequantize_per_tensor_default_111" -> "2862 pad_20" [label=None, style=solid]; +"2851 linear_110" -> "2852 relu__18" [label="(1, 15, 15, 512)", style=solid]; +"2852 relu__18" -> "2853 linear_111" [label="(1, 15, 15, 512)", style=solid]; +"2853 linear_111" -> "2854 view_99" [label="(1, 15, 15, 12)", style=solid]; +"2854 view_99" -> "2855 index_18" [label="(225, 12)", style=solid]; +"2855 index_18" -> "2856 view_100" [label="(4096, 12)", style=solid]; +"2856 view_100" -> "2857 permute_82" [label="(64, 64, 12)", style=solid]; +"2857 permute_82" -> "2858 contiguous_34" [label="(12, 64, 64)", style=solid]; +"2858 contiguous_34" -> "2859 unsqueeze_54" [label="(12, 64, 64)", style=solid]; +"2859 unsqueeze_54" -> "2860 sigmoid_18" [label="(1, 12, 64, 64)", style=solid]; +"2860 sigmoid_18" -> "2861 mul_36" [label="(1, 12, 64, 64)", style=solid]; +"2861 mul_36" -> "2892 add_63" [label="(1, 12, 64, 64)", style=solid]; +"2862 pad_20" -> "2863 view_101" [label="(1, 16, 16, 384)", style=solid]; +"2863 view_101" -> "2864 permute_83" [label="(1, 2, 8, 2, 8, 384)", style=solid]; +"2864 permute_83" -> "2865 reshape_81" [label="(1, 2, 2, 8, 8, 384)", style=solid]; +"2865 reshape_81" -> "2869 linear_112" [label="(4, 64, 384)", style=solid]; +"2866 clone_18" -> "2867 slice_273" [label="(1152,)", style=solid]; +"2866 clone_18" -> "2869 linear_112" [label="(1152,)", style=solid]; +"2867 slice_273" -> "2868 zero__18" [label="(384,)", style=solid]; +"2869 linear_112" -> "2870 reshape_82" [label="(4, 64, 1152)", style=solid]; +"2870 reshape_82" -> "2871 permute_84" [label="(4, 64, 3, 12, 32)", style=solid]; +"2871 permute_84" -> "2872 select_54" [label="(3, 4, 12, 64, 32)", style=solid]; +"2871 permute_84" -> "2873 select_55" [label="(3, 4, 12, 64, 32)", style=solid]; +"2871 permute_84" -> "2874 select_56" [label="(3, 4, 12, 64, 32)", style=solid]; +"2872 select_54" -> "2875 linalg_vector_norm_36" [label="(4, 12, 64, 32)", style=solid]; +"2872 select_54" -> "2877 expand_as_36" [label="(4, 12, 64, 32)", style=solid]; +"2872 select_54" -> "2878 div_36" [label="(4, 12, 64, 32)", style=solid]; +"2873 select_55" -> "2881 linalg_vector_norm_37" [label="(4, 12, 64, 32)", style=solid]; +"2873 select_55" -> "2883 expand_as_37" [label="(4, 12, 64, 32)", style=solid]; +"2873 select_55" -> "2884 div_37" [label="(4, 12, 64, 32)", style=solid]; +"2874 select_56" -> "2895 matmul_37" [label="(4, 12, 64, 32)", style=solid]; +"2875 linalg_vector_norm_36" -> "2876 clamp_min_36" [label="(4, 12, 64, 1)", style=solid]; +"2876 clamp_min_36" -> "2877 expand_as_36" [label="(4, 12, 64, 1)", style=solid]; +"2877 expand_as_36" -> "2878 div_36" [label="(4, 12, 64, 32)", style=solid]; +"2878 div_36" -> "2879 quantize_per_tensor_default_112" [label="(4, 12, 64, 32)", style=solid]; +"2879 quantize_per_tensor_default_112" -> "2880 dequantize_per_tensor_default_112" [label=None, style=solid]; +"2880 dequantize_per_tensor_default_112" -> "2888 matmul_36" [label=None, style=solid]; +"2881 linalg_vector_norm_37" -> "2882 clamp_min_37" [label="(4, 12, 64, 1)", style=solid]; +"2882 clamp_min_37" -> "2883 expand_as_37" [label="(4, 12, 64, 1)", style=solid]; +"2883 expand_as_37" -> "2884 div_37" [label="(4, 12, 64, 32)", style=solid]; +"2884 div_37" -> "2885 quantize_per_tensor_default_113" [label="(4, 12, 64, 32)", style=solid]; +"2885 quantize_per_tensor_default_113" -> "2886 dequantize_per_tensor_default_113" [label=None, style=solid]; +"2886 dequantize_per_tensor_default_113" -> "2887 transpose_36" [label=None, style=solid]; +"2887 transpose_36" -> "2888 matmul_36" [label="(4, 12, 32, 64)", style=solid]; +"2888 matmul_36" -> "2891 mul_37" [label="(4, 12, 64, 64)", style=solid]; +"2889 clamp_18" -> "2890 exp_18" [label="(12, 1, 1)", style=solid]; +"2890 exp_18" -> "2891 mul_37" [label="(12, 1, 1)", style=solid]; +"2891 mul_37" -> "2892 add_63" [label="(4, 12, 64, 64)", style=solid]; +"2892 add_63" -> "2893 softmax_18" [label="(4, 12, 64, 64)", style=solid]; +"2893 softmax_18" -> "2894 dropout_72" [label="(4, 12, 64, 64)", style=solid]; +"2894 dropout_72" -> "2895 matmul_37" [label="(4, 12, 64, 64)", style=solid]; +"2895 matmul_37" -> "2896 quantize_per_tensor_default_114" [label="(4, 12, 64, 32)", style=solid]; +"2896 quantize_per_tensor_default_114" -> "2897 dequantize_per_tensor_default_114" [label=None, style=solid]; +"2897 dequantize_per_tensor_default_114" -> "2898 transpose_37" [label=None, style=solid]; +"2898 transpose_37" -> "2899 reshape_83" [label="(4, 64, 12, 32)", style=solid]; +"2899 reshape_83" -> "2900 linear_113" [label="(4, 64, 384)", style=solid]; +"2900 linear_113" -> "2901 dropout_73" [label="(4, 64, 384)", style=solid]; +"2901 dropout_73" -> "2902 view_102" [label="(4, 64, 384)", style=solid]; +"2902 view_102" -> "2903 permute_85" [label="(1, 2, 2, 8, 8, 384)", style=solid]; +"2903 permute_85" -> "2904 reshape_84" [label="(1, 2, 8, 2, 8, 384)", style=solid]; +"2904 reshape_84" -> "2905 slice_274" [label="(1, 16, 16, 384)", style=solid]; +"2905 slice_274" -> "2906 slice_275" [label="(1, 16, 16, 384)", style=solid]; +"2906 slice_275" -> "2907 slice_276" [label="(1, 14, 16, 384)", style=solid]; +"2907 slice_276" -> "2908 slice_277" [label="(1, 14, 14, 384)", style=solid]; +"2908 slice_277" -> "2909 contiguous_35" [label="(1, 14, 14, 384)", style=solid]; +"2909 contiguous_35" -> "2910 layer_norm_39" [label="(1, 14, 14, 384)", style=solid]; +"2910 layer_norm_39" -> "2911 add_64" [label="(1, 14, 14, 384)", style=solid]; +"2911 add_64" -> "2912 quantize_per_tensor_default_115" [label="(1, 14, 14, 384)", style=solid]; +"2911 add_64" -> "2922 add_65" [label="(1, 14, 14, 384)", style=solid]; +"2912 quantize_per_tensor_default_115" -> "2913 dequantize_per_tensor_default_115" [label=None, style=solid]; +"2913 dequantize_per_tensor_default_115" -> "2914 linear_114" [label=None, style=solid]; +"2914 linear_114" -> "2915 gelu_18" [label="(1, 14, 14, 1536)", style=solid]; +"2915 gelu_18" -> "2916 quantize_per_tensor_default_116" [label="(1, 14, 14, 1536)", style=solid]; +"2916 quantize_per_tensor_default_116" -> "2917 dequantize_per_tensor_default_116" [label=None, style=solid]; +"2917 dequantize_per_tensor_default_116" -> "2918 dropout_74" [label=None, style=solid]; +"2918 dropout_74" -> "2919 linear_115" [label="(1, 14, 14, 1536)", style=solid]; +"2919 linear_115" -> "2920 dropout_75" [label="(1, 14, 14, 384)", style=solid]; +"2920 dropout_75" -> "2921 layer_norm_40" [label="(1, 14, 14, 384)", style=solid]; +"2921 layer_norm_40" -> "2922 add_65" [label="(1, 14, 14, 384)", style=solid]; +"2922 add_65" -> "2934 pad_21" [label="(1, 14, 14, 384)", style=solid]; +"2922 add_65" -> "3039 add_68" [label="(1, 14, 14, 384)", style=solid]; +"2923 linear_116" -> "2924 relu__19" [label="(1, 15, 15, 512)", style=solid]; +"2924 relu__19" -> "2925 linear_117" [label="(1, 15, 15, 512)", style=solid]; +"2925 linear_117" -> "2926 view_103" [label="(1, 15, 15, 12)", style=solid]; +"2926 view_103" -> "2927 index_19" [label="(225, 12)", style=solid]; +"2927 index_19" -> "2928 view_104" [label="(4096, 12)", style=solid]; +"2928 view_104" -> "2929 permute_86" [label="(64, 64, 12)", style=solid]; +"2929 permute_86" -> "2930 contiguous_36" [label="(12, 64, 64)", style=solid]; +"2930 contiguous_36" -> "2931 unsqueeze_55" [label="(12, 64, 64)", style=solid]; +"2931 unsqueeze_55" -> "2932 sigmoid_19" [label="(1, 12, 64, 64)", style=solid]; +"2932 sigmoid_19" -> "2933 mul_38" [label="(1, 12, 64, 64)", style=solid]; +"2933 mul_38" -> "2967 add_66" [label="(1, 12, 64, 64)", style=solid]; +"2934 pad_21" -> "2935 roll_18" [label="(1, 16, 16, 384)", style=solid]; +"2935 roll_18" -> "2936 view_105" [label="(1, 16, 16, 384)", style=solid]; +"2936 view_105" -> "2937 permute_87" [label="(1, 2, 8, 2, 8, 384)", style=solid]; +"2937 permute_87" -> "2938 reshape_85" [label="(1, 2, 2, 8, 8, 384)", style=solid]; +"2938 reshape_85" -> "2939 quantize_per_tensor_default_117" [label="(4, 64, 384)", style=solid]; +"2938 reshape_85" -> "2968 new_zeros_9" [label="(4, 64, 384)", style=solid]; +"2939 quantize_per_tensor_default_117" -> "2940 dequantize_per_tensor_default_117" [label=None, style=solid]; +"2940 dequantize_per_tensor_default_117" -> "2944 linear_118" [label=None, style=solid]; +"2941 clone_19" -> "2942 slice_278" [label="(1152,)", style=solid]; +"2941 clone_19" -> "2944 linear_118" [label="(1152,)", style=solid]; +"2942 slice_278" -> "2943 zero__19" [label="(384,)", style=solid]; +"2944 linear_118" -> "2945 reshape_86" [label="(4, 64, 1152)", style=solid]; +"2945 reshape_86" -> "2946 permute_88" [label="(4, 64, 3, 12, 32)", style=solid]; +"2946 permute_88" -> "2947 select_57" [label="(3, 4, 12, 64, 32)", style=solid]; +"2946 permute_88" -> "2948 select_58" [label="(3, 4, 12, 64, 32)", style=solid]; +"2946 permute_88" -> "2949 select_59" [label="(3, 4, 12, 64, 32)", style=solid]; +"2947 select_57" -> "2950 linalg_vector_norm_38" [label="(4, 12, 64, 32)", style=solid]; +"2947 select_57" -> "2952 expand_as_38" [label="(4, 12, 64, 32)", style=solid]; +"2947 select_57" -> "2953 div_38" [label="(4, 12, 64, 32)", style=solid]; +"2948 select_58" -> "2956 linalg_vector_norm_39" [label="(4, 12, 64, 32)", style=solid]; +"2948 select_58" -> "2958 expand_as_39" [label="(4, 12, 64, 32)", style=solid]; +"2948 select_58" -> "2959 div_39" [label="(4, 12, 64, 32)", style=solid]; +"2949 select_59" -> "3022 matmul_39" [label="(4, 12, 64, 32)", style=solid]; +"2950 linalg_vector_norm_38" -> "2951 clamp_min_38" [label="(4, 12, 64, 1)", style=solid]; +"2951 clamp_min_38" -> "2952 expand_as_38" [label="(4, 12, 64, 1)", style=solid]; +"2952 expand_as_38" -> "2953 div_38" [label="(4, 12, 64, 32)", style=solid]; +"2953 div_38" -> "2954 quantize_per_tensor_default_118" [label="(4, 12, 64, 32)", style=solid]; +"2954 quantize_per_tensor_default_118" -> "2955 dequantize_per_tensor_default_118" [label=None, style=solid]; +"2955 dequantize_per_tensor_default_118" -> "2963 matmul_38" [label=None, style=solid]; +"2956 linalg_vector_norm_39" -> "2957 clamp_min_39" [label="(4, 12, 64, 1)", style=solid]; +"2957 clamp_min_39" -> "2958 expand_as_39" [label="(4, 12, 64, 1)", style=solid]; +"2958 expand_as_39" -> "2959 div_39" [label="(4, 12, 64, 32)", style=solid]; +"2959 div_39" -> "2960 quantize_per_tensor_default_119" [label="(4, 12, 64, 32)", style=solid]; +"2960 quantize_per_tensor_default_119" -> "2961 dequantize_per_tensor_default_119" [label=None, style=solid]; +"2961 dequantize_per_tensor_default_119" -> "2962 transpose_38" [label=None, style=solid]; +"2962 transpose_38" -> "2963 matmul_38" [label="(4, 12, 32, 64)", style=solid]; +"2963 matmul_38" -> "2966 mul_39" [label="(4, 12, 64, 64)", style=solid]; +"2964 clamp_19" -> "2965 exp_19" [label="(12, 1, 1)", style=solid]; +"2965 exp_19" -> "2966 mul_39" [label="(12, 1, 1)", style=solid]; +"2966 mul_39" -> "2967 add_66" [label="(4, 12, 64, 64)", style=solid]; +"2967 add_66" -> "3015 view_107" [label="(4, 12, 64, 64)", style=solid]; +"2968 new_zeros_9" -> "2970 slice_279" [label="(16, 16)", style=solid]; +"2968 new_zeros_9" -> "2974 slice_281" [label="(16, 16)", style=solid]; +"2968 new_zeros_9" -> "2978 slice_283" [label="(16, 16)", style=solid]; +"2968 new_zeros_9" -> "2982 slice_285" [label="(16, 16)", style=solid]; +"2968 new_zeros_9" -> "2986 slice_287" [label="(16, 16)", style=solid]; +"2968 new_zeros_9" -> "2990 slice_289" [label="(16, 16)", style=solid]; +"2968 new_zeros_9" -> "2994 slice_291" [label="(16, 16)", style=solid]; +"2968 new_zeros_9" -> "2998 slice_293" [label="(16, 16)", style=solid]; +"2968 new_zeros_9" -> "3002 slice_295" [label="(16, 16)", style=solid]; +"2968 new_zeros_9" -> "3005 view_106" [label="(16, 16)", style=solid]; +"2969 lift_fresh_copy_81" -> "2972 fill__81" [label="()", style=solid]; +"2970 slice_279" -> "2971 slice_280" [label="(8, 16)", style=solid]; +"2971 slice_280" -> "2972 fill__81" [label="(8, 8)", style=solid]; +"2973 lift_fresh_copy_82" -> "2976 fill__82" [label="()", style=solid]; +"2974 slice_281" -> "2975 slice_282" [label="(8, 16)", style=solid]; +"2975 slice_282" -> "2976 fill__82" [label="(8, 4)", style=solid]; +"2977 lift_fresh_copy_83" -> "2980 fill__83" [label="()", style=solid]; +"2978 slice_283" -> "2979 slice_284" [label="(8, 16)", style=solid]; +"2979 slice_284" -> "2980 fill__83" [label="(8, 4)", style=solid]; +"2981 lift_fresh_copy_84" -> "2984 fill__84" [label="()", style=solid]; +"2982 slice_285" -> "2983 slice_286" [label="(4, 16)", style=solid]; +"2983 slice_286" -> "2984 fill__84" [label="(4, 8)", style=solid]; +"2985 lift_fresh_copy_85" -> "2988 fill__85" [label="()", style=solid]; +"2986 slice_287" -> "2987 slice_288" [label="(4, 16)", style=solid]; +"2987 slice_288" -> "2988 fill__85" [label="(4, 4)", style=solid]; +"2989 lift_fresh_copy_86" -> "2992 fill__86" [label="()", style=solid]; +"2990 slice_289" -> "2991 slice_290" [label="(4, 16)", style=solid]; +"2991 slice_290" -> "2992 fill__86" [label="(4, 4)", style=solid]; +"2993 lift_fresh_copy_87" -> "2996 fill__87" [label="()", style=solid]; +"2994 slice_291" -> "2995 slice_292" [label="(4, 16)", style=solid]; +"2995 slice_292" -> "2996 fill__87" [label="(4, 8)", style=solid]; +"2997 lift_fresh_copy_88" -> "3000 fill__88" [label="()", style=solid]; +"2998 slice_293" -> "2999 slice_294" [label="(4, 16)", style=solid]; +"2999 slice_294" -> "3000 fill__88" [label="(4, 4)", style=solid]; +"3001 lift_fresh_copy_89" -> "3004 fill__89" [label="()", style=solid]; +"3002 slice_295" -> "3003 slice_296" [label="(4, 16)", style=solid]; +"3003 slice_296" -> "3004 fill__89" [label="(4, 4)", style=solid]; +"3005 view_106" -> "3006 permute_89" [label="(2, 8, 2, 8)", style=solid]; +"3006 permute_89" -> "3007 reshape_87" [label="(2, 2, 8, 8)", style=solid]; +"3007 reshape_87" -> "3008 unsqueeze_56" [label="(4, 64)", style=solid]; +"3007 reshape_87" -> "3009 unsqueeze_57" [label="(4, 64)", style=solid]; +"3008 unsqueeze_56" -> "3010 sub_9" [label="(4, 1, 64)", style=solid]; +"3009 unsqueeze_57" -> "3010 sub_9" [label="(4, 64, 1)", style=solid]; +"3010 sub_9" -> "3011 ne_9" [label="(4, 64, 64)", style=solid]; +"3010 sub_9" -> "3012 masked_fill_18" [label="(4, 64, 64)", style=solid]; +"3010 sub_9" -> "3013 eq_9" [label="(4, 64, 64)", style=solid]; +"3011 ne_9" -> "3012 masked_fill_18" [label="(4, 64, 64)", style=solid]; +"3012 masked_fill_18" -> "3014 masked_fill_19" [label="(4, 64, 64)", style=solid]; +"3013 eq_9" -> "3014 masked_fill_19" [label="(4, 64, 64)", style=solid]; +"3014 masked_fill_19" -> "3016 unsqueeze_58" [label="(4, 64, 64)", style=solid]; +"3015 view_107" -> "3018 add_67" [label="(1, 4, 12, 64, 64)", style=solid]; +"3016 unsqueeze_58" -> "3017 unsqueeze_59" [label="(4, 1, 64, 64)", style=solid]; +"3017 unsqueeze_59" -> "3018 add_67" [label="(1, 4, 1, 64, 64)", style=solid]; +"3018 add_67" -> "3019 view_108" [label="(1, 4, 12, 64, 64)", style=solid]; +"3019 view_108" -> "3020 softmax_19" [label="(4, 12, 64, 64)", style=solid]; +"3020 softmax_19" -> "3021 dropout_76" [label="(4, 12, 64, 64)", style=solid]; +"3021 dropout_76" -> "3022 matmul_39" [label="(4, 12, 64, 64)", style=solid]; +"3022 matmul_39" -> "3023 quantize_per_tensor_default_120" [label="(4, 12, 64, 32)", style=solid]; +"3023 quantize_per_tensor_default_120" -> "3024 dequantize_per_tensor_default_120" [label=None, style=solid]; +"3024 dequantize_per_tensor_default_120" -> "3025 transpose_39" [label=None, style=solid]; +"3025 transpose_39" -> "3026 reshape_88" [label="(4, 64, 12, 32)", style=solid]; +"3026 reshape_88" -> "3027 linear_119" [label="(4, 64, 384)", style=solid]; +"3027 linear_119" -> "3028 dropout_77" [label="(4, 64, 384)", style=solid]; +"3028 dropout_77" -> "3029 view_109" [label="(4, 64, 384)", style=solid]; +"3029 view_109" -> "3030 permute_90" [label="(1, 2, 2, 8, 8, 384)", style=solid]; +"3030 permute_90" -> "3031 reshape_89" [label="(1, 2, 8, 2, 8, 384)", style=solid]; +"3031 reshape_89" -> "3032 roll_19" [label="(1, 16, 16, 384)", style=solid]; +"3032 roll_19" -> "3033 slice_297" [label="(1, 16, 16, 384)", style=solid]; +"3033 slice_297" -> "3034 slice_298" [label="(1, 16, 16, 384)", style=solid]; +"3034 slice_298" -> "3035 slice_299" [label="(1, 14, 16, 384)", style=solid]; +"3035 slice_299" -> "3036 slice_300" [label="(1, 14, 14, 384)", style=solid]; +"3036 slice_300" -> "3037 contiguous_37" [label="(1, 14, 14, 384)", style=solid]; +"3037 contiguous_37" -> "3038 layer_norm_41" [label="(1, 14, 14, 384)", style=solid]; +"3038 layer_norm_41" -> "3039 add_68" [label="(1, 14, 14, 384)", style=solid]; +"3039 add_68" -> "3040 quantize_per_tensor_default_121" [label="(1, 14, 14, 384)", style=solid]; +"3039 add_68" -> "3050 add_69" [label="(1, 14, 14, 384)", style=solid]; +"3040 quantize_per_tensor_default_121" -> "3041 dequantize_per_tensor_default_121" [label=None, style=solid]; +"3041 dequantize_per_tensor_default_121" -> "3042 linear_120" [label=None, style=solid]; +"3042 linear_120" -> "3043 gelu_19" [label="(1, 14, 14, 1536)", style=solid]; +"3043 gelu_19" -> "3044 quantize_per_tensor_default_122" [label="(1, 14, 14, 1536)", style=solid]; +"3044 quantize_per_tensor_default_122" -> "3045 dequantize_per_tensor_default_122" [label=None, style=solid]; +"3045 dequantize_per_tensor_default_122" -> "3046 dropout_78" [label=None, style=solid]; +"3046 dropout_78" -> "3047 linear_121" [label="(1, 14, 14, 1536)", style=solid]; +"3047 linear_121" -> "3048 dropout_79" [label="(1, 14, 14, 384)", style=solid]; +"3048 dropout_79" -> "3049 layer_norm_42" [label="(1, 14, 14, 384)", style=solid]; +"3049 layer_norm_42" -> "3050 add_69" [label="(1, 14, 14, 384)", style=solid]; +"3050 add_69" -> "3051 quantize_per_tensor_default_123" [label="(1, 14, 14, 384)", style=solid]; +"3050 add_69" -> "3113 add_71" [label="(1, 14, 14, 384)", style=solid]; +"3051 quantize_per_tensor_default_123" -> "3052 dequantize_per_tensor_default_123" [label=None, style=solid]; +"3052 dequantize_per_tensor_default_123" -> "3064 pad_22" [label=None, style=solid]; +"3053 linear_122" -> "3054 relu__20" [label="(1, 15, 15, 512)", style=solid]; +"3054 relu__20" -> "3055 linear_123" [label="(1, 15, 15, 512)", style=solid]; +"3055 linear_123" -> "3056 view_110" [label="(1, 15, 15, 12)", style=solid]; +"3056 view_110" -> "3057 index_20" [label="(225, 12)", style=solid]; +"3057 index_20" -> "3058 view_111" [label="(4096, 12)", style=solid]; +"3058 view_111" -> "3059 permute_91" [label="(64, 64, 12)", style=solid]; +"3059 permute_91" -> "3060 contiguous_38" [label="(12, 64, 64)", style=solid]; +"3060 contiguous_38" -> "3061 unsqueeze_60" [label="(12, 64, 64)", style=solid]; +"3061 unsqueeze_60" -> "3062 sigmoid_20" [label="(1, 12, 64, 64)", style=solid]; +"3062 sigmoid_20" -> "3063 mul_40" [label="(1, 12, 64, 64)", style=solid]; +"3063 mul_40" -> "3094 add_70" [label="(1, 12, 64, 64)", style=solid]; +"3064 pad_22" -> "3065 view_112" [label="(1, 16, 16, 384)", style=solid]; +"3065 view_112" -> "3066 permute_92" [label="(1, 2, 8, 2, 8, 384)", style=solid]; +"3066 permute_92" -> "3067 reshape_90" [label="(1, 2, 2, 8, 8, 384)", style=solid]; +"3067 reshape_90" -> "3071 linear_124" [label="(4, 64, 384)", style=solid]; +"3068 clone_20" -> "3069 slice_301" [label="(1152,)", style=solid]; +"3068 clone_20" -> "3071 linear_124" [label="(1152,)", style=solid]; +"3069 slice_301" -> "3070 zero__20" [label="(384,)", style=solid]; +"3071 linear_124" -> "3072 reshape_91" [label="(4, 64, 1152)", style=solid]; +"3072 reshape_91" -> "3073 permute_93" [label="(4, 64, 3, 12, 32)", style=solid]; +"3073 permute_93" -> "3074 select_60" [label="(3, 4, 12, 64, 32)", style=solid]; +"3073 permute_93" -> "3075 select_61" [label="(3, 4, 12, 64, 32)", style=solid]; +"3073 permute_93" -> "3076 select_62" [label="(3, 4, 12, 64, 32)", style=solid]; +"3074 select_60" -> "3077 linalg_vector_norm_40" [label="(4, 12, 64, 32)", style=solid]; +"3074 select_60" -> "3079 expand_as_40" [label="(4, 12, 64, 32)", style=solid]; +"3074 select_60" -> "3080 div_40" [label="(4, 12, 64, 32)", style=solid]; +"3075 select_61" -> "3083 linalg_vector_norm_41" [label="(4, 12, 64, 32)", style=solid]; +"3075 select_61" -> "3085 expand_as_41" [label="(4, 12, 64, 32)", style=solid]; +"3075 select_61" -> "3086 div_41" [label="(4, 12, 64, 32)", style=solid]; +"3076 select_62" -> "3097 matmul_41" [label="(4, 12, 64, 32)", style=solid]; +"3077 linalg_vector_norm_40" -> "3078 clamp_min_40" [label="(4, 12, 64, 1)", style=solid]; +"3078 clamp_min_40" -> "3079 expand_as_40" [label="(4, 12, 64, 1)", style=solid]; +"3079 expand_as_40" -> "3080 div_40" [label="(4, 12, 64, 32)", style=solid]; +"3080 div_40" -> "3081 quantize_per_tensor_default_124" [label="(4, 12, 64, 32)", style=solid]; +"3081 quantize_per_tensor_default_124" -> "3082 dequantize_per_tensor_default_124" [label=None, style=solid]; +"3082 dequantize_per_tensor_default_124" -> "3090 matmul_40" [label=None, style=solid]; +"3083 linalg_vector_norm_41" -> "3084 clamp_min_41" [label="(4, 12, 64, 1)", style=solid]; +"3084 clamp_min_41" -> "3085 expand_as_41" [label="(4, 12, 64, 1)", style=solid]; +"3085 expand_as_41" -> "3086 div_41" [label="(4, 12, 64, 32)", style=solid]; +"3086 div_41" -> "3087 quantize_per_tensor_default_125" [label="(4, 12, 64, 32)", style=solid]; +"3087 quantize_per_tensor_default_125" -> "3088 dequantize_per_tensor_default_125" [label=None, style=solid]; +"3088 dequantize_per_tensor_default_125" -> "3089 transpose_40" [label=None, style=solid]; +"3089 transpose_40" -> "3090 matmul_40" [label="(4, 12, 32, 64)", style=solid]; +"3090 matmul_40" -> "3093 mul_41" [label="(4, 12, 64, 64)", style=solid]; +"3091 clamp_20" -> "3092 exp_20" [label="(12, 1, 1)", style=solid]; +"3092 exp_20" -> "3093 mul_41" [label="(12, 1, 1)", style=solid]; +"3093 mul_41" -> "3094 add_70" [label="(4, 12, 64, 64)", style=solid]; +"3094 add_70" -> "3095 softmax_20" [label="(4, 12, 64, 64)", style=solid]; +"3095 softmax_20" -> "3096 dropout_80" [label="(4, 12, 64, 64)", style=solid]; +"3096 dropout_80" -> "3097 matmul_41" [label="(4, 12, 64, 64)", style=solid]; +"3097 matmul_41" -> "3098 quantize_per_tensor_default_126" [label="(4, 12, 64, 32)", style=solid]; +"3098 quantize_per_tensor_default_126" -> "3099 dequantize_per_tensor_default_126" [label=None, style=solid]; +"3099 dequantize_per_tensor_default_126" -> "3100 transpose_41" [label=None, style=solid]; +"3100 transpose_41" -> "3101 reshape_92" [label="(4, 64, 12, 32)", style=solid]; +"3101 reshape_92" -> "3102 linear_125" [label="(4, 64, 384)", style=solid]; +"3102 linear_125" -> "3103 dropout_81" [label="(4, 64, 384)", style=solid]; +"3103 dropout_81" -> "3104 view_113" [label="(4, 64, 384)", style=solid]; +"3104 view_113" -> "3105 permute_94" [label="(1, 2, 2, 8, 8, 384)", style=solid]; +"3105 permute_94" -> "3106 reshape_93" [label="(1, 2, 8, 2, 8, 384)", style=solid]; +"3106 reshape_93" -> "3107 slice_302" [label="(1, 16, 16, 384)", style=solid]; +"3107 slice_302" -> "3108 slice_303" [label="(1, 16, 16, 384)", style=solid]; +"3108 slice_303" -> "3109 slice_304" [label="(1, 14, 16, 384)", style=solid]; +"3109 slice_304" -> "3110 slice_305" [label="(1, 14, 14, 384)", style=solid]; +"3110 slice_305" -> "3111 contiguous_39" [label="(1, 14, 14, 384)", style=solid]; +"3111 contiguous_39" -> "3112 layer_norm_43" [label="(1, 14, 14, 384)", style=solid]; +"3112 layer_norm_43" -> "3113 add_71" [label="(1, 14, 14, 384)", style=solid]; +"3113 add_71" -> "3114 quantize_per_tensor_default_127" [label="(1, 14, 14, 384)", style=solid]; +"3113 add_71" -> "3124 add_72" [label="(1, 14, 14, 384)", style=solid]; +"3114 quantize_per_tensor_default_127" -> "3115 dequantize_per_tensor_default_127" [label=None, style=solid]; +"3115 dequantize_per_tensor_default_127" -> "3116 linear_126" [label=None, style=solid]; +"3116 linear_126" -> "3117 gelu_20" [label="(1, 14, 14, 1536)", style=solid]; +"3117 gelu_20" -> "3118 quantize_per_tensor_default_128" [label="(1, 14, 14, 1536)", style=solid]; +"3118 quantize_per_tensor_default_128" -> "3119 dequantize_per_tensor_default_128" [label=None, style=solid]; +"3119 dequantize_per_tensor_default_128" -> "3120 dropout_82" [label=None, style=solid]; +"3120 dropout_82" -> "3121 linear_127" [label="(1, 14, 14, 1536)", style=solid]; +"3121 linear_127" -> "3122 dropout_83" [label="(1, 14, 14, 384)", style=solid]; +"3122 dropout_83" -> "3123 layer_norm_44" [label="(1, 14, 14, 384)", style=solid]; +"3123 layer_norm_44" -> "3124 add_72" [label="(1, 14, 14, 384)", style=solid]; +"3124 add_72" -> "3136 pad_23" [label="(1, 14, 14, 384)", style=solid]; +"3124 add_72" -> "3241 add_75" [label="(1, 14, 14, 384)", style=solid]; +"3125 linear_128" -> "3126 relu__21" [label="(1, 15, 15, 512)", style=solid]; +"3126 relu__21" -> "3127 linear_129" [label="(1, 15, 15, 512)", style=solid]; +"3127 linear_129" -> "3128 view_114" [label="(1, 15, 15, 12)", style=solid]; +"3128 view_114" -> "3129 index_21" [label="(225, 12)", style=solid]; +"3129 index_21" -> "3130 view_115" [label="(4096, 12)", style=solid]; +"3130 view_115" -> "3131 permute_95" [label="(64, 64, 12)", style=solid]; +"3131 permute_95" -> "3132 contiguous_40" [label="(12, 64, 64)", style=solid]; +"3132 contiguous_40" -> "3133 unsqueeze_61" [label="(12, 64, 64)", style=solid]; +"3133 unsqueeze_61" -> "3134 sigmoid_21" [label="(1, 12, 64, 64)", style=solid]; +"3134 sigmoid_21" -> "3135 mul_42" [label="(1, 12, 64, 64)", style=solid]; +"3135 mul_42" -> "3169 add_73" [label="(1, 12, 64, 64)", style=solid]; +"3136 pad_23" -> "3137 roll_20" [label="(1, 16, 16, 384)", style=solid]; +"3137 roll_20" -> "3138 view_116" [label="(1, 16, 16, 384)", style=solid]; +"3138 view_116" -> "3139 permute_96" [label="(1, 2, 8, 2, 8, 384)", style=solid]; +"3139 permute_96" -> "3140 reshape_94" [label="(1, 2, 2, 8, 8, 384)", style=solid]; +"3140 reshape_94" -> "3141 quantize_per_tensor_default_129" [label="(4, 64, 384)", style=solid]; +"3140 reshape_94" -> "3170 new_zeros_10" [label="(4, 64, 384)", style=solid]; +"3141 quantize_per_tensor_default_129" -> "3142 dequantize_per_tensor_default_129" [label=None, style=solid]; +"3142 dequantize_per_tensor_default_129" -> "3146 linear_130" [label=None, style=solid]; +"3143 clone_21" -> "3144 slice_306" [label="(1152,)", style=solid]; +"3143 clone_21" -> "3146 linear_130" [label="(1152,)", style=solid]; +"3144 slice_306" -> "3145 zero__21" [label="(384,)", style=solid]; +"3146 linear_130" -> "3147 reshape_95" [label="(4, 64, 1152)", style=solid]; +"3147 reshape_95" -> "3148 permute_97" [label="(4, 64, 3, 12, 32)", style=solid]; +"3148 permute_97" -> "3149 select_63" [label="(3, 4, 12, 64, 32)", style=solid]; +"3148 permute_97" -> "3150 select_64" [label="(3, 4, 12, 64, 32)", style=solid]; +"3148 permute_97" -> "3151 select_65" [label="(3, 4, 12, 64, 32)", style=solid]; +"3149 select_63" -> "3152 linalg_vector_norm_42" [label="(4, 12, 64, 32)", style=solid]; +"3149 select_63" -> "3154 expand_as_42" [label="(4, 12, 64, 32)", style=solid]; +"3149 select_63" -> "3155 div_42" [label="(4, 12, 64, 32)", style=solid]; +"3150 select_64" -> "3158 linalg_vector_norm_43" [label="(4, 12, 64, 32)", style=solid]; +"3150 select_64" -> "3160 expand_as_43" [label="(4, 12, 64, 32)", style=solid]; +"3150 select_64" -> "3161 div_43" [label="(4, 12, 64, 32)", style=solid]; +"3151 select_65" -> "3224 matmul_43" [label="(4, 12, 64, 32)", style=solid]; +"3152 linalg_vector_norm_42" -> "3153 clamp_min_42" [label="(4, 12, 64, 1)", style=solid]; +"3153 clamp_min_42" -> "3154 expand_as_42" [label="(4, 12, 64, 1)", style=solid]; +"3154 expand_as_42" -> "3155 div_42" [label="(4, 12, 64, 32)", style=solid]; +"3155 div_42" -> "3156 quantize_per_tensor_default_130" [label="(4, 12, 64, 32)", style=solid]; +"3156 quantize_per_tensor_default_130" -> "3157 dequantize_per_tensor_default_130" [label=None, style=solid]; +"3157 dequantize_per_tensor_default_130" -> "3165 matmul_42" [label=None, style=solid]; +"3158 linalg_vector_norm_43" -> "3159 clamp_min_43" [label="(4, 12, 64, 1)", style=solid]; +"3159 clamp_min_43" -> "3160 expand_as_43" [label="(4, 12, 64, 1)", style=solid]; +"3160 expand_as_43" -> "3161 div_43" [label="(4, 12, 64, 32)", style=solid]; +"3161 div_43" -> "3162 quantize_per_tensor_default_131" [label="(4, 12, 64, 32)", style=solid]; +"3162 quantize_per_tensor_default_131" -> "3163 dequantize_per_tensor_default_131" [label=None, style=solid]; +"3163 dequantize_per_tensor_default_131" -> "3164 transpose_42" [label=None, style=solid]; +"3164 transpose_42" -> "3165 matmul_42" [label="(4, 12, 32, 64)", style=solid]; +"3165 matmul_42" -> "3168 mul_43" [label="(4, 12, 64, 64)", style=solid]; +"3166 clamp_21" -> "3167 exp_21" [label="(12, 1, 1)", style=solid]; +"3167 exp_21" -> "3168 mul_43" [label="(12, 1, 1)", style=solid]; +"3168 mul_43" -> "3169 add_73" [label="(4, 12, 64, 64)", style=solid]; +"3169 add_73" -> "3217 view_118" [label="(4, 12, 64, 64)", style=solid]; +"3170 new_zeros_10" -> "3172 slice_307" [label="(16, 16)", style=solid]; +"3170 new_zeros_10" -> "3176 slice_309" [label="(16, 16)", style=solid]; +"3170 new_zeros_10" -> "3180 slice_311" [label="(16, 16)", style=solid]; +"3170 new_zeros_10" -> "3184 slice_313" [label="(16, 16)", style=solid]; +"3170 new_zeros_10" -> "3188 slice_315" [label="(16, 16)", style=solid]; +"3170 new_zeros_10" -> "3192 slice_317" [label="(16, 16)", style=solid]; +"3170 new_zeros_10" -> "3196 slice_319" [label="(16, 16)", style=solid]; +"3170 new_zeros_10" -> "3200 slice_321" [label="(16, 16)", style=solid]; +"3170 new_zeros_10" -> "3204 slice_323" [label="(16, 16)", style=solid]; +"3170 new_zeros_10" -> "3207 view_117" [label="(16, 16)", style=solid]; +"3171 lift_fresh_copy_90" -> "3174 fill__90" [label="()", style=solid]; +"3172 slice_307" -> "3173 slice_308" [label="(8, 16)", style=solid]; +"3173 slice_308" -> "3174 fill__90" [label="(8, 8)", style=solid]; +"3175 lift_fresh_copy_91" -> "3178 fill__91" [label="()", style=solid]; +"3176 slice_309" -> "3177 slice_310" [label="(8, 16)", style=solid]; +"3177 slice_310" -> "3178 fill__91" [label="(8, 4)", style=solid]; +"3179 lift_fresh_copy_92" -> "3182 fill__92" [label="()", style=solid]; +"3180 slice_311" -> "3181 slice_312" [label="(8, 16)", style=solid]; +"3181 slice_312" -> "3182 fill__92" [label="(8, 4)", style=solid]; +"3183 lift_fresh_copy_93" -> "3186 fill__93" [label="()", style=solid]; +"3184 slice_313" -> "3185 slice_314" [label="(4, 16)", style=solid]; +"3185 slice_314" -> "3186 fill__93" [label="(4, 8)", style=solid]; +"3187 lift_fresh_copy_94" -> "3190 fill__94" [label="()", style=solid]; +"3188 slice_315" -> "3189 slice_316" [label="(4, 16)", style=solid]; +"3189 slice_316" -> "3190 fill__94" [label="(4, 4)", style=solid]; +"3191 lift_fresh_copy_95" -> "3194 fill__95" [label="()", style=solid]; +"3192 slice_317" -> "3193 slice_318" [label="(4, 16)", style=solid]; +"3193 slice_318" -> "3194 fill__95" [label="(4, 4)", style=solid]; +"3195 lift_fresh_copy_96" -> "3198 fill__96" [label="()", style=solid]; +"3196 slice_319" -> "3197 slice_320" [label="(4, 16)", style=solid]; +"3197 slice_320" -> "3198 fill__96" [label="(4, 8)", style=solid]; +"3199 lift_fresh_copy_97" -> "3202 fill__97" [label="()", style=solid]; +"3200 slice_321" -> "3201 slice_322" [label="(4, 16)", style=solid]; +"3201 slice_322" -> "3202 fill__97" [label="(4, 4)", style=solid]; +"3203 lift_fresh_copy_98" -> "3206 fill__98" [label="()", style=solid]; +"3204 slice_323" -> "3205 slice_324" [label="(4, 16)", style=solid]; +"3205 slice_324" -> "3206 fill__98" [label="(4, 4)", style=solid]; +"3207 view_117" -> "3208 permute_98" [label="(2, 8, 2, 8)", style=solid]; +"3208 permute_98" -> "3209 reshape_96" [label="(2, 2, 8, 8)", style=solid]; +"3209 reshape_96" -> "3210 unsqueeze_62" [label="(4, 64)", style=solid]; +"3209 reshape_96" -> "3211 unsqueeze_63" [label="(4, 64)", style=solid]; +"3210 unsqueeze_62" -> "3212 sub_10" [label="(4, 1, 64)", style=solid]; +"3211 unsqueeze_63" -> "3212 sub_10" [label="(4, 64, 1)", style=solid]; +"3212 sub_10" -> "3213 ne_10" [label="(4, 64, 64)", style=solid]; +"3212 sub_10" -> "3214 masked_fill_20" [label="(4, 64, 64)", style=solid]; +"3212 sub_10" -> "3215 eq_10" [label="(4, 64, 64)", style=solid]; +"3213 ne_10" -> "3214 masked_fill_20" [label="(4, 64, 64)", style=solid]; +"3214 masked_fill_20" -> "3216 masked_fill_21" [label="(4, 64, 64)", style=solid]; +"3215 eq_10" -> "3216 masked_fill_21" [label="(4, 64, 64)", style=solid]; +"3216 masked_fill_21" -> "3218 unsqueeze_64" [label="(4, 64, 64)", style=solid]; +"3217 view_118" -> "3220 add_74" [label="(1, 4, 12, 64, 64)", style=solid]; +"3218 unsqueeze_64" -> "3219 unsqueeze_65" [label="(4, 1, 64, 64)", style=solid]; +"3219 unsqueeze_65" -> "3220 add_74" [label="(1, 4, 1, 64, 64)", style=solid]; +"3220 add_74" -> "3221 view_119" [label="(1, 4, 12, 64, 64)", style=solid]; +"3221 view_119" -> "3222 softmax_21" [label="(4, 12, 64, 64)", style=solid]; +"3222 softmax_21" -> "3223 dropout_84" [label="(4, 12, 64, 64)", style=solid]; +"3223 dropout_84" -> "3224 matmul_43" [label="(4, 12, 64, 64)", style=solid]; +"3224 matmul_43" -> "3225 quantize_per_tensor_default_132" [label="(4, 12, 64, 32)", style=solid]; +"3225 quantize_per_tensor_default_132" -> "3226 dequantize_per_tensor_default_132" [label=None, style=solid]; +"3226 dequantize_per_tensor_default_132" -> "3227 transpose_43" [label=None, style=solid]; +"3227 transpose_43" -> "3228 reshape_97" [label="(4, 64, 12, 32)", style=solid]; +"3228 reshape_97" -> "3229 linear_131" [label="(4, 64, 384)", style=solid]; +"3229 linear_131" -> "3230 dropout_85" [label="(4, 64, 384)", style=solid]; +"3230 dropout_85" -> "3231 view_120" [label="(4, 64, 384)", style=solid]; +"3231 view_120" -> "3232 permute_99" [label="(1, 2, 2, 8, 8, 384)", style=solid]; +"3232 permute_99" -> "3233 reshape_98" [label="(1, 2, 8, 2, 8, 384)", style=solid]; +"3233 reshape_98" -> "3234 roll_21" [label="(1, 16, 16, 384)", style=solid]; +"3234 roll_21" -> "3235 slice_325" [label="(1, 16, 16, 384)", style=solid]; +"3235 slice_325" -> "3236 slice_326" [label="(1, 16, 16, 384)", style=solid]; +"3236 slice_326" -> "3237 slice_327" [label="(1, 14, 16, 384)", style=solid]; +"3237 slice_327" -> "3238 slice_328" [label="(1, 14, 14, 384)", style=solid]; +"3238 slice_328" -> "3239 contiguous_41" [label="(1, 14, 14, 384)", style=solid]; +"3239 contiguous_41" -> "3240 layer_norm_45" [label="(1, 14, 14, 384)", style=solid]; +"3240 layer_norm_45" -> "3241 add_75" [label="(1, 14, 14, 384)", style=solid]; +"3241 add_75" -> "3242 quantize_per_tensor_default_133" [label="(1, 14, 14, 384)", style=solid]; +"3241 add_75" -> "3252 add_76" [label="(1, 14, 14, 384)", style=solid]; +"3242 quantize_per_tensor_default_133" -> "3243 dequantize_per_tensor_default_133" [label=None, style=solid]; +"3243 dequantize_per_tensor_default_133" -> "3244 linear_132" [label=None, style=solid]; +"3244 linear_132" -> "3245 gelu_21" [label="(1, 14, 14, 1536)", style=solid]; +"3245 gelu_21" -> "3246 quantize_per_tensor_default_134" [label="(1, 14, 14, 1536)", style=solid]; +"3246 quantize_per_tensor_default_134" -> "3247 dequantize_per_tensor_default_134" [label=None, style=solid]; +"3247 dequantize_per_tensor_default_134" -> "3248 dropout_86" [label=None, style=solid]; +"3248 dropout_86" -> "3249 linear_133" [label="(1, 14, 14, 1536)", style=solid]; +"3249 linear_133" -> "3250 dropout_87" [label="(1, 14, 14, 384)", style=solid]; +"3250 dropout_87" -> "3251 layer_norm_46" [label="(1, 14, 14, 384)", style=solid]; +"3251 layer_norm_46" -> "3252 add_76" [label="(1, 14, 14, 384)", style=solid]; +"3252 add_76" -> "3253 quantize_per_tensor_default_135" [label="(1, 14, 14, 384)", style=solid]; +"3253 quantize_per_tensor_default_135" -> "3254 dequantize_per_tensor_default_135" [label=None, style=solid]; +"3254 dequantize_per_tensor_default_135" -> "3255 pad_24" [label=None, style=solid]; +"3255 pad_24" -> "3256 slice_329" [label="(1, 14, 14, 384)", style=solid]; +"3255 pad_24" -> "3259 slice_332" [label="(1, 14, 14, 384)", style=solid]; +"3255 pad_24" -> "3262 slice_335" [label="(1, 14, 14, 384)", style=solid]; +"3255 pad_24" -> "3265 slice_338" [label="(1, 14, 14, 384)", style=solid]; +"3256 slice_329" -> "3257 slice_330" [label="(1, 7, 14, 384)", style=solid]; +"3257 slice_330" -> "3258 slice_331" [label="(1, 7, 7, 384)", style=solid]; +"3258 slice_331" -> "3268 cat_2" [label="(1, 7, 7, 384)", style=solid]; +"3259 slice_332" -> "3260 slice_333" [label="(1, 7, 14, 384)", style=solid]; +"3260 slice_333" -> "3261 slice_334" [label="(1, 7, 7, 384)", style=solid]; +"3261 slice_334" -> "3268 cat_2" [label="(1, 7, 7, 384)", style=solid]; +"3262 slice_335" -> "3263 slice_336" [label="(1, 7, 14, 384)", style=solid]; +"3263 slice_336" -> "3264 slice_337" [label="(1, 7, 7, 384)", style=solid]; +"3264 slice_337" -> "3268 cat_2" [label="(1, 7, 7, 384)", style=solid]; +"3265 slice_338" -> "3266 slice_339" [label="(1, 7, 14, 384)", style=solid]; +"3266 slice_339" -> "3267 slice_340" [label="(1, 7, 7, 384)", style=solid]; +"3267 slice_340" -> "3268 cat_2" [label="(1, 7, 7, 384)", style=solid]; +"3268 cat_2" -> "3269 linear_134" [label="(1, 7, 7, 1536)", style=solid]; +"3269 linear_134" -> "3270 layer_norm_47" [label="(1, 7, 7, 768)", style=solid]; +"3270 layer_norm_47" -> "3271 quantize_per_tensor_default_136" [label="(1, 7, 7, 768)", style=solid]; +"3270 layer_norm_47" -> "3333 add_78" [label="(1, 7, 7, 768)", style=solid]; +"3271 quantize_per_tensor_default_136" -> "3272 dequantize_per_tensor_default_136" [label=None, style=solid]; +"3272 dequantize_per_tensor_default_136" -> "3284 pad_25" [label=None, style=solid]; +"3273 linear_135" -> "3274 relu__22" [label="(1, 15, 15, 512)", style=solid]; +"3274 relu__22" -> "3275 linear_136" [label="(1, 15, 15, 512)", style=solid]; +"3275 linear_136" -> "3276 view_121" [label="(1, 15, 15, 24)", style=solid]; +"3276 view_121" -> "3277 index_22" [label="(225, 24)", style=solid]; +"3277 index_22" -> "3278 view_122" [label="(4096, 24)", style=solid]; +"3278 view_122" -> "3279 permute_100" [label="(64, 64, 24)", style=solid]; +"3279 permute_100" -> "3280 contiguous_42" [label="(24, 64, 64)", style=solid]; +"3280 contiguous_42" -> "3281 unsqueeze_66" [label="(24, 64, 64)", style=solid]; +"3281 unsqueeze_66" -> "3282 sigmoid_22" [label="(1, 24, 64, 64)", style=solid]; +"3282 sigmoid_22" -> "3283 mul_44" [label="(1, 24, 64, 64)", style=solid]; +"3283 mul_44" -> "3314 add_77" [label="(1, 24, 64, 64)", style=solid]; +"3284 pad_25" -> "3285 view_123" [label="(1, 8, 8, 768)", style=solid]; +"3285 view_123" -> "3286 permute_101" [label="(1, 1, 8, 1, 8, 768)", style=solid]; +"3286 permute_101" -> "3287 reshape_99" [label="(1, 1, 1, 8, 8, 768)", style=solid]; +"3287 reshape_99" -> "3291 linear_137" [label="(1, 64, 768)", style=solid]; +"3288 clone_22" -> "3289 slice_341" [label="(2304,)", style=solid]; +"3288 clone_22" -> "3291 linear_137" [label="(2304,)", style=solid]; +"3289 slice_341" -> "3290 zero__22" [label="(768,)", style=solid]; +"3291 linear_137" -> "3292 reshape_100" [label="(1, 64, 2304)", style=solid]; +"3292 reshape_100" -> "3293 permute_102" [label="(1, 64, 3, 24, 32)", style=solid]; +"3293 permute_102" -> "3294 select_66" [label="(3, 1, 24, 64, 32)", style=solid]; +"3293 permute_102" -> "3295 select_67" [label="(3, 1, 24, 64, 32)", style=solid]; +"3293 permute_102" -> "3296 select_68" [label="(3, 1, 24, 64, 32)", style=solid]; +"3294 select_66" -> "3297 linalg_vector_norm_44" [label="(1, 24, 64, 32)", style=solid]; +"3294 select_66" -> "3299 expand_as_44" [label="(1, 24, 64, 32)", style=solid]; +"3294 select_66" -> "3300 div_44" [label="(1, 24, 64, 32)", style=solid]; +"3295 select_67" -> "3303 linalg_vector_norm_45" [label="(1, 24, 64, 32)", style=solid]; +"3295 select_67" -> "3305 expand_as_45" [label="(1, 24, 64, 32)", style=solid]; +"3295 select_67" -> "3306 div_45" [label="(1, 24, 64, 32)", style=solid]; +"3296 select_68" -> "3317 matmul_45" [label="(1, 24, 64, 32)", style=solid]; +"3297 linalg_vector_norm_44" -> "3298 clamp_min_44" [label="(1, 24, 64, 1)", style=solid]; +"3298 clamp_min_44" -> "3299 expand_as_44" [label="(1, 24, 64, 1)", style=solid]; +"3299 expand_as_44" -> "3300 div_44" [label="(1, 24, 64, 32)", style=solid]; +"3300 div_44" -> "3301 quantize_per_tensor_default_137" [label="(1, 24, 64, 32)", style=solid]; +"3301 quantize_per_tensor_default_137" -> "3302 dequantize_per_tensor_default_137" [label=None, style=solid]; +"3302 dequantize_per_tensor_default_137" -> "3310 matmul_44" [label=None, style=solid]; +"3303 linalg_vector_norm_45" -> "3304 clamp_min_45" [label="(1, 24, 64, 1)", style=solid]; +"3304 clamp_min_45" -> "3305 expand_as_45" [label="(1, 24, 64, 1)", style=solid]; +"3305 expand_as_45" -> "3306 div_45" [label="(1, 24, 64, 32)", style=solid]; +"3306 div_45" -> "3307 quantize_per_tensor_default_138" [label="(1, 24, 64, 32)", style=solid]; +"3307 quantize_per_tensor_default_138" -> "3308 dequantize_per_tensor_default_138" [label=None, style=solid]; +"3308 dequantize_per_tensor_default_138" -> "3309 transpose_44" [label=None, style=solid]; +"3309 transpose_44" -> "3310 matmul_44" [label="(1, 24, 32, 64)", style=solid]; +"3310 matmul_44" -> "3313 mul_45" [label="(1, 24, 64, 64)", style=solid]; +"3311 clamp_22" -> "3312 exp_22" [label="(24, 1, 1)", style=solid]; +"3312 exp_22" -> "3313 mul_45" [label="(24, 1, 1)", style=solid]; +"3313 mul_45" -> "3314 add_77" [label="(1, 24, 64, 64)", style=solid]; +"3314 add_77" -> "3315 softmax_22" [label="(1, 24, 64, 64)", style=solid]; +"3315 softmax_22" -> "3316 dropout_88" [label="(1, 24, 64, 64)", style=solid]; +"3316 dropout_88" -> "3317 matmul_45" [label="(1, 24, 64, 64)", style=solid]; +"3317 matmul_45" -> "3318 quantize_per_tensor_default_139" [label="(1, 24, 64, 32)", style=solid]; +"3318 quantize_per_tensor_default_139" -> "3319 dequantize_per_tensor_default_139" [label=None, style=solid]; +"3319 dequantize_per_tensor_default_139" -> "3320 transpose_45" [label=None, style=solid]; +"3320 transpose_45" -> "3321 reshape_101" [label="(1, 64, 24, 32)", style=solid]; +"3321 reshape_101" -> "3322 linear_138" [label="(1, 64, 768)", style=solid]; +"3322 linear_138" -> "3323 dropout_89" [label="(1, 64, 768)", style=solid]; +"3323 dropout_89" -> "3324 view_124" [label="(1, 64, 768)", style=solid]; +"3324 view_124" -> "3325 permute_103" [label="(1, 1, 1, 8, 8, 768)", style=solid]; +"3325 permute_103" -> "3326 reshape_102" [label="(1, 1, 8, 1, 8, 768)", style=solid]; +"3326 reshape_102" -> "3327 slice_342" [label="(1, 8, 8, 768)", style=solid]; +"3327 slice_342" -> "3328 slice_343" [label="(1, 8, 8, 768)", style=solid]; +"3328 slice_343" -> "3329 slice_344" [label="(1, 7, 8, 768)", style=solid]; +"3329 slice_344" -> "3330 slice_345" [label="(1, 7, 7, 768)", style=solid]; +"3330 slice_345" -> "3331 contiguous_43" [label="(1, 7, 7, 768)", style=solid]; +"3331 contiguous_43" -> "3332 layer_norm_48" [label="(1, 7, 7, 768)", style=solid]; +"3332 layer_norm_48" -> "3333 add_78" [label="(1, 7, 7, 768)", style=solid]; +"3333 add_78" -> "3334 quantize_per_tensor_default_140" [label="(1, 7, 7, 768)", style=solid]; +"3333 add_78" -> "3344 add_79" [label="(1, 7, 7, 768)", style=solid]; +"3334 quantize_per_tensor_default_140" -> "3335 dequantize_per_tensor_default_140" [label=None, style=solid]; +"3335 dequantize_per_tensor_default_140" -> "3336 linear_139" [label=None, style=solid]; +"3336 linear_139" -> "3337 gelu_22" [label="(1, 7, 7, 3072)", style=solid]; +"3337 gelu_22" -> "3338 quantize_per_tensor_default_141" [label="(1, 7, 7, 3072)", style=solid]; +"3338 quantize_per_tensor_default_141" -> "3339 dequantize_per_tensor_default_141" [label=None, style=solid]; +"3339 dequantize_per_tensor_default_141" -> "3340 dropout_90" [label=None, style=solid]; +"3340 dropout_90" -> "3341 linear_140" [label="(1, 7, 7, 3072)", style=solid]; +"3341 linear_140" -> "3342 dropout_91" [label="(1, 7, 7, 768)", style=solid]; +"3342 dropout_91" -> "3343 layer_norm_49" [label="(1, 7, 7, 768)", style=solid]; +"3343 layer_norm_49" -> "3344 add_79" [label="(1, 7, 7, 768)", style=solid]; +"3344 add_79" -> "3345 quantize_per_tensor_default_142" [label="(1, 7, 7, 768)", style=solid]; +"3344 add_79" -> "3407 add_81" [label="(1, 7, 7, 768)", style=solid]; +"3345 quantize_per_tensor_default_142" -> "3346 dequantize_per_tensor_default_142" [label=None, style=solid]; +"3346 dequantize_per_tensor_default_142" -> "3358 pad_26" [label=None, style=solid]; +"3347 linear_141" -> "3348 relu__23" [label="(1, 15, 15, 512)", style=solid]; +"3348 relu__23" -> "3349 linear_142" [label="(1, 15, 15, 512)", style=solid]; +"3349 linear_142" -> "3350 view_125" [label="(1, 15, 15, 24)", style=solid]; +"3350 view_125" -> "3351 index_23" [label="(225, 24)", style=solid]; +"3351 index_23" -> "3352 view_126" [label="(4096, 24)", style=solid]; +"3352 view_126" -> "3353 permute_104" [label="(64, 64, 24)", style=solid]; +"3353 permute_104" -> "3354 contiguous_44" [label="(24, 64, 64)", style=solid]; +"3354 contiguous_44" -> "3355 unsqueeze_67" [label="(24, 64, 64)", style=solid]; +"3355 unsqueeze_67" -> "3356 sigmoid_23" [label="(1, 24, 64, 64)", style=solid]; +"3356 sigmoid_23" -> "3357 mul_46" [label="(1, 24, 64, 64)", style=solid]; +"3357 mul_46" -> "3388 add_80" [label="(1, 24, 64, 64)", style=solid]; +"3358 pad_26" -> "3359 view_127" [label="(1, 8, 8, 768)", style=solid]; +"3359 view_127" -> "3360 permute_105" [label="(1, 1, 8, 1, 8, 768)", style=solid]; +"3360 permute_105" -> "3361 reshape_103" [label="(1, 1, 1, 8, 8, 768)", style=solid]; +"3361 reshape_103" -> "3365 linear_143" [label="(1, 64, 768)", style=solid]; +"3362 clone_23" -> "3363 slice_346" [label="(2304,)", style=solid]; +"3362 clone_23" -> "3365 linear_143" [label="(2304,)", style=solid]; +"3363 slice_346" -> "3364 zero__23" [label="(768,)", style=solid]; +"3365 linear_143" -> "3366 reshape_104" [label="(1, 64, 2304)", style=solid]; +"3366 reshape_104" -> "3367 permute_106" [label="(1, 64, 3, 24, 32)", style=solid]; +"3367 permute_106" -> "3368 select_69" [label="(3, 1, 24, 64, 32)", style=solid]; +"3367 permute_106" -> "3369 select_70" [label="(3, 1, 24, 64, 32)", style=solid]; +"3367 permute_106" -> "3370 select_71" [label="(3, 1, 24, 64, 32)", style=solid]; +"3368 select_69" -> "3371 linalg_vector_norm_46" [label="(1, 24, 64, 32)", style=solid]; +"3368 select_69" -> "3373 expand_as_46" [label="(1, 24, 64, 32)", style=solid]; +"3368 select_69" -> "3374 div_46" [label="(1, 24, 64, 32)", style=solid]; +"3369 select_70" -> "3377 linalg_vector_norm_47" [label="(1, 24, 64, 32)", style=solid]; +"3369 select_70" -> "3379 expand_as_47" [label="(1, 24, 64, 32)", style=solid]; +"3369 select_70" -> "3380 div_47" [label="(1, 24, 64, 32)", style=solid]; +"3370 select_71" -> "3391 matmul_47" [label="(1, 24, 64, 32)", style=solid]; +"3371 linalg_vector_norm_46" -> "3372 clamp_min_46" [label="(1, 24, 64, 1)", style=solid]; +"3372 clamp_min_46" -> "3373 expand_as_46" [label="(1, 24, 64, 1)", style=solid]; +"3373 expand_as_46" -> "3374 div_46" [label="(1, 24, 64, 32)", style=solid]; +"3374 div_46" -> "3375 quantize_per_tensor_default_143" [label="(1, 24, 64, 32)", style=solid]; +"3375 quantize_per_tensor_default_143" -> "3376 dequantize_per_tensor_default_143" [label=None, style=solid]; +"3376 dequantize_per_tensor_default_143" -> "3384 matmul_46" [label=None, style=solid]; +"3377 linalg_vector_norm_47" -> "3378 clamp_min_47" [label="(1, 24, 64, 1)", style=solid]; +"3378 clamp_min_47" -> "3379 expand_as_47" [label="(1, 24, 64, 1)", style=solid]; +"3379 expand_as_47" -> "3380 div_47" [label="(1, 24, 64, 32)", style=solid]; +"3380 div_47" -> "3381 quantize_per_tensor_default_144" [label="(1, 24, 64, 32)", style=solid]; +"3381 quantize_per_tensor_default_144" -> "3382 dequantize_per_tensor_default_144" [label=None, style=solid]; +"3382 dequantize_per_tensor_default_144" -> "3383 transpose_46" [label=None, style=solid]; +"3383 transpose_46" -> "3384 matmul_46" [label="(1, 24, 32, 64)", style=solid]; +"3384 matmul_46" -> "3387 mul_47" [label="(1, 24, 64, 64)", style=solid]; +"3385 clamp_23" -> "3386 exp_23" [label="(24, 1, 1)", style=solid]; +"3386 exp_23" -> "3387 mul_47" [label="(24, 1, 1)", style=solid]; +"3387 mul_47" -> "3388 add_80" [label="(1, 24, 64, 64)", style=solid]; +"3388 add_80" -> "3389 softmax_23" [label="(1, 24, 64, 64)", style=solid]; +"3389 softmax_23" -> "3390 dropout_92" [label="(1, 24, 64, 64)", style=solid]; +"3390 dropout_92" -> "3391 matmul_47" [label="(1, 24, 64, 64)", style=solid]; +"3391 matmul_47" -> "3392 quantize_per_tensor_default_145" [label="(1, 24, 64, 32)", style=solid]; +"3392 quantize_per_tensor_default_145" -> "3393 dequantize_per_tensor_default_145" [label=None, style=solid]; +"3393 dequantize_per_tensor_default_145" -> "3394 transpose_47" [label=None, style=solid]; +"3394 transpose_47" -> "3395 reshape_105" [label="(1, 64, 24, 32)", style=solid]; +"3395 reshape_105" -> "3396 linear_144" [label="(1, 64, 768)", style=solid]; +"3396 linear_144" -> "3397 dropout_93" [label="(1, 64, 768)", style=solid]; +"3397 dropout_93" -> "3398 view_128" [label="(1, 64, 768)", style=solid]; +"3398 view_128" -> "3399 permute_107" [label="(1, 1, 1, 8, 8, 768)", style=solid]; +"3399 permute_107" -> "3400 reshape_106" [label="(1, 1, 8, 1, 8, 768)", style=solid]; +"3400 reshape_106" -> "3401 slice_347" [label="(1, 8, 8, 768)", style=solid]; +"3401 slice_347" -> "3402 slice_348" [label="(1, 8, 8, 768)", style=solid]; +"3402 slice_348" -> "3403 slice_349" [label="(1, 7, 8, 768)", style=solid]; +"3403 slice_349" -> "3404 slice_350" [label="(1, 7, 7, 768)", style=solid]; +"3404 slice_350" -> "3405 contiguous_45" [label="(1, 7, 7, 768)", style=solid]; +"3405 contiguous_45" -> "3406 layer_norm_50" [label="(1, 7, 7, 768)", style=solid]; +"3406 layer_norm_50" -> "3407 add_81" [label="(1, 7, 7, 768)", style=solid]; +"3407 add_81" -> "3408 quantize_per_tensor_default_146" [label="(1, 7, 7, 768)", style=solid]; +"3407 add_81" -> "3418 add_82" [label="(1, 7, 7, 768)", style=solid]; +"3408 quantize_per_tensor_default_146" -> "3409 dequantize_per_tensor_default_146" [label=None, style=solid]; +"3409 dequantize_per_tensor_default_146" -> "3410 linear_145" [label=None, style=solid]; +"3410 linear_145" -> "3411 gelu_23" [label="(1, 7, 7, 3072)", style=solid]; +"3411 gelu_23" -> "3412 quantize_per_tensor_default_147" [label="(1, 7, 7, 3072)", style=solid]; +"3412 quantize_per_tensor_default_147" -> "3413 dequantize_per_tensor_default_147" [label=None, style=solid]; +"3413 dequantize_per_tensor_default_147" -> "3414 dropout_94" [label=None, style=solid]; +"3414 dropout_94" -> "3415 linear_146" [label="(1, 7, 7, 3072)", style=solid]; +"3415 linear_146" -> "3416 dropout_95" [label="(1, 7, 7, 768)", style=solid]; +"3416 dropout_95" -> "3417 layer_norm_51" [label="(1, 7, 7, 768)", style=solid]; +"3417 layer_norm_51" -> "3418 add_82" [label="(1, 7, 7, 768)", style=solid]; +"3418 add_82" -> "3419 layer_norm_52" [label="(1, 7, 7, 768)", style=solid]; +"3419 layer_norm_52" -> "3420 permute_108" [label="(1, 7, 7, 768)", style=solid]; +"3420 permute_108" -> "3421 adaptive_avg_pool2d" [label="(1, 768, 7, 7)", style=solid]; +"3421 adaptive_avg_pool2d" -> "3422 quantize_per_tensor_default_148" [label="(1, 768, 1, 1)", style=solid]; +"3422 quantize_per_tensor_default_148" -> "3423 dequantize_per_tensor_default_148" [label=None, style=solid]; +"3423 dequantize_per_tensor_default_148" -> "3424 flatten" [label=None, style=solid]; +"3424 flatten" -> "3425 linear_147" [label="(1, 768)", style=solid]; +"3425 linear_147" -> "3426 output_1" [label="(1, 1000)", style=solid]; +} diff --git a/tests/torch/data/reference_graphs/fx/experimental/ao_export_quantization_OpenVINOQuantizer/synthetic_transformer.dot b/tests/torch/data/reference_graphs/fx/experimental/ao_export_quantization_OpenVINOQuantizer/synthetic_transformer.dot new file mode 100644 index 00000000000..ef95b18fdfa --- /dev/null +++ b/tests/torch/data/reference_graphs/fx/experimental/ao_export_quantization_OpenVINOQuantizer/synthetic_transformer.dot @@ -0,0 +1,41 @@ +strict digraph { +"0 wte_weight" [id=0, type=get_attr]; +"1 _scale_0" [id=1, type=get_attr]; +"2 _zero_point_0" [id=2, type=get_attr]; +"3 _frozen_param0" [id=3, type=get_attr]; +"4 dequantize_per_channel_default" [id=4, type=dequantize_per_channel]; +"5 linear_bias" [id=5, type=get_attr]; +"6 _scale_1" [id=6, type=get_attr]; +"7 _zero_point_1" [id=7, type=get_attr]; +"8 _frozen_param1" [id=8, type=get_attr]; +"9 dequantize_per_channel_default_1" [id=9, type=dequantize_per_channel]; +"10 lm_head_bias" [id=10, type=get_attr]; +"11 input_ids" [id=11, type=input]; +"12 embedding" [id=12, type=embedding]; +"13 quantize_per_tensor_default" [id=13, type=quantize_per_tensor]; +"14 dequantize_per_tensor_default" [id=14, type=dequantize_per_tensor]; +"15 linear" [id=15, type=linear]; +"16 quantize_per_tensor_default_1" [id=16, type=quantize_per_tensor]; +"17 dequantize_per_tensor_default_1" [id=17, type=dequantize_per_tensor]; +"18 linear_1" [id=18, type=linear]; +"19 output_1" [id=19, type=output]; +"0 wte_weight" -> "12 embedding" [label="(10, 5)", style=solid]; +"1 _scale_0" -> "4 dequantize_per_channel_default" [label="(5,)", style=solid]; +"2 _zero_point_0" -> "4 dequantize_per_channel_default" [label="(5,)", style=solid]; +"3 _frozen_param0" -> "4 dequantize_per_channel_default" [label="(5, 5)", style=solid]; +"4 dequantize_per_channel_default" -> "15 linear" [label=None, style=solid]; +"5 linear_bias" -> "15 linear" [label="(5,)", style=solid]; +"6 _scale_1" -> "9 dequantize_per_channel_default_1" [label="(10,)", style=solid]; +"7 _zero_point_1" -> "9 dequantize_per_channel_default_1" [label="(10,)", style=solid]; +"8 _frozen_param1" -> "9 dequantize_per_channel_default_1" [label="(10, 5)", style=solid]; +"9 dequantize_per_channel_default_1" -> "18 linear_1" [label=None, style=solid]; +"10 lm_head_bias" -> "18 linear_1" [label="(10,)", style=solid]; +"11 input_ids" -> "12 embedding" [label="(5,)", style=solid]; +"12 embedding" -> "13 quantize_per_tensor_default" [label="(5, 5)", style=solid]; +"13 quantize_per_tensor_default" -> "14 dequantize_per_tensor_default" [label=None, style=solid]; +"14 dequantize_per_tensor_default" -> "15 linear" [label=None, style=solid]; +"15 linear" -> "16 quantize_per_tensor_default_1" [label="(5, 5)", style=solid]; +"16 quantize_per_tensor_default_1" -> "17 dequantize_per_tensor_default_1" [label=None, style=solid]; +"17 dequantize_per_tensor_default_1" -> "18 linear_1" [label=None, style=solid]; +"18 linear_1" -> "19 output_1" [label="(5, 10)", style=solid]; +} diff --git a/tests/torch/data/reference_graphs/fx/experimental/ao_export_quantization_OpenVINOQuantizer/unet.dot b/tests/torch/data/reference_graphs/fx/experimental/ao_export_quantization_OpenVINOQuantizer/unet.dot new file mode 100644 index 00000000000..6c7e8e88eff --- /dev/null +++ b/tests/torch/data/reference_graphs/fx/experimental/ao_export_quantization_OpenVINOQuantizer/unet.dot @@ -0,0 +1,461 @@ +strict digraph { +"0 _scale_0" [id=0, type=get_attr]; +"1 _zero_point_0" [id=1, type=get_attr]; +"2 _frozen_param0" [id=2, type=get_attr]; +"3 dequantize_per_channel_default" [id=3, type=dequantize_per_channel]; +"4 down_path_0_block_0_bias" [id=4, type=get_attr]; +"5 _scale_1" [id=5, type=get_attr]; +"6 _zero_point_1" [id=6, type=get_attr]; +"7 _frozen_param1" [id=7, type=get_attr]; +"8 dequantize_per_channel_default_1" [id=8, type=dequantize_per_channel]; +"9 down_path_0_block_3_bias" [id=9, type=get_attr]; +"10 _scale_2" [id=10, type=get_attr]; +"11 _zero_point_2" [id=11, type=get_attr]; +"12 _frozen_param2" [id=12, type=get_attr]; +"13 dequantize_per_channel_default_2" [id=13, type=dequantize_per_channel]; +"14 down_path_1_block_0_bias" [id=14, type=get_attr]; +"15 _scale_3" [id=15, type=get_attr]; +"16 _zero_point_3" [id=16, type=get_attr]; +"17 _frozen_param3" [id=17, type=get_attr]; +"18 dequantize_per_channel_default_3" [id=18, type=dequantize_per_channel]; +"19 down_path_1_block_3_bias" [id=19, type=get_attr]; +"20 _scale_4" [id=20, type=get_attr]; +"21 _zero_point_4" [id=21, type=get_attr]; +"22 _frozen_param4" [id=22, type=get_attr]; +"23 dequantize_per_channel_default_4" [id=23, type=dequantize_per_channel]; +"24 down_path_2_block_0_bias" [id=24, type=get_attr]; +"25 _scale_5" [id=25, type=get_attr]; +"26 _zero_point_5" [id=26, type=get_attr]; +"27 _frozen_param5" [id=27, type=get_attr]; +"28 dequantize_per_channel_default_5" [id=28, type=dequantize_per_channel]; +"29 down_path_2_block_3_bias" [id=29, type=get_attr]; +"30 _scale_6" [id=30, type=get_attr]; +"31 _zero_point_6" [id=31, type=get_attr]; +"32 _frozen_param6" [id=32, type=get_attr]; +"33 dequantize_per_channel_default_6" [id=33, type=dequantize_per_channel]; +"34 down_path_3_block_0_bias" [id=34, type=get_attr]; +"35 _scale_7" [id=35, type=get_attr]; +"36 _zero_point_7" [id=36, type=get_attr]; +"37 _frozen_param7" [id=37, type=get_attr]; +"38 dequantize_per_channel_default_7" [id=38, type=dequantize_per_channel]; +"39 down_path_3_block_3_bias" [id=39, type=get_attr]; +"40 _scale_8" [id=40, type=get_attr]; +"41 _zero_point_8" [id=41, type=get_attr]; +"42 _frozen_param8" [id=42, type=get_attr]; +"43 dequantize_per_channel_default_8" [id=43, type=dequantize_per_channel]; +"44 down_path_4_block_0_bias" [id=44, type=get_attr]; +"45 _scale_9" [id=45, type=get_attr]; +"46 _zero_point_9" [id=46, type=get_attr]; +"47 _frozen_param9" [id=47, type=get_attr]; +"48 dequantize_per_channel_default_9" [id=48, type=dequantize_per_channel]; +"49 down_path_4_block_3_bias" [id=49, type=get_attr]; +"50 _scale_10" [id=50, type=get_attr]; +"51 _zero_point_10" [id=51, type=get_attr]; +"52 _frozen_param10" [id=52, type=get_attr]; +"53 dequantize_per_channel_default_10" [id=53, type=dequantize_per_channel]; +"54 up_path_0_up_bias" [id=54, type=get_attr]; +"55 _scale_11" [id=55, type=get_attr]; +"56 _zero_point_11" [id=56, type=get_attr]; +"57 _frozen_param11" [id=57, type=get_attr]; +"58 dequantize_per_channel_default_11" [id=58, type=dequantize_per_channel]; +"59 up_path_0_conv_block_block_0_bias" [id=59, type=get_attr]; +"60 _scale_12" [id=60, type=get_attr]; +"61 _zero_point_12" [id=61, type=get_attr]; +"62 _frozen_param12" [id=62, type=get_attr]; +"63 dequantize_per_channel_default_12" [id=63, type=dequantize_per_channel]; +"64 up_path_0_conv_block_block_3_bias" [id=64, type=get_attr]; +"65 _scale_13" [id=65, type=get_attr]; +"66 _zero_point_13" [id=66, type=get_attr]; +"67 _frozen_param13" [id=67, type=get_attr]; +"68 dequantize_per_channel_default_13" [id=68, type=dequantize_per_channel]; +"69 up_path_1_up_bias" [id=69, type=get_attr]; +"70 _scale_14" [id=70, type=get_attr]; +"71 _zero_point_14" [id=71, type=get_attr]; +"72 _frozen_param14" [id=72, type=get_attr]; +"73 dequantize_per_channel_default_14" [id=73, type=dequantize_per_channel]; +"74 up_path_1_conv_block_block_0_bias" [id=74, type=get_attr]; +"75 _scale_15" [id=75, type=get_attr]; +"76 _zero_point_15" [id=76, type=get_attr]; +"77 _frozen_param15" [id=77, type=get_attr]; +"78 dequantize_per_channel_default_15" [id=78, type=dequantize_per_channel]; +"79 up_path_1_conv_block_block_3_bias" [id=79, type=get_attr]; +"80 _scale_16" [id=80, type=get_attr]; +"81 _zero_point_16" [id=81, type=get_attr]; +"82 _frozen_param16" [id=82, type=get_attr]; +"83 dequantize_per_channel_default_16" [id=83, type=dequantize_per_channel]; +"84 up_path_2_up_bias" [id=84, type=get_attr]; +"85 _scale_17" [id=85, type=get_attr]; +"86 _zero_point_17" [id=86, type=get_attr]; +"87 _frozen_param17" [id=87, type=get_attr]; +"88 dequantize_per_channel_default_17" [id=88, type=dequantize_per_channel]; +"89 up_path_2_conv_block_block_0_bias" [id=89, type=get_attr]; +"90 _scale_18" [id=90, type=get_attr]; +"91 _zero_point_18" [id=91, type=get_attr]; +"92 _frozen_param18" [id=92, type=get_attr]; +"93 dequantize_per_channel_default_18" [id=93, type=dequantize_per_channel]; +"94 up_path_2_conv_block_block_3_bias" [id=94, type=get_attr]; +"95 _scale_19" [id=95, type=get_attr]; +"96 _zero_point_19" [id=96, type=get_attr]; +"97 _frozen_param19" [id=97, type=get_attr]; +"98 dequantize_per_channel_default_19" [id=98, type=dequantize_per_channel]; +"99 up_path_3_up_bias" [id=99, type=get_attr]; +"100 _scale_20" [id=100, type=get_attr]; +"101 _zero_point_20" [id=101, type=get_attr]; +"102 _frozen_param20" [id=102, type=get_attr]; +"103 dequantize_per_channel_default_20" [id=103, type=dequantize_per_channel]; +"104 up_path_3_conv_block_block_0_bias" [id=104, type=get_attr]; +"105 _scale_21" [id=105, type=get_attr]; +"106 _zero_point_21" [id=106, type=get_attr]; +"107 _frozen_param21" [id=107, type=get_attr]; +"108 dequantize_per_channel_default_21" [id=108, type=dequantize_per_channel]; +"109 up_path_3_conv_block_block_3_bias" [id=109, type=get_attr]; +"110 _scale_22" [id=110, type=get_attr]; +"111 _zero_point_22" [id=111, type=get_attr]; +"112 _frozen_param22" [id=112, type=get_attr]; +"113 dequantize_per_channel_default_22" [id=113, type=dequantize_per_channel]; +"114 last_bias" [id=114, type=get_attr]; +"115 x" [id=115, type=input]; +"116 quantize_per_tensor_default" [id=116, type=quantize_per_tensor]; +"117 dequantize_per_tensor_default" [id=117, type=dequantize_per_tensor]; +"118 conv2d" [id=118, type=conv2d]; +"119 relu" [id=119, type=relu]; +"120 quantize_per_tensor_default_1" [id=120, type=quantize_per_tensor]; +"121 dequantize_per_tensor_default_1" [id=121, type=dequantize_per_tensor]; +"122 conv2d_1" [id=122, type=conv2d]; +"123 relu_1" [id=123, type=relu]; +"124 quantize_per_tensor_default_2" [id=124, type=quantize_per_tensor]; +"125 dequantize_per_tensor_default_2" [id=125, type=dequantize_per_tensor]; +"126 max_pool2d" [id=126, type=max_pool2d]; +"127 conv2d_2" [id=127, type=conv2d]; +"128 relu_2" [id=128, type=relu]; +"129 quantize_per_tensor_default_3" [id=129, type=quantize_per_tensor]; +"130 dequantize_per_tensor_default_3" [id=130, type=dequantize_per_tensor]; +"131 conv2d_3" [id=131, type=conv2d]; +"132 relu_3" [id=132, type=relu]; +"133 quantize_per_tensor_default_4" [id=133, type=quantize_per_tensor]; +"134 dequantize_per_tensor_default_4" [id=134, type=dequantize_per_tensor]; +"135 max_pool2d_1" [id=135, type=max_pool2d]; +"136 conv2d_4" [id=136, type=conv2d]; +"137 relu_4" [id=137, type=relu]; +"138 quantize_per_tensor_default_5" [id=138, type=quantize_per_tensor]; +"139 dequantize_per_tensor_default_5" [id=139, type=dequantize_per_tensor]; +"140 conv2d_5" [id=140, type=conv2d]; +"141 relu_5" [id=141, type=relu]; +"142 quantize_per_tensor_default_6" [id=142, type=quantize_per_tensor]; +"143 dequantize_per_tensor_default_6" [id=143, type=dequantize_per_tensor]; +"144 max_pool2d_2" [id=144, type=max_pool2d]; +"145 conv2d_6" [id=145, type=conv2d]; +"146 relu_6" [id=146, type=relu]; +"147 quantize_per_tensor_default_7" [id=147, type=quantize_per_tensor]; +"148 dequantize_per_tensor_default_7" [id=148, type=dequantize_per_tensor]; +"149 conv2d_7" [id=149, type=conv2d]; +"150 relu_7" [id=150, type=relu]; +"151 quantize_per_tensor_default_8" [id=151, type=quantize_per_tensor]; +"152 dequantize_per_tensor_default_8" [id=152, type=dequantize_per_tensor]; +"153 max_pool2d_3" [id=153, type=max_pool2d]; +"154 conv2d_8" [id=154, type=conv2d]; +"155 relu_8" [id=155, type=relu]; +"156 quantize_per_tensor_default_9" [id=156, type=quantize_per_tensor]; +"157 dequantize_per_tensor_default_9" [id=157, type=dequantize_per_tensor]; +"158 conv2d_9" [id=158, type=conv2d]; +"159 relu_9" [id=159, type=relu]; +"160 quantize_per_tensor_default_10" [id=160, type=quantize_per_tensor]; +"161 dequantize_per_tensor_default_10" [id=161, type=dequantize_per_tensor]; +"162 conv_transpose2d" [id=162, type=conv_transpose2d]; +"163 quantize_per_tensor_default_11" [id=163, type=quantize_per_tensor]; +"164 dequantize_per_tensor_default_11" [id=164, type=dequantize_per_tensor]; +"165 slice_1" [id=165, type=slice]; +"166 slice_2" [id=166, type=slice]; +"167 slice_3" [id=167, type=slice]; +"168 slice_4" [id=168, type=slice]; +"169 cat" [id=169, type=cat]; +"170 conv2d_10" [id=170, type=conv2d]; +"171 relu_10" [id=171, type=relu]; +"172 quantize_per_tensor_default_12" [id=172, type=quantize_per_tensor]; +"173 dequantize_per_tensor_default_12" [id=173, type=dequantize_per_tensor]; +"174 conv2d_11" [id=174, type=conv2d]; +"175 relu_11" [id=175, type=relu]; +"176 quantize_per_tensor_default_13" [id=176, type=quantize_per_tensor]; +"177 dequantize_per_tensor_default_13" [id=177, type=dequantize_per_tensor]; +"178 conv_transpose2d_1" [id=178, type=conv_transpose2d]; +"179 quantize_per_tensor_default_14" [id=179, type=quantize_per_tensor]; +"180 dequantize_per_tensor_default_14" [id=180, type=dequantize_per_tensor]; +"181 slice_5" [id=181, type=slice]; +"182 slice_6" [id=182, type=slice]; +"183 slice_7" [id=183, type=slice]; +"184 slice_8" [id=184, type=slice]; +"185 cat_1" [id=185, type=cat]; +"186 conv2d_12" [id=186, type=conv2d]; +"187 relu_12" [id=187, type=relu]; +"188 quantize_per_tensor_default_15" [id=188, type=quantize_per_tensor]; +"189 dequantize_per_tensor_default_15" [id=189, type=dequantize_per_tensor]; +"190 conv2d_13" [id=190, type=conv2d]; +"191 relu_13" [id=191, type=relu]; +"192 quantize_per_tensor_default_16" [id=192, type=quantize_per_tensor]; +"193 dequantize_per_tensor_default_16" [id=193, type=dequantize_per_tensor]; +"194 conv_transpose2d_2" [id=194, type=conv_transpose2d]; +"195 quantize_per_tensor_default_17" [id=195, type=quantize_per_tensor]; +"196 dequantize_per_tensor_default_17" [id=196, type=dequantize_per_tensor]; +"197 slice_9" [id=197, type=slice]; +"198 slice_10" [id=198, type=slice]; +"199 slice_11" [id=199, type=slice]; +"200 slice_12" [id=200, type=slice]; +"201 cat_2" [id=201, type=cat]; +"202 conv2d_14" [id=202, type=conv2d]; +"203 relu_14" [id=203, type=relu]; +"204 quantize_per_tensor_default_18" [id=204, type=quantize_per_tensor]; +"205 dequantize_per_tensor_default_18" [id=205, type=dequantize_per_tensor]; +"206 conv2d_15" [id=206, type=conv2d]; +"207 relu_15" [id=207, type=relu]; +"208 quantize_per_tensor_default_19" [id=208, type=quantize_per_tensor]; +"209 dequantize_per_tensor_default_19" [id=209, type=dequantize_per_tensor]; +"210 conv_transpose2d_3" [id=210, type=conv_transpose2d]; +"211 quantize_per_tensor_default_20" [id=211, type=quantize_per_tensor]; +"212 dequantize_per_tensor_default_20" [id=212, type=dequantize_per_tensor]; +"213 slice_13" [id=213, type=slice]; +"214 slice_14" [id=214, type=slice]; +"215 slice_15" [id=215, type=slice]; +"216 slice_16" [id=216, type=slice]; +"217 cat_3" [id=217, type=cat]; +"218 conv2d_16" [id=218, type=conv2d]; +"219 relu_16" [id=219, type=relu]; +"220 quantize_per_tensor_default_21" [id=220, type=quantize_per_tensor]; +"221 dequantize_per_tensor_default_21" [id=221, type=dequantize_per_tensor]; +"222 conv2d_17" [id=222, type=conv2d]; +"223 relu_17" [id=223, type=relu]; +"224 quantize_per_tensor_default_22" [id=224, type=quantize_per_tensor]; +"225 dequantize_per_tensor_default_22" [id=225, type=dequantize_per_tensor]; +"226 conv2d_18" [id=226, type=conv2d]; +"227 output_1" [id=227, type=output]; +"0 _scale_0" -> "3 dequantize_per_channel_default" [label="(64,)", style=solid]; +"1 _zero_point_0" -> "3 dequantize_per_channel_default" [label="(64,)", style=solid]; +"2 _frozen_param0" -> "3 dequantize_per_channel_default" [label="(64, 3, 3, 3)", style=solid]; +"3 dequantize_per_channel_default" -> "118 conv2d" [label=None, style=solid]; +"4 down_path_0_block_0_bias" -> "118 conv2d" [label="(64,)", style=solid]; +"5 _scale_1" -> "8 dequantize_per_channel_default_1" [label="(64,)", style=solid]; +"6 _zero_point_1" -> "8 dequantize_per_channel_default_1" [label="(64,)", style=solid]; +"7 _frozen_param1" -> "8 dequantize_per_channel_default_1" [label="(64, 64, 3, 3)", style=solid]; +"8 dequantize_per_channel_default_1" -> "122 conv2d_1" [label=None, style=solid]; +"9 down_path_0_block_3_bias" -> "122 conv2d_1" [label="(64,)", style=solid]; +"10 _scale_2" -> "13 dequantize_per_channel_default_2" [label="(128,)", style=solid]; +"11 _zero_point_2" -> "13 dequantize_per_channel_default_2" [label="(128,)", style=solid]; +"12 _frozen_param2" -> "13 dequantize_per_channel_default_2" [label="(128, 64, 3, 3)", style=solid]; +"13 dequantize_per_channel_default_2" -> "127 conv2d_2" [label=None, style=solid]; +"14 down_path_1_block_0_bias" -> "127 conv2d_2" [label="(128,)", style=solid]; +"15 _scale_3" -> "18 dequantize_per_channel_default_3" [label="(128,)", style=solid]; +"16 _zero_point_3" -> "18 dequantize_per_channel_default_3" [label="(128,)", style=solid]; +"17 _frozen_param3" -> "18 dequantize_per_channel_default_3" [label="(128, 128, 3, 3)", style=solid]; +"18 dequantize_per_channel_default_3" -> "131 conv2d_3" [label=None, style=solid]; +"19 down_path_1_block_3_bias" -> "131 conv2d_3" [label="(128,)", style=solid]; +"20 _scale_4" -> "23 dequantize_per_channel_default_4" [label="(256,)", style=solid]; +"21 _zero_point_4" -> "23 dequantize_per_channel_default_4" [label="(256,)", style=solid]; +"22 _frozen_param4" -> "23 dequantize_per_channel_default_4" [label="(256, 128, 3, 3)", style=solid]; +"23 dequantize_per_channel_default_4" -> "136 conv2d_4" [label=None, style=solid]; +"24 down_path_2_block_0_bias" -> "136 conv2d_4" [label="(256,)", style=solid]; +"25 _scale_5" -> "28 dequantize_per_channel_default_5" [label="(256,)", style=solid]; +"26 _zero_point_5" -> "28 dequantize_per_channel_default_5" [label="(256,)", style=solid]; +"27 _frozen_param5" -> "28 dequantize_per_channel_default_5" [label="(256, 256, 3, 3)", style=solid]; +"28 dequantize_per_channel_default_5" -> "140 conv2d_5" [label=None, style=solid]; +"29 down_path_2_block_3_bias" -> "140 conv2d_5" [label="(256,)", style=solid]; +"30 _scale_6" -> "33 dequantize_per_channel_default_6" [label="(512,)", style=solid]; +"31 _zero_point_6" -> "33 dequantize_per_channel_default_6" [label="(512,)", style=solid]; +"32 _frozen_param6" -> "33 dequantize_per_channel_default_6" [label="(512, 256, 3, 3)", style=solid]; +"33 dequantize_per_channel_default_6" -> "145 conv2d_6" [label=None, style=solid]; +"34 down_path_3_block_0_bias" -> "145 conv2d_6" [label="(512,)", style=solid]; +"35 _scale_7" -> "38 dequantize_per_channel_default_7" [label="(512,)", style=solid]; +"36 _zero_point_7" -> "38 dequantize_per_channel_default_7" [label="(512,)", style=solid]; +"37 _frozen_param7" -> "38 dequantize_per_channel_default_7" [label="(512, 512, 3, 3)", style=solid]; +"38 dequantize_per_channel_default_7" -> "149 conv2d_7" [label=None, style=solid]; +"39 down_path_3_block_3_bias" -> "149 conv2d_7" [label="(512,)", style=solid]; +"40 _scale_8" -> "43 dequantize_per_channel_default_8" [label="(1024,)", style=solid]; +"41 _zero_point_8" -> "43 dequantize_per_channel_default_8" [label="(1024,)", style=solid]; +"42 _frozen_param8" -> "43 dequantize_per_channel_default_8" [label="(1024, 512, 3, 3)", style=solid]; +"43 dequantize_per_channel_default_8" -> "154 conv2d_8" [label=None, style=solid]; +"44 down_path_4_block_0_bias" -> "154 conv2d_8" [label="(1024,)", style=solid]; +"45 _scale_9" -> "48 dequantize_per_channel_default_9" [label="(1024,)", style=solid]; +"46 _zero_point_9" -> "48 dequantize_per_channel_default_9" [label="(1024,)", style=solid]; +"47 _frozen_param9" -> "48 dequantize_per_channel_default_9" [label="(1024, 1024, 3, 3)", style=solid]; +"48 dequantize_per_channel_default_9" -> "158 conv2d_9" [label=None, style=solid]; +"49 down_path_4_block_3_bias" -> "158 conv2d_9" [label="(1024,)", style=solid]; +"50 _scale_10" -> "53 dequantize_per_channel_default_10" [label="(1024,)", style=solid]; +"51 _zero_point_10" -> "53 dequantize_per_channel_default_10" [label="(1024,)", style=solid]; +"52 _frozen_param10" -> "53 dequantize_per_channel_default_10" [label="(1024, 512, 2, 2)", style=solid]; +"53 dequantize_per_channel_default_10" -> "162 conv_transpose2d" [label=None, style=solid]; +"54 up_path_0_up_bias" -> "162 conv_transpose2d" [label="(512,)", style=solid]; +"55 _scale_11" -> "58 dequantize_per_channel_default_11" [label="(512,)", style=solid]; +"56 _zero_point_11" -> "58 dequantize_per_channel_default_11" [label="(512,)", style=solid]; +"57 _frozen_param11" -> "58 dequantize_per_channel_default_11" [label="(512, 1024, 3, 3)", style=solid]; +"58 dequantize_per_channel_default_11" -> "170 conv2d_10" [label=None, style=solid]; +"59 up_path_0_conv_block_block_0_bias" -> "170 conv2d_10" [label="(512,)", style=solid]; +"60 _scale_12" -> "63 dequantize_per_channel_default_12" [label="(512,)", style=solid]; +"61 _zero_point_12" -> "63 dequantize_per_channel_default_12" [label="(512,)", style=solid]; +"62 _frozen_param12" -> "63 dequantize_per_channel_default_12" [label="(512, 512, 3, 3)", style=solid]; +"63 dequantize_per_channel_default_12" -> "174 conv2d_11" [label=None, style=solid]; +"64 up_path_0_conv_block_block_3_bias" -> "174 conv2d_11" [label="(512,)", style=solid]; +"65 _scale_13" -> "68 dequantize_per_channel_default_13" [label="(512,)", style=solid]; +"66 _zero_point_13" -> "68 dequantize_per_channel_default_13" [label="(512,)", style=solid]; +"67 _frozen_param13" -> "68 dequantize_per_channel_default_13" [label="(512, 256, 2, 2)", style=solid]; +"68 dequantize_per_channel_default_13" -> "178 conv_transpose2d_1" [label=None, style=solid]; +"69 up_path_1_up_bias" -> "178 conv_transpose2d_1" [label="(256,)", style=solid]; +"70 _scale_14" -> "73 dequantize_per_channel_default_14" [label="(256,)", style=solid]; +"71 _zero_point_14" -> "73 dequantize_per_channel_default_14" [label="(256,)", style=solid]; +"72 _frozen_param14" -> "73 dequantize_per_channel_default_14" [label="(256, 512, 3, 3)", style=solid]; +"73 dequantize_per_channel_default_14" -> "186 conv2d_12" [label=None, style=solid]; +"74 up_path_1_conv_block_block_0_bias" -> "186 conv2d_12" [label="(256,)", style=solid]; +"75 _scale_15" -> "78 dequantize_per_channel_default_15" [label="(256,)", style=solid]; +"76 _zero_point_15" -> "78 dequantize_per_channel_default_15" [label="(256,)", style=solid]; +"77 _frozen_param15" -> "78 dequantize_per_channel_default_15" [label="(256, 256, 3, 3)", style=solid]; +"78 dequantize_per_channel_default_15" -> "190 conv2d_13" [label=None, style=solid]; +"79 up_path_1_conv_block_block_3_bias" -> "190 conv2d_13" [label="(256,)", style=solid]; +"80 _scale_16" -> "83 dequantize_per_channel_default_16" [label="(256,)", style=solid]; +"81 _zero_point_16" -> "83 dequantize_per_channel_default_16" [label="(256,)", style=solid]; +"82 _frozen_param16" -> "83 dequantize_per_channel_default_16" [label="(256, 128, 2, 2)", style=solid]; +"83 dequantize_per_channel_default_16" -> "194 conv_transpose2d_2" [label=None, style=solid]; +"84 up_path_2_up_bias" -> "194 conv_transpose2d_2" [label="(128,)", style=solid]; +"85 _scale_17" -> "88 dequantize_per_channel_default_17" [label="(128,)", style=solid]; +"86 _zero_point_17" -> "88 dequantize_per_channel_default_17" [label="(128,)", style=solid]; +"87 _frozen_param17" -> "88 dequantize_per_channel_default_17" [label="(128, 256, 3, 3)", style=solid]; +"88 dequantize_per_channel_default_17" -> "202 conv2d_14" [label=None, style=solid]; +"89 up_path_2_conv_block_block_0_bias" -> "202 conv2d_14" [label="(128,)", style=solid]; +"90 _scale_18" -> "93 dequantize_per_channel_default_18" [label="(128,)", style=solid]; +"91 _zero_point_18" -> "93 dequantize_per_channel_default_18" [label="(128,)", style=solid]; +"92 _frozen_param18" -> "93 dequantize_per_channel_default_18" [label="(128, 128, 3, 3)", style=solid]; +"93 dequantize_per_channel_default_18" -> "206 conv2d_15" [label=None, style=solid]; +"94 up_path_2_conv_block_block_3_bias" -> "206 conv2d_15" [label="(128,)", style=solid]; +"95 _scale_19" -> "98 dequantize_per_channel_default_19" [label="(128,)", style=solid]; +"96 _zero_point_19" -> "98 dequantize_per_channel_default_19" [label="(128,)", style=solid]; +"97 _frozen_param19" -> "98 dequantize_per_channel_default_19" [label="(128, 64, 2, 2)", style=solid]; +"98 dequantize_per_channel_default_19" -> "210 conv_transpose2d_3" [label=None, style=solid]; +"99 up_path_3_up_bias" -> "210 conv_transpose2d_3" [label="(64,)", style=solid]; +"100 _scale_20" -> "103 dequantize_per_channel_default_20" [label="(64,)", style=solid]; +"101 _zero_point_20" -> "103 dequantize_per_channel_default_20" [label="(64,)", style=solid]; +"102 _frozen_param20" -> "103 dequantize_per_channel_default_20" [label="(64, 128, 3, 3)", style=solid]; +"103 dequantize_per_channel_default_20" -> "218 conv2d_16" [label=None, style=solid]; +"104 up_path_3_conv_block_block_0_bias" -> "218 conv2d_16" [label="(64,)", style=solid]; +"105 _scale_21" -> "108 dequantize_per_channel_default_21" [label="(64,)", style=solid]; +"106 _zero_point_21" -> "108 dequantize_per_channel_default_21" [label="(64,)", style=solid]; +"107 _frozen_param21" -> "108 dequantize_per_channel_default_21" [label="(64, 64, 3, 3)", style=solid]; +"108 dequantize_per_channel_default_21" -> "222 conv2d_17" [label=None, style=solid]; +"109 up_path_3_conv_block_block_3_bias" -> "222 conv2d_17" [label="(64,)", style=solid]; +"110 _scale_22" -> "113 dequantize_per_channel_default_22" [label="(12,)", style=solid]; +"111 _zero_point_22" -> "113 dequantize_per_channel_default_22" [label="(12,)", style=solid]; +"112 _frozen_param22" -> "113 dequantize_per_channel_default_22" [label="(12, 64, 1, 1)", style=solid]; +"113 dequantize_per_channel_default_22" -> "226 conv2d_18" [label=None, style=solid]; +"114 last_bias" -> "226 conv2d_18" [label="(12,)", style=solid]; +"115 x" -> "116 quantize_per_tensor_default" [label="(1, 3, 224, 224)", style=solid]; +"116 quantize_per_tensor_default" -> "117 dequantize_per_tensor_default" [label=None, style=solid]; +"117 dequantize_per_tensor_default" -> "118 conv2d" [label=None, style=solid]; +"118 conv2d" -> "119 relu" [label="(1, 64, 222, 222)", style=solid]; +"119 relu" -> "120 quantize_per_tensor_default_1" [label="(1, 64, 222, 222)", style=solid]; +"120 quantize_per_tensor_default_1" -> "121 dequantize_per_tensor_default_1" [label=None, style=solid]; +"121 dequantize_per_tensor_default_1" -> "122 conv2d_1" [label=None, style=solid]; +"122 conv2d_1" -> "123 relu_1" [label="(1, 64, 220, 220)", style=solid]; +"123 relu_1" -> "124 quantize_per_tensor_default_2" [label="(1, 64, 220, 220)", style=solid]; +"124 quantize_per_tensor_default_2" -> "125 dequantize_per_tensor_default_2" [label=None, style=solid]; +"125 dequantize_per_tensor_default_2" -> "126 max_pool2d" [label=None, style=solid]; +"125 dequantize_per_tensor_default_2" -> "213 slice_13" [label=None, style=solid]; +"126 max_pool2d" -> "127 conv2d_2" [label="(1, 64, 110, 110)", style=solid]; +"127 conv2d_2" -> "128 relu_2" [label="(1, 128, 108, 108)", style=solid]; +"128 relu_2" -> "129 quantize_per_tensor_default_3" [label="(1, 128, 108, 108)", style=solid]; +"129 quantize_per_tensor_default_3" -> "130 dequantize_per_tensor_default_3" [label=None, style=solid]; +"130 dequantize_per_tensor_default_3" -> "131 conv2d_3" [label=None, style=solid]; +"131 conv2d_3" -> "132 relu_3" [label="(1, 128, 106, 106)", style=solid]; +"132 relu_3" -> "133 quantize_per_tensor_default_4" [label="(1, 128, 106, 106)", style=solid]; +"133 quantize_per_tensor_default_4" -> "134 dequantize_per_tensor_default_4" [label=None, style=solid]; +"134 dequantize_per_tensor_default_4" -> "135 max_pool2d_1" [label=None, style=solid]; +"134 dequantize_per_tensor_default_4" -> "197 slice_9" [label=None, style=solid]; +"135 max_pool2d_1" -> "136 conv2d_4" [label="(1, 128, 53, 53)", style=solid]; +"136 conv2d_4" -> "137 relu_4" [label="(1, 256, 51, 51)", style=solid]; +"137 relu_4" -> "138 quantize_per_tensor_default_5" [label="(1, 256, 51, 51)", style=solid]; +"138 quantize_per_tensor_default_5" -> "139 dequantize_per_tensor_default_5" [label=None, style=solid]; +"139 dequantize_per_tensor_default_5" -> "140 conv2d_5" [label=None, style=solid]; +"140 conv2d_5" -> "141 relu_5" [label="(1, 256, 49, 49)", style=solid]; +"141 relu_5" -> "142 quantize_per_tensor_default_6" [label="(1, 256, 49, 49)", style=solid]; +"142 quantize_per_tensor_default_6" -> "143 dequantize_per_tensor_default_6" [label=None, style=solid]; +"143 dequantize_per_tensor_default_6" -> "144 max_pool2d_2" [label=None, style=solid]; +"143 dequantize_per_tensor_default_6" -> "181 slice_5" [label=None, style=solid]; +"144 max_pool2d_2" -> "145 conv2d_6" [label="(1, 256, 24, 24)", style=solid]; +"145 conv2d_6" -> "146 relu_6" [label="(1, 512, 22, 22)", style=solid]; +"146 relu_6" -> "147 quantize_per_tensor_default_7" [label="(1, 512, 22, 22)", style=solid]; +"147 quantize_per_tensor_default_7" -> "148 dequantize_per_tensor_default_7" [label=None, style=solid]; +"148 dequantize_per_tensor_default_7" -> "149 conv2d_7" [label=None, style=solid]; +"149 conv2d_7" -> "150 relu_7" [label="(1, 512, 20, 20)", style=solid]; +"150 relu_7" -> "151 quantize_per_tensor_default_8" [label="(1, 512, 20, 20)", style=solid]; +"151 quantize_per_tensor_default_8" -> "152 dequantize_per_tensor_default_8" [label=None, style=solid]; +"152 dequantize_per_tensor_default_8" -> "153 max_pool2d_3" [label=None, style=solid]; +"152 dequantize_per_tensor_default_8" -> "165 slice_1" [label=None, style=solid]; +"153 max_pool2d_3" -> "154 conv2d_8" [label="(1, 512, 10, 10)", style=solid]; +"154 conv2d_8" -> "155 relu_8" [label="(1, 1024, 8, 8)", style=solid]; +"155 relu_8" -> "156 quantize_per_tensor_default_9" [label="(1, 1024, 8, 8)", style=solid]; +"156 quantize_per_tensor_default_9" -> "157 dequantize_per_tensor_default_9" [label=None, style=solid]; +"157 dequantize_per_tensor_default_9" -> "158 conv2d_9" [label=None, style=solid]; +"158 conv2d_9" -> "159 relu_9" [label="(1, 1024, 6, 6)", style=solid]; +"159 relu_9" -> "160 quantize_per_tensor_default_10" [label="(1, 1024, 6, 6)", style=solid]; +"160 quantize_per_tensor_default_10" -> "161 dequantize_per_tensor_default_10" [label=None, style=solid]; +"161 dequantize_per_tensor_default_10" -> "162 conv_transpose2d" [label=None, style=solid]; +"162 conv_transpose2d" -> "163 quantize_per_tensor_default_11" [label="(1, 512, 12, 12)", style=solid]; +"163 quantize_per_tensor_default_11" -> "164 dequantize_per_tensor_default_11" [label=None, style=solid]; +"164 dequantize_per_tensor_default_11" -> "169 cat" [label=None, style=solid]; +"165 slice_1" -> "166 slice_2" [label="(1, 512, 20, 20)", style=solid]; +"166 slice_2" -> "167 slice_3" [label="(1, 512, 20, 20)", style=solid]; +"167 slice_3" -> "168 slice_4" [label="(1, 512, 12, 20)", style=solid]; +"168 slice_4" -> "169 cat" [label="(1, 512, 12, 12)", style=solid]; +"169 cat" -> "170 conv2d_10" [label="(1, 1024, 12, 12)", style=solid]; +"170 conv2d_10" -> "171 relu_10" [label="(1, 512, 10, 10)", style=solid]; +"171 relu_10" -> "172 quantize_per_tensor_default_12" [label="(1, 512, 10, 10)", style=solid]; +"172 quantize_per_tensor_default_12" -> "173 dequantize_per_tensor_default_12" [label=None, style=solid]; +"173 dequantize_per_tensor_default_12" -> "174 conv2d_11" [label=None, style=solid]; +"174 conv2d_11" -> "175 relu_11" [label="(1, 512, 8, 8)", style=solid]; +"175 relu_11" -> "176 quantize_per_tensor_default_13" [label="(1, 512, 8, 8)", style=solid]; +"176 quantize_per_tensor_default_13" -> "177 dequantize_per_tensor_default_13" [label=None, style=solid]; +"177 dequantize_per_tensor_default_13" -> "178 conv_transpose2d_1" [label=None, style=solid]; +"178 conv_transpose2d_1" -> "179 quantize_per_tensor_default_14" [label="(1, 256, 16, 16)", style=solid]; +"179 quantize_per_tensor_default_14" -> "180 dequantize_per_tensor_default_14" [label=None, style=solid]; +"180 dequantize_per_tensor_default_14" -> "185 cat_1" [label=None, style=solid]; +"181 slice_5" -> "182 slice_6" [label="(1, 256, 49, 49)", style=solid]; +"182 slice_6" -> "183 slice_7" [label="(1, 256, 49, 49)", style=solid]; +"183 slice_7" -> "184 slice_8" [label="(1, 256, 16, 49)", style=solid]; +"184 slice_8" -> "185 cat_1" [label="(1, 256, 16, 16)", style=solid]; +"185 cat_1" -> "186 conv2d_12" [label="(1, 512, 16, 16)", style=solid]; +"186 conv2d_12" -> "187 relu_12" [label="(1, 256, 14, 14)", style=solid]; +"187 relu_12" -> "188 quantize_per_tensor_default_15" [label="(1, 256, 14, 14)", style=solid]; +"188 quantize_per_tensor_default_15" -> "189 dequantize_per_tensor_default_15" [label=None, style=solid]; +"189 dequantize_per_tensor_default_15" -> "190 conv2d_13" [label=None, style=solid]; +"190 conv2d_13" -> "191 relu_13" [label="(1, 256, 12, 12)", style=solid]; +"191 relu_13" -> "192 quantize_per_tensor_default_16" [label="(1, 256, 12, 12)", style=solid]; +"192 quantize_per_tensor_default_16" -> "193 dequantize_per_tensor_default_16" [label=None, style=solid]; +"193 dequantize_per_tensor_default_16" -> "194 conv_transpose2d_2" [label=None, style=solid]; +"194 conv_transpose2d_2" -> "195 quantize_per_tensor_default_17" [label="(1, 128, 24, 24)", style=solid]; +"195 quantize_per_tensor_default_17" -> "196 dequantize_per_tensor_default_17" [label=None, style=solid]; +"196 dequantize_per_tensor_default_17" -> "201 cat_2" [label=None, style=solid]; +"197 slice_9" -> "198 slice_10" [label="(1, 128, 106, 106)", style=solid]; +"198 slice_10" -> "199 slice_11" [label="(1, 128, 106, 106)", style=solid]; +"199 slice_11" -> "200 slice_12" [label="(1, 128, 24, 106)", style=solid]; +"200 slice_12" -> "201 cat_2" [label="(1, 128, 24, 24)", style=solid]; +"201 cat_2" -> "202 conv2d_14" [label="(1, 256, 24, 24)", style=solid]; +"202 conv2d_14" -> "203 relu_14" [label="(1, 128, 22, 22)", style=solid]; +"203 relu_14" -> "204 quantize_per_tensor_default_18" [label="(1, 128, 22, 22)", style=solid]; +"204 quantize_per_tensor_default_18" -> "205 dequantize_per_tensor_default_18" [label=None, style=solid]; +"205 dequantize_per_tensor_default_18" -> "206 conv2d_15" [label=None, style=solid]; +"206 conv2d_15" -> "207 relu_15" [label="(1, 128, 20, 20)", style=solid]; +"207 relu_15" -> "208 quantize_per_tensor_default_19" [label="(1, 128, 20, 20)", style=solid]; +"208 quantize_per_tensor_default_19" -> "209 dequantize_per_tensor_default_19" [label=None, style=solid]; +"209 dequantize_per_tensor_default_19" -> "210 conv_transpose2d_3" [label=None, style=solid]; +"210 conv_transpose2d_3" -> "211 quantize_per_tensor_default_20" [label="(1, 64, 40, 40)", style=solid]; +"211 quantize_per_tensor_default_20" -> "212 dequantize_per_tensor_default_20" [label=None, style=solid]; +"212 dequantize_per_tensor_default_20" -> "217 cat_3" [label=None, style=solid]; +"213 slice_13" -> "214 slice_14" [label="(1, 64, 220, 220)", style=solid]; +"214 slice_14" -> "215 slice_15" [label="(1, 64, 220, 220)", style=solid]; +"215 slice_15" -> "216 slice_16" [label="(1, 64, 40, 220)", style=solid]; +"216 slice_16" -> "217 cat_3" [label="(1, 64, 40, 40)", style=solid]; +"217 cat_3" -> "218 conv2d_16" [label="(1, 128, 40, 40)", style=solid]; +"218 conv2d_16" -> "219 relu_16" [label="(1, 64, 38, 38)", style=solid]; +"219 relu_16" -> "220 quantize_per_tensor_default_21" [label="(1, 64, 38, 38)", style=solid]; +"220 quantize_per_tensor_default_21" -> "221 dequantize_per_tensor_default_21" [label=None, style=solid]; +"221 dequantize_per_tensor_default_21" -> "222 conv2d_17" [label=None, style=solid]; +"222 conv2d_17" -> "223 relu_17" [label="(1, 64, 36, 36)", style=solid]; +"223 relu_17" -> "224 quantize_per_tensor_default_22" [label="(1, 64, 36, 36)", style=solid]; +"224 quantize_per_tensor_default_22" -> "225 dequantize_per_tensor_default_22" [label=None, style=solid]; +"225 dequantize_per_tensor_default_22" -> "226 conv2d_18" [label=None, style=solid]; +"226 conv2d_18" -> "227 output_1" [label="(1, 12, 36, 36)", style=solid]; +} diff --git a/tests/torch/data/reference_graphs/fx/experimental/ao_export_quantization_OpenVINOQuantizer/vit_b_16.dot b/tests/torch/data/reference_graphs/fx/experimental/ao_export_quantization_OpenVINOQuantizer/vit_b_16.dot new file mode 100644 index 00000000000..d3c40ce0d67 --- /dev/null +++ b/tests/torch/data/reference_graphs/fx/experimental/ao_export_quantization_OpenVINOQuantizer/vit_b_16.dot @@ -0,0 +1,1791 @@ +strict digraph { +"0 class_token" [id=0, type=get_attr]; +"1 encoder_pos_embedding" [id=1, type=get_attr]; +"2 _scale_0" [id=2, type=get_attr]; +"3 _zero_point_0" [id=3, type=get_attr]; +"4 _frozen_param0" [id=4, type=get_attr]; +"5 dequantize_per_channel_default" [id=5, type=dequantize_per_channel]; +"6 conv_proj_bias" [id=6, type=get_attr]; +"7 encoder_layers_encoder_layer_0_ln_1_weight" [id=7, type=get_attr]; +"8 encoder_layers_encoder_layer_0_ln_1_bias" [id=8, type=get_attr]; +"9 _scale_1" [id=9, type=get_attr]; +"10 _zero_point_1" [id=10, type=get_attr]; +"11 _frozen_param1" [id=11, type=get_attr]; +"12 dequantize_per_channel_default_1" [id=12, type=dequantize_per_channel]; +"13 encoder_layers_encoder_layer_0_self_attention_in_proj_bias" [id=13, type=get_attr]; +"14 _scale_2" [id=14, type=get_attr]; +"15 _zero_point_2" [id=15, type=get_attr]; +"16 _frozen_param2" [id=16, type=get_attr]; +"17 dequantize_per_channel_default_2" [id=17, type=dequantize_per_channel]; +"18 encoder_layers_encoder_layer_0_self_attention_out_proj_bias" [id=18, type=get_attr]; +"19 encoder_layers_encoder_layer_0_ln_2_weight" [id=19, type=get_attr]; +"20 encoder_layers_encoder_layer_0_ln_2_bias" [id=20, type=get_attr]; +"21 _scale_3" [id=21, type=get_attr]; +"22 _zero_point_3" [id=22, type=get_attr]; +"23 _frozen_param3" [id=23, type=get_attr]; +"24 dequantize_per_channel_default_3" [id=24, type=dequantize_per_channel]; +"25 encoder_layers_encoder_layer_0_mlp_0_bias" [id=25, type=get_attr]; +"26 _scale_4" [id=26, type=get_attr]; +"27 _zero_point_4" [id=27, type=get_attr]; +"28 _frozen_param4" [id=28, type=get_attr]; +"29 dequantize_per_channel_default_4" [id=29, type=dequantize_per_channel]; +"30 encoder_layers_encoder_layer_0_mlp_3_bias" [id=30, type=get_attr]; +"31 encoder_layers_encoder_layer_1_ln_1_weight" [id=31, type=get_attr]; +"32 encoder_layers_encoder_layer_1_ln_1_bias" [id=32, type=get_attr]; +"33 _scale_5" [id=33, type=get_attr]; +"34 _zero_point_5" [id=34, type=get_attr]; +"35 _frozen_param5" [id=35, type=get_attr]; +"36 dequantize_per_channel_default_5" [id=36, type=dequantize_per_channel]; +"37 encoder_layers_encoder_layer_1_self_attention_in_proj_bias" [id=37, type=get_attr]; +"38 _scale_6" [id=38, type=get_attr]; +"39 _zero_point_6" [id=39, type=get_attr]; +"40 _frozen_param6" [id=40, type=get_attr]; +"41 dequantize_per_channel_default_6" [id=41, type=dequantize_per_channel]; +"42 encoder_layers_encoder_layer_1_self_attention_out_proj_bias" [id=42, type=get_attr]; +"43 encoder_layers_encoder_layer_1_ln_2_weight" [id=43, type=get_attr]; +"44 encoder_layers_encoder_layer_1_ln_2_bias" [id=44, type=get_attr]; +"45 _scale_7" [id=45, type=get_attr]; +"46 _zero_point_7" [id=46, type=get_attr]; +"47 _frozen_param7" [id=47, type=get_attr]; +"48 dequantize_per_channel_default_7" [id=48, type=dequantize_per_channel]; +"49 encoder_layers_encoder_layer_1_mlp_0_bias" [id=49, type=get_attr]; +"50 _scale_8" [id=50, type=get_attr]; +"51 _zero_point_8" [id=51, type=get_attr]; +"52 _frozen_param8" [id=52, type=get_attr]; +"53 dequantize_per_channel_default_8" [id=53, type=dequantize_per_channel]; +"54 encoder_layers_encoder_layer_1_mlp_3_bias" [id=54, type=get_attr]; +"55 encoder_layers_encoder_layer_2_ln_1_weight" [id=55, type=get_attr]; +"56 encoder_layers_encoder_layer_2_ln_1_bias" [id=56, type=get_attr]; +"57 _scale_9" [id=57, type=get_attr]; +"58 _zero_point_9" [id=58, type=get_attr]; +"59 _frozen_param9" [id=59, type=get_attr]; +"60 dequantize_per_channel_default_9" [id=60, type=dequantize_per_channel]; +"61 encoder_layers_encoder_layer_2_self_attention_in_proj_bias" [id=61, type=get_attr]; +"62 _scale_10" [id=62, type=get_attr]; +"63 _zero_point_10" [id=63, type=get_attr]; +"64 _frozen_param10" [id=64, type=get_attr]; +"65 dequantize_per_channel_default_10" [id=65, type=dequantize_per_channel]; +"66 encoder_layers_encoder_layer_2_self_attention_out_proj_bias" [id=66, type=get_attr]; +"67 encoder_layers_encoder_layer_2_ln_2_weight" [id=67, type=get_attr]; +"68 encoder_layers_encoder_layer_2_ln_2_bias" [id=68, type=get_attr]; +"69 _scale_11" [id=69, type=get_attr]; +"70 _zero_point_11" [id=70, type=get_attr]; +"71 _frozen_param11" [id=71, type=get_attr]; +"72 dequantize_per_channel_default_11" [id=72, type=dequantize_per_channel]; +"73 encoder_layers_encoder_layer_2_mlp_0_bias" [id=73, type=get_attr]; +"74 _scale_12" [id=74, type=get_attr]; +"75 _zero_point_12" [id=75, type=get_attr]; +"76 _frozen_param12" [id=76, type=get_attr]; +"77 dequantize_per_channel_default_12" [id=77, type=dequantize_per_channel]; +"78 encoder_layers_encoder_layer_2_mlp_3_bias" [id=78, type=get_attr]; +"79 encoder_layers_encoder_layer_3_ln_1_weight" [id=79, type=get_attr]; +"80 encoder_layers_encoder_layer_3_ln_1_bias" [id=80, type=get_attr]; +"81 _scale_13" [id=81, type=get_attr]; +"82 _zero_point_13" [id=82, type=get_attr]; +"83 _frozen_param13" [id=83, type=get_attr]; +"84 dequantize_per_channel_default_13" [id=84, type=dequantize_per_channel]; +"85 encoder_layers_encoder_layer_3_self_attention_in_proj_bias" [id=85, type=get_attr]; +"86 _scale_14" [id=86, type=get_attr]; +"87 _zero_point_14" [id=87, type=get_attr]; +"88 _frozen_param14" [id=88, type=get_attr]; +"89 dequantize_per_channel_default_14" [id=89, type=dequantize_per_channel]; +"90 encoder_layers_encoder_layer_3_self_attention_out_proj_bias" [id=90, type=get_attr]; +"91 encoder_layers_encoder_layer_3_ln_2_weight" [id=91, type=get_attr]; +"92 encoder_layers_encoder_layer_3_ln_2_bias" [id=92, type=get_attr]; +"93 _scale_15" [id=93, type=get_attr]; +"94 _zero_point_15" [id=94, type=get_attr]; +"95 _frozen_param15" [id=95, type=get_attr]; +"96 dequantize_per_channel_default_15" [id=96, type=dequantize_per_channel]; +"97 encoder_layers_encoder_layer_3_mlp_0_bias" [id=97, type=get_attr]; +"98 _scale_16" [id=98, type=get_attr]; +"99 _zero_point_16" [id=99, type=get_attr]; +"100 _frozen_param16" [id=100, type=get_attr]; +"101 dequantize_per_channel_default_16" [id=101, type=dequantize_per_channel]; +"102 encoder_layers_encoder_layer_3_mlp_3_bias" [id=102, type=get_attr]; +"103 encoder_layers_encoder_layer_4_ln_1_weight" [id=103, type=get_attr]; +"104 encoder_layers_encoder_layer_4_ln_1_bias" [id=104, type=get_attr]; +"105 _scale_17" [id=105, type=get_attr]; +"106 _zero_point_17" [id=106, type=get_attr]; +"107 _frozen_param17" [id=107, type=get_attr]; +"108 dequantize_per_channel_default_17" [id=108, type=dequantize_per_channel]; +"109 encoder_layers_encoder_layer_4_self_attention_in_proj_bias" [id=109, type=get_attr]; +"110 _scale_18" [id=110, type=get_attr]; +"111 _zero_point_18" [id=111, type=get_attr]; +"112 _frozen_param18" [id=112, type=get_attr]; +"113 dequantize_per_channel_default_18" [id=113, type=dequantize_per_channel]; +"114 encoder_layers_encoder_layer_4_self_attention_out_proj_bias" [id=114, type=get_attr]; +"115 encoder_layers_encoder_layer_4_ln_2_weight" [id=115, type=get_attr]; +"116 encoder_layers_encoder_layer_4_ln_2_bias" [id=116, type=get_attr]; +"117 _scale_19" [id=117, type=get_attr]; +"118 _zero_point_19" [id=118, type=get_attr]; +"119 _frozen_param19" [id=119, type=get_attr]; +"120 dequantize_per_channel_default_19" [id=120, type=dequantize_per_channel]; +"121 encoder_layers_encoder_layer_4_mlp_0_bias" [id=121, type=get_attr]; +"122 _scale_20" [id=122, type=get_attr]; +"123 _zero_point_20" [id=123, type=get_attr]; +"124 _frozen_param20" [id=124, type=get_attr]; +"125 dequantize_per_channel_default_20" [id=125, type=dequantize_per_channel]; +"126 encoder_layers_encoder_layer_4_mlp_3_bias" [id=126, type=get_attr]; +"127 encoder_layers_encoder_layer_5_ln_1_weight" [id=127, type=get_attr]; +"128 encoder_layers_encoder_layer_5_ln_1_bias" [id=128, type=get_attr]; +"129 _scale_21" [id=129, type=get_attr]; +"130 _zero_point_21" [id=130, type=get_attr]; +"131 _frozen_param21" [id=131, type=get_attr]; +"132 dequantize_per_channel_default_21" [id=132, type=dequantize_per_channel]; +"133 encoder_layers_encoder_layer_5_self_attention_in_proj_bias" [id=133, type=get_attr]; +"134 _scale_22" [id=134, type=get_attr]; +"135 _zero_point_22" [id=135, type=get_attr]; +"136 _frozen_param22" [id=136, type=get_attr]; +"137 dequantize_per_channel_default_22" [id=137, type=dequantize_per_channel]; +"138 encoder_layers_encoder_layer_5_self_attention_out_proj_bias" [id=138, type=get_attr]; +"139 encoder_layers_encoder_layer_5_ln_2_weight" [id=139, type=get_attr]; +"140 encoder_layers_encoder_layer_5_ln_2_bias" [id=140, type=get_attr]; +"141 _scale_23" [id=141, type=get_attr]; +"142 _zero_point_23" [id=142, type=get_attr]; +"143 _frozen_param23" [id=143, type=get_attr]; +"144 dequantize_per_channel_default_23" [id=144, type=dequantize_per_channel]; +"145 encoder_layers_encoder_layer_5_mlp_0_bias" [id=145, type=get_attr]; +"146 _scale_24" [id=146, type=get_attr]; +"147 _zero_point_24" [id=147, type=get_attr]; +"148 _frozen_param24" [id=148, type=get_attr]; +"149 dequantize_per_channel_default_24" [id=149, type=dequantize_per_channel]; +"150 encoder_layers_encoder_layer_5_mlp_3_bias" [id=150, type=get_attr]; +"151 encoder_layers_encoder_layer_6_ln_1_weight" [id=151, type=get_attr]; +"152 encoder_layers_encoder_layer_6_ln_1_bias" [id=152, type=get_attr]; +"153 _scale_25" [id=153, type=get_attr]; +"154 _zero_point_25" [id=154, type=get_attr]; +"155 _frozen_param25" [id=155, type=get_attr]; +"156 dequantize_per_channel_default_25" [id=156, type=dequantize_per_channel]; +"157 encoder_layers_encoder_layer_6_self_attention_in_proj_bias" [id=157, type=get_attr]; +"158 _scale_26" [id=158, type=get_attr]; +"159 _zero_point_26" [id=159, type=get_attr]; +"160 _frozen_param26" [id=160, type=get_attr]; +"161 dequantize_per_channel_default_26" [id=161, type=dequantize_per_channel]; +"162 encoder_layers_encoder_layer_6_self_attention_out_proj_bias" [id=162, type=get_attr]; +"163 encoder_layers_encoder_layer_6_ln_2_weight" [id=163, type=get_attr]; +"164 encoder_layers_encoder_layer_6_ln_2_bias" [id=164, type=get_attr]; +"165 _scale_27" [id=165, type=get_attr]; +"166 _zero_point_27" [id=166, type=get_attr]; +"167 _frozen_param27" [id=167, type=get_attr]; +"168 dequantize_per_channel_default_27" [id=168, type=dequantize_per_channel]; +"169 encoder_layers_encoder_layer_6_mlp_0_bias" [id=169, type=get_attr]; +"170 _scale_28" [id=170, type=get_attr]; +"171 _zero_point_28" [id=171, type=get_attr]; +"172 _frozen_param28" [id=172, type=get_attr]; +"173 dequantize_per_channel_default_28" [id=173, type=dequantize_per_channel]; +"174 encoder_layers_encoder_layer_6_mlp_3_bias" [id=174, type=get_attr]; +"175 encoder_layers_encoder_layer_7_ln_1_weight" [id=175, type=get_attr]; +"176 encoder_layers_encoder_layer_7_ln_1_bias" [id=176, type=get_attr]; +"177 _scale_29" [id=177, type=get_attr]; +"178 _zero_point_29" [id=178, type=get_attr]; +"179 _frozen_param29" [id=179, type=get_attr]; +"180 dequantize_per_channel_default_29" [id=180, type=dequantize_per_channel]; +"181 encoder_layers_encoder_layer_7_self_attention_in_proj_bias" [id=181, type=get_attr]; +"182 _scale_30" [id=182, type=get_attr]; +"183 _zero_point_30" [id=183, type=get_attr]; +"184 _frozen_param30" [id=184, type=get_attr]; +"185 dequantize_per_channel_default_30" [id=185, type=dequantize_per_channel]; +"186 encoder_layers_encoder_layer_7_self_attention_out_proj_bias" [id=186, type=get_attr]; +"187 encoder_layers_encoder_layer_7_ln_2_weight" [id=187, type=get_attr]; +"188 encoder_layers_encoder_layer_7_ln_2_bias" [id=188, type=get_attr]; +"189 _scale_31" [id=189, type=get_attr]; +"190 _zero_point_31" [id=190, type=get_attr]; +"191 _frozen_param31" [id=191, type=get_attr]; +"192 dequantize_per_channel_default_31" [id=192, type=dequantize_per_channel]; +"193 encoder_layers_encoder_layer_7_mlp_0_bias" [id=193, type=get_attr]; +"194 _scale_32" [id=194, type=get_attr]; +"195 _zero_point_32" [id=195, type=get_attr]; +"196 _frozen_param32" [id=196, type=get_attr]; +"197 dequantize_per_channel_default_32" [id=197, type=dequantize_per_channel]; +"198 encoder_layers_encoder_layer_7_mlp_3_bias" [id=198, type=get_attr]; +"199 encoder_layers_encoder_layer_8_ln_1_weight" [id=199, type=get_attr]; +"200 encoder_layers_encoder_layer_8_ln_1_bias" [id=200, type=get_attr]; +"201 _scale_33" [id=201, type=get_attr]; +"202 _zero_point_33" [id=202, type=get_attr]; +"203 _frozen_param33" [id=203, type=get_attr]; +"204 dequantize_per_channel_default_33" [id=204, type=dequantize_per_channel]; +"205 encoder_layers_encoder_layer_8_self_attention_in_proj_bias" [id=205, type=get_attr]; +"206 _scale_34" [id=206, type=get_attr]; +"207 _zero_point_34" [id=207, type=get_attr]; +"208 _frozen_param34" [id=208, type=get_attr]; +"209 dequantize_per_channel_default_34" [id=209, type=dequantize_per_channel]; +"210 encoder_layers_encoder_layer_8_self_attention_out_proj_bias" [id=210, type=get_attr]; +"211 encoder_layers_encoder_layer_8_ln_2_weight" [id=211, type=get_attr]; +"212 encoder_layers_encoder_layer_8_ln_2_bias" [id=212, type=get_attr]; +"213 _scale_35" [id=213, type=get_attr]; +"214 _zero_point_35" [id=214, type=get_attr]; +"215 _frozen_param35" [id=215, type=get_attr]; +"216 dequantize_per_channel_default_35" [id=216, type=dequantize_per_channel]; +"217 encoder_layers_encoder_layer_8_mlp_0_bias" [id=217, type=get_attr]; +"218 _scale_36" [id=218, type=get_attr]; +"219 _zero_point_36" [id=219, type=get_attr]; +"220 _frozen_param36" [id=220, type=get_attr]; +"221 dequantize_per_channel_default_36" [id=221, type=dequantize_per_channel]; +"222 encoder_layers_encoder_layer_8_mlp_3_bias" [id=222, type=get_attr]; +"223 encoder_layers_encoder_layer_9_ln_1_weight" [id=223, type=get_attr]; +"224 encoder_layers_encoder_layer_9_ln_1_bias" [id=224, type=get_attr]; +"225 _scale_37" [id=225, type=get_attr]; +"226 _zero_point_37" [id=226, type=get_attr]; +"227 _frozen_param37" [id=227, type=get_attr]; +"228 dequantize_per_channel_default_37" [id=228, type=dequantize_per_channel]; +"229 encoder_layers_encoder_layer_9_self_attention_in_proj_bias" [id=229, type=get_attr]; +"230 _scale_38" [id=230, type=get_attr]; +"231 _zero_point_38" [id=231, type=get_attr]; +"232 _frozen_param38" [id=232, type=get_attr]; +"233 dequantize_per_channel_default_38" [id=233, type=dequantize_per_channel]; +"234 encoder_layers_encoder_layer_9_self_attention_out_proj_bias" [id=234, type=get_attr]; +"235 encoder_layers_encoder_layer_9_ln_2_weight" [id=235, type=get_attr]; +"236 encoder_layers_encoder_layer_9_ln_2_bias" [id=236, type=get_attr]; +"237 _scale_39" [id=237, type=get_attr]; +"238 _zero_point_39" [id=238, type=get_attr]; +"239 _frozen_param39" [id=239, type=get_attr]; +"240 dequantize_per_channel_default_39" [id=240, type=dequantize_per_channel]; +"241 encoder_layers_encoder_layer_9_mlp_0_bias" [id=241, type=get_attr]; +"242 _scale_40" [id=242, type=get_attr]; +"243 _zero_point_40" [id=243, type=get_attr]; +"244 _frozen_param40" [id=244, type=get_attr]; +"245 dequantize_per_channel_default_40" [id=245, type=dequantize_per_channel]; +"246 encoder_layers_encoder_layer_9_mlp_3_bias" [id=246, type=get_attr]; +"247 encoder_layers_encoder_layer_10_ln_1_weight" [id=247, type=get_attr]; +"248 encoder_layers_encoder_layer_10_ln_1_bias" [id=248, type=get_attr]; +"249 _scale_41" [id=249, type=get_attr]; +"250 _zero_point_41" [id=250, type=get_attr]; +"251 _frozen_param41" [id=251, type=get_attr]; +"252 dequantize_per_channel_default_41" [id=252, type=dequantize_per_channel]; +"253 encoder_layers_encoder_layer_10_self_attention_in_proj_bias" [id=253, type=get_attr]; +"254 _scale_42" [id=254, type=get_attr]; +"255 _zero_point_42" [id=255, type=get_attr]; +"256 _frozen_param42" [id=256, type=get_attr]; +"257 dequantize_per_channel_default_42" [id=257, type=dequantize_per_channel]; +"258 encoder_layers_encoder_layer_10_self_attention_out_proj_bias" [id=258, type=get_attr]; +"259 encoder_layers_encoder_layer_10_ln_2_weight" [id=259, type=get_attr]; +"260 encoder_layers_encoder_layer_10_ln_2_bias" [id=260, type=get_attr]; +"261 _scale_43" [id=261, type=get_attr]; +"262 _zero_point_43" [id=262, type=get_attr]; +"263 _frozen_param43" [id=263, type=get_attr]; +"264 dequantize_per_channel_default_43" [id=264, type=dequantize_per_channel]; +"265 encoder_layers_encoder_layer_10_mlp_0_bias" [id=265, type=get_attr]; +"266 _scale_44" [id=266, type=get_attr]; +"267 _zero_point_44" [id=267, type=get_attr]; +"268 _frozen_param44" [id=268, type=get_attr]; +"269 dequantize_per_channel_default_44" [id=269, type=dequantize_per_channel]; +"270 encoder_layers_encoder_layer_10_mlp_3_bias" [id=270, type=get_attr]; +"271 encoder_layers_encoder_layer_11_ln_1_weight" [id=271, type=get_attr]; +"272 encoder_layers_encoder_layer_11_ln_1_bias" [id=272, type=get_attr]; +"273 _scale_45" [id=273, type=get_attr]; +"274 _zero_point_45" [id=274, type=get_attr]; +"275 _frozen_param45" [id=275, type=get_attr]; +"276 dequantize_per_channel_default_45" [id=276, type=dequantize_per_channel]; +"277 encoder_layers_encoder_layer_11_self_attention_in_proj_bias" [id=277, type=get_attr]; +"278 _scale_46" [id=278, type=get_attr]; +"279 _zero_point_46" [id=279, type=get_attr]; +"280 _frozen_param46" [id=280, type=get_attr]; +"281 dequantize_per_channel_default_46" [id=281, type=dequantize_per_channel]; +"282 encoder_layers_encoder_layer_11_self_attention_out_proj_bias" [id=282, type=get_attr]; +"283 encoder_layers_encoder_layer_11_ln_2_weight" [id=283, type=get_attr]; +"284 encoder_layers_encoder_layer_11_ln_2_bias" [id=284, type=get_attr]; +"285 _scale_47" [id=285, type=get_attr]; +"286 _zero_point_47" [id=286, type=get_attr]; +"287 _frozen_param47" [id=287, type=get_attr]; +"288 dequantize_per_channel_default_47" [id=288, type=dequantize_per_channel]; +"289 encoder_layers_encoder_layer_11_mlp_0_bias" [id=289, type=get_attr]; +"290 _scale_48" [id=290, type=get_attr]; +"291 _zero_point_48" [id=291, type=get_attr]; +"292 _frozen_param48" [id=292, type=get_attr]; +"293 dequantize_per_channel_default_48" [id=293, type=dequantize_per_channel]; +"294 encoder_layers_encoder_layer_11_mlp_3_bias" [id=294, type=get_attr]; +"295 encoder_ln_weight" [id=295, type=get_attr]; +"296 encoder_ln_bias" [id=296, type=get_attr]; +"297 _scale_49" [id=297, type=get_attr]; +"298 _zero_point_49" [id=298, type=get_attr]; +"299 _frozen_param49" [id=299, type=get_attr]; +"300 dequantize_per_channel_default_49" [id=300, type=dequantize_per_channel]; +"301 heads_head_bias" [id=301, type=get_attr]; +"302 x" [id=302, type=input]; +"303 quantize_per_tensor_default" [id=303, type=quantize_per_tensor]; +"304 dequantize_per_tensor_default" [id=304, type=dequantize_per_tensor]; +"305 conv2d" [id=305, type=conv2d]; +"306 reshape" [id=306, type=reshape]; +"307 permute" [id=307, type=permute]; +"308 expand" [id=308, type=expand]; +"309 cat" [id=309, type=cat]; +"310 add" [id=310, type=add]; +"311 dropout" [id=311, type=dropout]; +"312 layer_norm" [id=312, type=layer_norm]; +"313 quantize_per_tensor_default_1" [id=313, type=quantize_per_tensor]; +"314 dequantize_per_tensor_default_1" [id=314, type=dequantize_per_tensor]; +"315 transpose" [id=315, type=transpose]; +"316 linear" [id=316, type=linear]; +"317 unflatten" [id=317, type=unflatten]; +"318 unsqueeze" [id=318, type=unsqueeze]; +"319 transpose_1" [id=319, type=transpose]; +"320 squeeze" [id=320, type=squeeze]; +"321 contiguous" [id=321, type=contiguous]; +"322 quantize_per_tensor_default_2" [id=322, type=quantize_per_tensor]; +"323 dequantize_per_tensor_default_63" [id=323, type=dequantize_per_tensor]; +"324 dequantize_per_tensor_default_62" [id=324, type=dequantize_per_tensor]; +"325 select" [id=325, type=select]; +"326 select_1" [id=326, type=select]; +"327 select_2" [id=327, type=select]; +"328 view" [id=328, type=view]; +"329 transpose_2" [id=329, type=transpose]; +"330 view_1" [id=330, type=view]; +"331 transpose_3" [id=331, type=transpose]; +"332 view_2" [id=332, type=view]; +"333 transpose_4" [id=333, type=transpose]; +"334 view_3" [id=334, type=view]; +"335 view_4" [id=335, type=view]; +"336 view_5" [id=336, type=view]; +"337 scaled_dot_product_attention" [id=337, type=scaled_dot_product_attention]; +"338 quantize_per_tensor_default_3" [id=338, type=quantize_per_tensor]; +"339 dequantize_per_tensor_default_3" [id=339, type=dequantize_per_tensor]; +"340 permute_1" [id=340, type=permute]; +"341 view_6" [id=341, type=view]; +"342 linear_1" [id=342, type=linear]; +"343 view_7" [id=343, type=view]; +"344 transpose_5" [id=344, type=transpose]; +"345 dropout_1" [id=345, type=dropout]; +"346 add_1" [id=346, type=add]; +"347 layer_norm_1" [id=347, type=layer_norm]; +"348 quantize_per_tensor_default_4" [id=348, type=quantize_per_tensor]; +"349 dequantize_per_tensor_default_4" [id=349, type=dequantize_per_tensor]; +"350 linear_2" [id=350, type=linear]; +"351 gelu" [id=351, type=gelu]; +"352 quantize_per_tensor_default_5" [id=352, type=quantize_per_tensor]; +"353 dequantize_per_tensor_default_5" [id=353, type=dequantize_per_tensor]; +"354 dropout_2" [id=354, type=dropout]; +"355 linear_3" [id=355, type=linear]; +"356 dropout_3" [id=356, type=dropout]; +"357 add_2" [id=357, type=add]; +"358 layer_norm_2" [id=358, type=layer_norm]; +"359 quantize_per_tensor_default_6" [id=359, type=quantize_per_tensor]; +"360 dequantize_per_tensor_default_6" [id=360, type=dequantize_per_tensor]; +"361 transpose_6" [id=361, type=transpose]; +"362 linear_4" [id=362, type=linear]; +"363 unflatten_1" [id=363, type=unflatten]; +"364 unsqueeze_1" [id=364, type=unsqueeze]; +"365 transpose_7" [id=365, type=transpose]; +"366 squeeze_1" [id=366, type=squeeze]; +"367 contiguous_1" [id=367, type=contiguous]; +"368 quantize_per_tensor_default_7" [id=368, type=quantize_per_tensor]; +"369 dequantize_per_tensor_default_65" [id=369, type=dequantize_per_tensor]; +"370 dequantize_per_tensor_default_64" [id=370, type=dequantize_per_tensor]; +"371 select_3" [id=371, type=select]; +"372 select_4" [id=372, type=select]; +"373 select_5" [id=373, type=select]; +"374 view_8" [id=374, type=view]; +"375 transpose_8" [id=375, type=transpose]; +"376 view_9" [id=376, type=view]; +"377 transpose_9" [id=377, type=transpose]; +"378 view_10" [id=378, type=view]; +"379 transpose_10" [id=379, type=transpose]; +"380 view_11" [id=380, type=view]; +"381 view_12" [id=381, type=view]; +"382 view_13" [id=382, type=view]; +"383 scaled_dot_product_attention_1" [id=383, type=scaled_dot_product_attention]; +"384 quantize_per_tensor_default_8" [id=384, type=quantize_per_tensor]; +"385 dequantize_per_tensor_default_8" [id=385, type=dequantize_per_tensor]; +"386 permute_2" [id=386, type=permute]; +"387 view_14" [id=387, type=view]; +"388 linear_5" [id=388, type=linear]; +"389 view_15" [id=389, type=view]; +"390 transpose_11" [id=390, type=transpose]; +"391 dropout_4" [id=391, type=dropout]; +"392 add_3" [id=392, type=add]; +"393 layer_norm_3" [id=393, type=layer_norm]; +"394 quantize_per_tensor_default_9" [id=394, type=quantize_per_tensor]; +"395 dequantize_per_tensor_default_9" [id=395, type=dequantize_per_tensor]; +"396 linear_6" [id=396, type=linear]; +"397 gelu_1" [id=397, type=gelu]; +"398 quantize_per_tensor_default_10" [id=398, type=quantize_per_tensor]; +"399 dequantize_per_tensor_default_10" [id=399, type=dequantize_per_tensor]; +"400 dropout_5" [id=400, type=dropout]; +"401 linear_7" [id=401, type=linear]; +"402 dropout_6" [id=402, type=dropout]; +"403 add_4" [id=403, type=add]; +"404 layer_norm_4" [id=404, type=layer_norm]; +"405 quantize_per_tensor_default_11" [id=405, type=quantize_per_tensor]; +"406 dequantize_per_tensor_default_11" [id=406, type=dequantize_per_tensor]; +"407 transpose_12" [id=407, type=transpose]; +"408 linear_8" [id=408, type=linear]; +"409 unflatten_2" [id=409, type=unflatten]; +"410 unsqueeze_2" [id=410, type=unsqueeze]; +"411 transpose_13" [id=411, type=transpose]; +"412 squeeze_2" [id=412, type=squeeze]; +"413 contiguous_2" [id=413, type=contiguous]; +"414 quantize_per_tensor_default_12" [id=414, type=quantize_per_tensor]; +"415 dequantize_per_tensor_default_67" [id=415, type=dequantize_per_tensor]; +"416 dequantize_per_tensor_default_66" [id=416, type=dequantize_per_tensor]; +"417 select_6" [id=417, type=select]; +"418 select_7" [id=418, type=select]; +"419 select_8" [id=419, type=select]; +"420 view_16" [id=420, type=view]; +"421 transpose_14" [id=421, type=transpose]; +"422 view_17" [id=422, type=view]; +"423 transpose_15" [id=423, type=transpose]; +"424 view_18" [id=424, type=view]; +"425 transpose_16" [id=425, type=transpose]; +"426 view_19" [id=426, type=view]; +"427 view_20" [id=427, type=view]; +"428 view_21" [id=428, type=view]; +"429 scaled_dot_product_attention_2" [id=429, type=scaled_dot_product_attention]; +"430 quantize_per_tensor_default_13" [id=430, type=quantize_per_tensor]; +"431 dequantize_per_tensor_default_13" [id=431, type=dequantize_per_tensor]; +"432 permute_3" [id=432, type=permute]; +"433 view_22" [id=433, type=view]; +"434 linear_9" [id=434, type=linear]; +"435 view_23" [id=435, type=view]; +"436 transpose_17" [id=436, type=transpose]; +"437 dropout_7" [id=437, type=dropout]; +"438 add_5" [id=438, type=add]; +"439 layer_norm_5" [id=439, type=layer_norm]; +"440 quantize_per_tensor_default_14" [id=440, type=quantize_per_tensor]; +"441 dequantize_per_tensor_default_14" [id=441, type=dequantize_per_tensor]; +"442 linear_10" [id=442, type=linear]; +"443 gelu_2" [id=443, type=gelu]; +"444 quantize_per_tensor_default_15" [id=444, type=quantize_per_tensor]; +"445 dequantize_per_tensor_default_15" [id=445, type=dequantize_per_tensor]; +"446 dropout_8" [id=446, type=dropout]; +"447 linear_11" [id=447, type=linear]; +"448 dropout_9" [id=448, type=dropout]; +"449 add_6" [id=449, type=add]; +"450 layer_norm_6" [id=450, type=layer_norm]; +"451 quantize_per_tensor_default_16" [id=451, type=quantize_per_tensor]; +"452 dequantize_per_tensor_default_16" [id=452, type=dequantize_per_tensor]; +"453 transpose_18" [id=453, type=transpose]; +"454 linear_12" [id=454, type=linear]; +"455 unflatten_3" [id=455, type=unflatten]; +"456 unsqueeze_3" [id=456, type=unsqueeze]; +"457 transpose_19" [id=457, type=transpose]; +"458 squeeze_3" [id=458, type=squeeze]; +"459 contiguous_3" [id=459, type=contiguous]; +"460 quantize_per_tensor_default_17" [id=460, type=quantize_per_tensor]; +"461 dequantize_per_tensor_default_69" [id=461, type=dequantize_per_tensor]; +"462 dequantize_per_tensor_default_68" [id=462, type=dequantize_per_tensor]; +"463 select_9" [id=463, type=select]; +"464 select_10" [id=464, type=select]; +"465 select_11" [id=465, type=select]; +"466 view_24" [id=466, type=view]; +"467 transpose_20" [id=467, type=transpose]; +"468 view_25" [id=468, type=view]; +"469 transpose_21" [id=469, type=transpose]; +"470 view_26" [id=470, type=view]; +"471 transpose_22" [id=471, type=transpose]; +"472 view_27" [id=472, type=view]; +"473 view_28" [id=473, type=view]; +"474 view_29" [id=474, type=view]; +"475 scaled_dot_product_attention_3" [id=475, type=scaled_dot_product_attention]; +"476 quantize_per_tensor_default_18" [id=476, type=quantize_per_tensor]; +"477 dequantize_per_tensor_default_18" [id=477, type=dequantize_per_tensor]; +"478 permute_4" [id=478, type=permute]; +"479 view_30" [id=479, type=view]; +"480 linear_13" [id=480, type=linear]; +"481 view_31" [id=481, type=view]; +"482 transpose_23" [id=482, type=transpose]; +"483 dropout_10" [id=483, type=dropout]; +"484 add_7" [id=484, type=add]; +"485 layer_norm_7" [id=485, type=layer_norm]; +"486 quantize_per_tensor_default_19" [id=486, type=quantize_per_tensor]; +"487 dequantize_per_tensor_default_19" [id=487, type=dequantize_per_tensor]; +"488 linear_14" [id=488, type=linear]; +"489 gelu_3" [id=489, type=gelu]; +"490 quantize_per_tensor_default_20" [id=490, type=quantize_per_tensor]; +"491 dequantize_per_tensor_default_20" [id=491, type=dequantize_per_tensor]; +"492 dropout_11" [id=492, type=dropout]; +"493 linear_15" [id=493, type=linear]; +"494 dropout_12" [id=494, type=dropout]; +"495 add_8" [id=495, type=add]; +"496 layer_norm_8" [id=496, type=layer_norm]; +"497 quantize_per_tensor_default_21" [id=497, type=quantize_per_tensor]; +"498 dequantize_per_tensor_default_21" [id=498, type=dequantize_per_tensor]; +"499 transpose_24" [id=499, type=transpose]; +"500 linear_16" [id=500, type=linear]; +"501 unflatten_4" [id=501, type=unflatten]; +"502 unsqueeze_4" [id=502, type=unsqueeze]; +"503 transpose_25" [id=503, type=transpose]; +"504 squeeze_4" [id=504, type=squeeze]; +"505 contiguous_4" [id=505, type=contiguous]; +"506 quantize_per_tensor_default_22" [id=506, type=quantize_per_tensor]; +"507 dequantize_per_tensor_default_71" [id=507, type=dequantize_per_tensor]; +"508 dequantize_per_tensor_default_70" [id=508, type=dequantize_per_tensor]; +"509 select_12" [id=509, type=select]; +"510 select_13" [id=510, type=select]; +"511 select_14" [id=511, type=select]; +"512 view_32" [id=512, type=view]; +"513 transpose_26" [id=513, type=transpose]; +"514 view_33" [id=514, type=view]; +"515 transpose_27" [id=515, type=transpose]; +"516 view_34" [id=516, type=view]; +"517 transpose_28" [id=517, type=transpose]; +"518 view_35" [id=518, type=view]; +"519 view_36" [id=519, type=view]; +"520 view_37" [id=520, type=view]; +"521 scaled_dot_product_attention_4" [id=521, type=scaled_dot_product_attention]; +"522 quantize_per_tensor_default_23" [id=522, type=quantize_per_tensor]; +"523 dequantize_per_tensor_default_23" [id=523, type=dequantize_per_tensor]; +"524 permute_5" [id=524, type=permute]; +"525 view_38" [id=525, type=view]; +"526 linear_17" [id=526, type=linear]; +"527 view_39" [id=527, type=view]; +"528 transpose_29" [id=528, type=transpose]; +"529 dropout_13" [id=529, type=dropout]; +"530 add_9" [id=530, type=add]; +"531 layer_norm_9" [id=531, type=layer_norm]; +"532 quantize_per_tensor_default_24" [id=532, type=quantize_per_tensor]; +"533 dequantize_per_tensor_default_24" [id=533, type=dequantize_per_tensor]; +"534 linear_18" [id=534, type=linear]; +"535 gelu_4" [id=535, type=gelu]; +"536 quantize_per_tensor_default_25" [id=536, type=quantize_per_tensor]; +"537 dequantize_per_tensor_default_25" [id=537, type=dequantize_per_tensor]; +"538 dropout_14" [id=538, type=dropout]; +"539 linear_19" [id=539, type=linear]; +"540 dropout_15" [id=540, type=dropout]; +"541 add_10" [id=541, type=add]; +"542 layer_norm_10" [id=542, type=layer_norm]; +"543 quantize_per_tensor_default_26" [id=543, type=quantize_per_tensor]; +"544 dequantize_per_tensor_default_26" [id=544, type=dequantize_per_tensor]; +"545 transpose_30" [id=545, type=transpose]; +"546 linear_20" [id=546, type=linear]; +"547 unflatten_5" [id=547, type=unflatten]; +"548 unsqueeze_5" [id=548, type=unsqueeze]; +"549 transpose_31" [id=549, type=transpose]; +"550 squeeze_5" [id=550, type=squeeze]; +"551 contiguous_5" [id=551, type=contiguous]; +"552 quantize_per_tensor_default_27" [id=552, type=quantize_per_tensor]; +"553 dequantize_per_tensor_default_73" [id=553, type=dequantize_per_tensor]; +"554 dequantize_per_tensor_default_72" [id=554, type=dequantize_per_tensor]; +"555 select_15" [id=555, type=select]; +"556 select_16" [id=556, type=select]; +"557 select_17" [id=557, type=select]; +"558 view_40" [id=558, type=view]; +"559 transpose_32" [id=559, type=transpose]; +"560 view_41" [id=560, type=view]; +"561 transpose_33" [id=561, type=transpose]; +"562 view_42" [id=562, type=view]; +"563 transpose_34" [id=563, type=transpose]; +"564 view_43" [id=564, type=view]; +"565 view_44" [id=565, type=view]; +"566 view_45" [id=566, type=view]; +"567 scaled_dot_product_attention_5" [id=567, type=scaled_dot_product_attention]; +"568 quantize_per_tensor_default_28" [id=568, type=quantize_per_tensor]; +"569 dequantize_per_tensor_default_28" [id=569, type=dequantize_per_tensor]; +"570 permute_6" [id=570, type=permute]; +"571 view_46" [id=571, type=view]; +"572 linear_21" [id=572, type=linear]; +"573 view_47" [id=573, type=view]; +"574 transpose_35" [id=574, type=transpose]; +"575 dropout_16" [id=575, type=dropout]; +"576 add_11" [id=576, type=add]; +"577 layer_norm_11" [id=577, type=layer_norm]; +"578 quantize_per_tensor_default_29" [id=578, type=quantize_per_tensor]; +"579 dequantize_per_tensor_default_29" [id=579, type=dequantize_per_tensor]; +"580 linear_22" [id=580, type=linear]; +"581 gelu_5" [id=581, type=gelu]; +"582 quantize_per_tensor_default_30" [id=582, type=quantize_per_tensor]; +"583 dequantize_per_tensor_default_30" [id=583, type=dequantize_per_tensor]; +"584 dropout_17" [id=584, type=dropout]; +"585 linear_23" [id=585, type=linear]; +"586 dropout_18" [id=586, type=dropout]; +"587 add_12" [id=587, type=add]; +"588 layer_norm_12" [id=588, type=layer_norm]; +"589 quantize_per_tensor_default_31" [id=589, type=quantize_per_tensor]; +"590 dequantize_per_tensor_default_31" [id=590, type=dequantize_per_tensor]; +"591 transpose_36" [id=591, type=transpose]; +"592 linear_24" [id=592, type=linear]; +"593 unflatten_6" [id=593, type=unflatten]; +"594 unsqueeze_6" [id=594, type=unsqueeze]; +"595 transpose_37" [id=595, type=transpose]; +"596 squeeze_6" [id=596, type=squeeze]; +"597 contiguous_6" [id=597, type=contiguous]; +"598 quantize_per_tensor_default_32" [id=598, type=quantize_per_tensor]; +"599 dequantize_per_tensor_default_75" [id=599, type=dequantize_per_tensor]; +"600 dequantize_per_tensor_default_74" [id=600, type=dequantize_per_tensor]; +"601 select_18" [id=601, type=select]; +"602 select_19" [id=602, type=select]; +"603 select_20" [id=603, type=select]; +"604 view_48" [id=604, type=view]; +"605 transpose_38" [id=605, type=transpose]; +"606 view_49" [id=606, type=view]; +"607 transpose_39" [id=607, type=transpose]; +"608 view_50" [id=608, type=view]; +"609 transpose_40" [id=609, type=transpose]; +"610 view_51" [id=610, type=view]; +"611 view_52" [id=611, type=view]; +"612 view_53" [id=612, type=view]; +"613 scaled_dot_product_attention_6" [id=613, type=scaled_dot_product_attention]; +"614 quantize_per_tensor_default_33" [id=614, type=quantize_per_tensor]; +"615 dequantize_per_tensor_default_33" [id=615, type=dequantize_per_tensor]; +"616 permute_7" [id=616, type=permute]; +"617 view_54" [id=617, type=view]; +"618 linear_25" [id=618, type=linear]; +"619 view_55" [id=619, type=view]; +"620 transpose_41" [id=620, type=transpose]; +"621 dropout_19" [id=621, type=dropout]; +"622 add_13" [id=622, type=add]; +"623 layer_norm_13" [id=623, type=layer_norm]; +"624 quantize_per_tensor_default_34" [id=624, type=quantize_per_tensor]; +"625 dequantize_per_tensor_default_34" [id=625, type=dequantize_per_tensor]; +"626 linear_26" [id=626, type=linear]; +"627 gelu_6" [id=627, type=gelu]; +"628 quantize_per_tensor_default_35" [id=628, type=quantize_per_tensor]; +"629 dequantize_per_tensor_default_35" [id=629, type=dequantize_per_tensor]; +"630 dropout_20" [id=630, type=dropout]; +"631 linear_27" [id=631, type=linear]; +"632 dropout_21" [id=632, type=dropout]; +"633 add_14" [id=633, type=add]; +"634 layer_norm_14" [id=634, type=layer_norm]; +"635 quantize_per_tensor_default_36" [id=635, type=quantize_per_tensor]; +"636 dequantize_per_tensor_default_36" [id=636, type=dequantize_per_tensor]; +"637 transpose_42" [id=637, type=transpose]; +"638 linear_28" [id=638, type=linear]; +"639 unflatten_7" [id=639, type=unflatten]; +"640 unsqueeze_7" [id=640, type=unsqueeze]; +"641 transpose_43" [id=641, type=transpose]; +"642 squeeze_7" [id=642, type=squeeze]; +"643 contiguous_7" [id=643, type=contiguous]; +"644 quantize_per_tensor_default_37" [id=644, type=quantize_per_tensor]; +"645 dequantize_per_tensor_default_77" [id=645, type=dequantize_per_tensor]; +"646 dequantize_per_tensor_default_76" [id=646, type=dequantize_per_tensor]; +"647 select_21" [id=647, type=select]; +"648 select_22" [id=648, type=select]; +"649 select_23" [id=649, type=select]; +"650 view_56" [id=650, type=view]; +"651 transpose_44" [id=651, type=transpose]; +"652 view_57" [id=652, type=view]; +"653 transpose_45" [id=653, type=transpose]; +"654 view_58" [id=654, type=view]; +"655 transpose_46" [id=655, type=transpose]; +"656 view_59" [id=656, type=view]; +"657 view_60" [id=657, type=view]; +"658 view_61" [id=658, type=view]; +"659 scaled_dot_product_attention_7" [id=659, type=scaled_dot_product_attention]; +"660 quantize_per_tensor_default_38" [id=660, type=quantize_per_tensor]; +"661 dequantize_per_tensor_default_38" [id=661, type=dequantize_per_tensor]; +"662 permute_8" [id=662, type=permute]; +"663 view_62" [id=663, type=view]; +"664 linear_29" [id=664, type=linear]; +"665 view_63" [id=665, type=view]; +"666 transpose_47" [id=666, type=transpose]; +"667 dropout_22" [id=667, type=dropout]; +"668 add_15" [id=668, type=add]; +"669 layer_norm_15" [id=669, type=layer_norm]; +"670 quantize_per_tensor_default_39" [id=670, type=quantize_per_tensor]; +"671 dequantize_per_tensor_default_39" [id=671, type=dequantize_per_tensor]; +"672 linear_30" [id=672, type=linear]; +"673 gelu_7" [id=673, type=gelu]; +"674 quantize_per_tensor_default_40" [id=674, type=quantize_per_tensor]; +"675 dequantize_per_tensor_default_40" [id=675, type=dequantize_per_tensor]; +"676 dropout_23" [id=676, type=dropout]; +"677 linear_31" [id=677, type=linear]; +"678 dropout_24" [id=678, type=dropout]; +"679 add_16" [id=679, type=add]; +"680 layer_norm_16" [id=680, type=layer_norm]; +"681 quantize_per_tensor_default_41" [id=681, type=quantize_per_tensor]; +"682 dequantize_per_tensor_default_41" [id=682, type=dequantize_per_tensor]; +"683 transpose_48" [id=683, type=transpose]; +"684 linear_32" [id=684, type=linear]; +"685 unflatten_8" [id=685, type=unflatten]; +"686 unsqueeze_8" [id=686, type=unsqueeze]; +"687 transpose_49" [id=687, type=transpose]; +"688 squeeze_8" [id=688, type=squeeze]; +"689 contiguous_8" [id=689, type=contiguous]; +"690 quantize_per_tensor_default_42" [id=690, type=quantize_per_tensor]; +"691 dequantize_per_tensor_default_79" [id=691, type=dequantize_per_tensor]; +"692 dequantize_per_tensor_default_78" [id=692, type=dequantize_per_tensor]; +"693 select_24" [id=693, type=select]; +"694 select_25" [id=694, type=select]; +"695 select_26" [id=695, type=select]; +"696 view_64" [id=696, type=view]; +"697 transpose_50" [id=697, type=transpose]; +"698 view_65" [id=698, type=view]; +"699 transpose_51" [id=699, type=transpose]; +"700 view_66" [id=700, type=view]; +"701 transpose_52" [id=701, type=transpose]; +"702 view_67" [id=702, type=view]; +"703 view_68" [id=703, type=view]; +"704 view_69" [id=704, type=view]; +"705 scaled_dot_product_attention_8" [id=705, type=scaled_dot_product_attention]; +"706 quantize_per_tensor_default_43" [id=706, type=quantize_per_tensor]; +"707 dequantize_per_tensor_default_43" [id=707, type=dequantize_per_tensor]; +"708 permute_9" [id=708, type=permute]; +"709 view_70" [id=709, type=view]; +"710 linear_33" [id=710, type=linear]; +"711 view_71" [id=711, type=view]; +"712 transpose_53" [id=712, type=transpose]; +"713 dropout_25" [id=713, type=dropout]; +"714 add_17" [id=714, type=add]; +"715 layer_norm_17" [id=715, type=layer_norm]; +"716 quantize_per_tensor_default_44" [id=716, type=quantize_per_tensor]; +"717 dequantize_per_tensor_default_44" [id=717, type=dequantize_per_tensor]; +"718 linear_34" [id=718, type=linear]; +"719 gelu_8" [id=719, type=gelu]; +"720 quantize_per_tensor_default_45" [id=720, type=quantize_per_tensor]; +"721 dequantize_per_tensor_default_45" [id=721, type=dequantize_per_tensor]; +"722 dropout_26" [id=722, type=dropout]; +"723 linear_35" [id=723, type=linear]; +"724 dropout_27" [id=724, type=dropout]; +"725 add_18" [id=725, type=add]; +"726 layer_norm_18" [id=726, type=layer_norm]; +"727 quantize_per_tensor_default_46" [id=727, type=quantize_per_tensor]; +"728 dequantize_per_tensor_default_46" [id=728, type=dequantize_per_tensor]; +"729 transpose_54" [id=729, type=transpose]; +"730 linear_36" [id=730, type=linear]; +"731 unflatten_9" [id=731, type=unflatten]; +"732 unsqueeze_9" [id=732, type=unsqueeze]; +"733 transpose_55" [id=733, type=transpose]; +"734 squeeze_9" [id=734, type=squeeze]; +"735 contiguous_9" [id=735, type=contiguous]; +"736 quantize_per_tensor_default_47" [id=736, type=quantize_per_tensor]; +"737 dequantize_per_tensor_default_81" [id=737, type=dequantize_per_tensor]; +"738 dequantize_per_tensor_default_80" [id=738, type=dequantize_per_tensor]; +"739 select_27" [id=739, type=select]; +"740 select_28" [id=740, type=select]; +"741 select_29" [id=741, type=select]; +"742 view_72" [id=742, type=view]; +"743 transpose_56" [id=743, type=transpose]; +"744 view_73" [id=744, type=view]; +"745 transpose_57" [id=745, type=transpose]; +"746 view_74" [id=746, type=view]; +"747 transpose_58" [id=747, type=transpose]; +"748 view_75" [id=748, type=view]; +"749 view_76" [id=749, type=view]; +"750 view_77" [id=750, type=view]; +"751 scaled_dot_product_attention_9" [id=751, type=scaled_dot_product_attention]; +"752 quantize_per_tensor_default_48" [id=752, type=quantize_per_tensor]; +"753 dequantize_per_tensor_default_48" [id=753, type=dequantize_per_tensor]; +"754 permute_10" [id=754, type=permute]; +"755 view_78" [id=755, type=view]; +"756 linear_37" [id=756, type=linear]; +"757 view_79" [id=757, type=view]; +"758 transpose_59" [id=758, type=transpose]; +"759 dropout_28" [id=759, type=dropout]; +"760 add_19" [id=760, type=add]; +"761 layer_norm_19" [id=761, type=layer_norm]; +"762 quantize_per_tensor_default_49" [id=762, type=quantize_per_tensor]; +"763 dequantize_per_tensor_default_49" [id=763, type=dequantize_per_tensor]; +"764 linear_38" [id=764, type=linear]; +"765 gelu_9" [id=765, type=gelu]; +"766 quantize_per_tensor_default_50" [id=766, type=quantize_per_tensor]; +"767 dequantize_per_tensor_default_50" [id=767, type=dequantize_per_tensor]; +"768 dropout_29" [id=768, type=dropout]; +"769 linear_39" [id=769, type=linear]; +"770 dropout_30" [id=770, type=dropout]; +"771 add_20" [id=771, type=add]; +"772 layer_norm_20" [id=772, type=layer_norm]; +"773 quantize_per_tensor_default_51" [id=773, type=quantize_per_tensor]; +"774 dequantize_per_tensor_default_51" [id=774, type=dequantize_per_tensor]; +"775 transpose_60" [id=775, type=transpose]; +"776 linear_40" [id=776, type=linear]; +"777 unflatten_10" [id=777, type=unflatten]; +"778 unsqueeze_10" [id=778, type=unsqueeze]; +"779 transpose_61" [id=779, type=transpose]; +"780 squeeze_10" [id=780, type=squeeze]; +"781 contiguous_10" [id=781, type=contiguous]; +"782 quantize_per_tensor_default_52" [id=782, type=quantize_per_tensor]; +"783 dequantize_per_tensor_default_83" [id=783, type=dequantize_per_tensor]; +"784 dequantize_per_tensor_default_82" [id=784, type=dequantize_per_tensor]; +"785 select_30" [id=785, type=select]; +"786 select_31" [id=786, type=select]; +"787 select_32" [id=787, type=select]; +"788 view_80" [id=788, type=view]; +"789 transpose_62" [id=789, type=transpose]; +"790 view_81" [id=790, type=view]; +"791 transpose_63" [id=791, type=transpose]; +"792 view_82" [id=792, type=view]; +"793 transpose_64" [id=793, type=transpose]; +"794 view_83" [id=794, type=view]; +"795 view_84" [id=795, type=view]; +"796 view_85" [id=796, type=view]; +"797 scaled_dot_product_attention_10" [id=797, type=scaled_dot_product_attention]; +"798 quantize_per_tensor_default_53" [id=798, type=quantize_per_tensor]; +"799 dequantize_per_tensor_default_53" [id=799, type=dequantize_per_tensor]; +"800 permute_11" [id=800, type=permute]; +"801 view_86" [id=801, type=view]; +"802 linear_41" [id=802, type=linear]; +"803 view_87" [id=803, type=view]; +"804 transpose_65" [id=804, type=transpose]; +"805 dropout_31" [id=805, type=dropout]; +"806 add_21" [id=806, type=add]; +"807 layer_norm_21" [id=807, type=layer_norm]; +"808 quantize_per_tensor_default_54" [id=808, type=quantize_per_tensor]; +"809 dequantize_per_tensor_default_54" [id=809, type=dequantize_per_tensor]; +"810 linear_42" [id=810, type=linear]; +"811 gelu_10" [id=811, type=gelu]; +"812 quantize_per_tensor_default_55" [id=812, type=quantize_per_tensor]; +"813 dequantize_per_tensor_default_55" [id=813, type=dequantize_per_tensor]; +"814 dropout_32" [id=814, type=dropout]; +"815 linear_43" [id=815, type=linear]; +"816 dropout_33" [id=816, type=dropout]; +"817 add_22" [id=817, type=add]; +"818 layer_norm_22" [id=818, type=layer_norm]; +"819 quantize_per_tensor_default_56" [id=819, type=quantize_per_tensor]; +"820 dequantize_per_tensor_default_56" [id=820, type=dequantize_per_tensor]; +"821 transpose_66" [id=821, type=transpose]; +"822 linear_44" [id=822, type=linear]; +"823 unflatten_11" [id=823, type=unflatten]; +"824 unsqueeze_11" [id=824, type=unsqueeze]; +"825 transpose_67" [id=825, type=transpose]; +"826 squeeze_11" [id=826, type=squeeze]; +"827 contiguous_11" [id=827, type=contiguous]; +"828 quantize_per_tensor_default_57" [id=828, type=quantize_per_tensor]; +"829 dequantize_per_tensor_default_85" [id=829, type=dequantize_per_tensor]; +"830 dequantize_per_tensor_default_84" [id=830, type=dequantize_per_tensor]; +"831 select_33" [id=831, type=select]; +"832 select_34" [id=832, type=select]; +"833 select_35" [id=833, type=select]; +"834 view_88" [id=834, type=view]; +"835 transpose_68" [id=835, type=transpose]; +"836 view_89" [id=836, type=view]; +"837 transpose_69" [id=837, type=transpose]; +"838 view_90" [id=838, type=view]; +"839 transpose_70" [id=839, type=transpose]; +"840 view_91" [id=840, type=view]; +"841 view_92" [id=841, type=view]; +"842 view_93" [id=842, type=view]; +"843 scaled_dot_product_attention_11" [id=843, type=scaled_dot_product_attention]; +"844 quantize_per_tensor_default_58" [id=844, type=quantize_per_tensor]; +"845 dequantize_per_tensor_default_58" [id=845, type=dequantize_per_tensor]; +"846 permute_12" [id=846, type=permute]; +"847 view_94" [id=847, type=view]; +"848 linear_45" [id=848, type=linear]; +"849 view_95" [id=849, type=view]; +"850 transpose_71" [id=850, type=transpose]; +"851 dropout_34" [id=851, type=dropout]; +"852 add_23" [id=852, type=add]; +"853 layer_norm_23" [id=853, type=layer_norm]; +"854 quantize_per_tensor_default_59" [id=854, type=quantize_per_tensor]; +"855 dequantize_per_tensor_default_59" [id=855, type=dequantize_per_tensor]; +"856 linear_46" [id=856, type=linear]; +"857 gelu_11" [id=857, type=gelu]; +"858 quantize_per_tensor_default_60" [id=858, type=quantize_per_tensor]; +"859 dequantize_per_tensor_default_60" [id=859, type=dequantize_per_tensor]; +"860 dropout_35" [id=860, type=dropout]; +"861 linear_47" [id=861, type=linear]; +"862 dropout_36" [id=862, type=dropout]; +"863 add_24" [id=863, type=add]; +"864 layer_norm_24" [id=864, type=layer_norm]; +"865 quantize_per_tensor_default_61" [id=865, type=quantize_per_tensor]; +"866 dequantize_per_tensor_default_61" [id=866, type=dequantize_per_tensor]; +"867 slice_1" [id=867, type=slice]; +"868 select_36" [id=868, type=select]; +"869 linear_48" [id=869, type=linear]; +"870 output_1" [id=870, type=output]; +"0 class_token" -> "308 expand" [label="(1, 1, 768)", style=solid]; +"1 encoder_pos_embedding" -> "310 add" [label="(1, 197, 768)", style=solid]; +"2 _scale_0" -> "5 dequantize_per_channel_default" [label="(768,)", style=solid]; +"3 _zero_point_0" -> "5 dequantize_per_channel_default" [label="(768,)", style=solid]; +"4 _frozen_param0" -> "5 dequantize_per_channel_default" [label="(768, 3, 16, 16)", style=solid]; +"5 dequantize_per_channel_default" -> "305 conv2d" [label=None, style=solid]; +"6 conv_proj_bias" -> "305 conv2d" [label="(768,)", style=solid]; +"7 encoder_layers_encoder_layer_0_ln_1_weight" -> "312 layer_norm" [label="(768,)", style=solid]; +"8 encoder_layers_encoder_layer_0_ln_1_bias" -> "312 layer_norm" [label="(768,)", style=solid]; +"9 _scale_1" -> "12 dequantize_per_channel_default_1" [label="(2304,)", style=solid]; +"10 _zero_point_1" -> "12 dequantize_per_channel_default_1" [label="(2304,)", style=solid]; +"11 _frozen_param1" -> "12 dequantize_per_channel_default_1" [label="(2304, 768)", style=solid]; +"12 dequantize_per_channel_default_1" -> "316 linear" [label=None, style=solid]; +"13 encoder_layers_encoder_layer_0_self_attention_in_proj_bias" -> "316 linear" [label="(2304,)", style=solid]; +"14 _scale_2" -> "17 dequantize_per_channel_default_2" [label="(768,)", style=solid]; +"15 _zero_point_2" -> "17 dequantize_per_channel_default_2" [label="(768,)", style=solid]; +"16 _frozen_param2" -> "17 dequantize_per_channel_default_2" [label="(768, 768)", style=solid]; +"17 dequantize_per_channel_default_2" -> "342 linear_1" [label=None, style=solid]; +"18 encoder_layers_encoder_layer_0_self_attention_out_proj_bias" -> "342 linear_1" [label="(768,)", style=solid]; +"19 encoder_layers_encoder_layer_0_ln_2_weight" -> "347 layer_norm_1" [label="(768,)", style=solid]; +"20 encoder_layers_encoder_layer_0_ln_2_bias" -> "347 layer_norm_1" [label="(768,)", style=solid]; +"21 _scale_3" -> "24 dequantize_per_channel_default_3" [label="(3072,)", style=solid]; +"22 _zero_point_3" -> "24 dequantize_per_channel_default_3" [label="(3072,)", style=solid]; +"23 _frozen_param3" -> "24 dequantize_per_channel_default_3" [label="(3072, 768)", style=solid]; +"24 dequantize_per_channel_default_3" -> "350 linear_2" [label=None, style=solid]; +"25 encoder_layers_encoder_layer_0_mlp_0_bias" -> "350 linear_2" [label="(3072,)", style=solid]; +"26 _scale_4" -> "29 dequantize_per_channel_default_4" [label="(768,)", style=solid]; +"27 _zero_point_4" -> "29 dequantize_per_channel_default_4" [label="(768,)", style=solid]; +"28 _frozen_param4" -> "29 dequantize_per_channel_default_4" [label="(768, 3072)", style=solid]; +"29 dequantize_per_channel_default_4" -> "355 linear_3" [label=None, style=solid]; +"30 encoder_layers_encoder_layer_0_mlp_3_bias" -> "355 linear_3" [label="(768,)", style=solid]; +"31 encoder_layers_encoder_layer_1_ln_1_weight" -> "358 layer_norm_2" [label="(768,)", style=solid]; +"32 encoder_layers_encoder_layer_1_ln_1_bias" -> "358 layer_norm_2" [label="(768,)", style=solid]; +"33 _scale_5" -> "36 dequantize_per_channel_default_5" [label="(2304,)", style=solid]; +"34 _zero_point_5" -> "36 dequantize_per_channel_default_5" [label="(2304,)", style=solid]; +"35 _frozen_param5" -> "36 dequantize_per_channel_default_5" [label="(2304, 768)", style=solid]; +"36 dequantize_per_channel_default_5" -> "362 linear_4" [label=None, style=solid]; +"37 encoder_layers_encoder_layer_1_self_attention_in_proj_bias" -> "362 linear_4" [label="(2304,)", style=solid]; +"38 _scale_6" -> "41 dequantize_per_channel_default_6" [label="(768,)", style=solid]; +"39 _zero_point_6" -> "41 dequantize_per_channel_default_6" [label="(768,)", style=solid]; +"40 _frozen_param6" -> "41 dequantize_per_channel_default_6" [label="(768, 768)", style=solid]; +"41 dequantize_per_channel_default_6" -> "388 linear_5" [label=None, style=solid]; +"42 encoder_layers_encoder_layer_1_self_attention_out_proj_bias" -> "388 linear_5" [label="(768,)", style=solid]; +"43 encoder_layers_encoder_layer_1_ln_2_weight" -> "393 layer_norm_3" [label="(768,)", style=solid]; +"44 encoder_layers_encoder_layer_1_ln_2_bias" -> "393 layer_norm_3" [label="(768,)", style=solid]; +"45 _scale_7" -> "48 dequantize_per_channel_default_7" [label="(3072,)", style=solid]; +"46 _zero_point_7" -> "48 dequantize_per_channel_default_7" [label="(3072,)", style=solid]; +"47 _frozen_param7" -> "48 dequantize_per_channel_default_7" [label="(3072, 768)", style=solid]; +"48 dequantize_per_channel_default_7" -> "396 linear_6" [label=None, style=solid]; +"49 encoder_layers_encoder_layer_1_mlp_0_bias" -> "396 linear_6" [label="(3072,)", style=solid]; +"50 _scale_8" -> "53 dequantize_per_channel_default_8" [label="(768,)", style=solid]; +"51 _zero_point_8" -> "53 dequantize_per_channel_default_8" [label="(768,)", style=solid]; +"52 _frozen_param8" -> "53 dequantize_per_channel_default_8" [label="(768, 3072)", style=solid]; +"53 dequantize_per_channel_default_8" -> "401 linear_7" [label=None, style=solid]; +"54 encoder_layers_encoder_layer_1_mlp_3_bias" -> "401 linear_7" [label="(768,)", style=solid]; +"55 encoder_layers_encoder_layer_2_ln_1_weight" -> "404 layer_norm_4" [label="(768,)", style=solid]; +"56 encoder_layers_encoder_layer_2_ln_1_bias" -> "404 layer_norm_4" [label="(768,)", style=solid]; +"57 _scale_9" -> "60 dequantize_per_channel_default_9" [label="(2304,)", style=solid]; +"58 _zero_point_9" -> "60 dequantize_per_channel_default_9" [label="(2304,)", style=solid]; +"59 _frozen_param9" -> "60 dequantize_per_channel_default_9" [label="(2304, 768)", style=solid]; +"60 dequantize_per_channel_default_9" -> "408 linear_8" [label=None, style=solid]; +"61 encoder_layers_encoder_layer_2_self_attention_in_proj_bias" -> "408 linear_8" [label="(2304,)", style=solid]; +"62 _scale_10" -> "65 dequantize_per_channel_default_10" [label="(768,)", style=solid]; +"63 _zero_point_10" -> "65 dequantize_per_channel_default_10" [label="(768,)", style=solid]; +"64 _frozen_param10" -> "65 dequantize_per_channel_default_10" [label="(768, 768)", style=solid]; +"65 dequantize_per_channel_default_10" -> "434 linear_9" [label=None, style=solid]; +"66 encoder_layers_encoder_layer_2_self_attention_out_proj_bias" -> "434 linear_9" [label="(768,)", style=solid]; +"67 encoder_layers_encoder_layer_2_ln_2_weight" -> "439 layer_norm_5" [label="(768,)", style=solid]; +"68 encoder_layers_encoder_layer_2_ln_2_bias" -> "439 layer_norm_5" [label="(768,)", style=solid]; +"69 _scale_11" -> "72 dequantize_per_channel_default_11" [label="(3072,)", style=solid]; +"70 _zero_point_11" -> "72 dequantize_per_channel_default_11" [label="(3072,)", style=solid]; +"71 _frozen_param11" -> "72 dequantize_per_channel_default_11" [label="(3072, 768)", style=solid]; +"72 dequantize_per_channel_default_11" -> "442 linear_10" [label=None, style=solid]; +"73 encoder_layers_encoder_layer_2_mlp_0_bias" -> "442 linear_10" [label="(3072,)", style=solid]; +"74 _scale_12" -> "77 dequantize_per_channel_default_12" [label="(768,)", style=solid]; +"75 _zero_point_12" -> "77 dequantize_per_channel_default_12" [label="(768,)", style=solid]; +"76 _frozen_param12" -> "77 dequantize_per_channel_default_12" [label="(768, 3072)", style=solid]; +"77 dequantize_per_channel_default_12" -> "447 linear_11" [label=None, style=solid]; +"78 encoder_layers_encoder_layer_2_mlp_3_bias" -> "447 linear_11" [label="(768,)", style=solid]; +"79 encoder_layers_encoder_layer_3_ln_1_weight" -> "450 layer_norm_6" [label="(768,)", style=solid]; +"80 encoder_layers_encoder_layer_3_ln_1_bias" -> "450 layer_norm_6" [label="(768,)", style=solid]; +"81 _scale_13" -> "84 dequantize_per_channel_default_13" [label="(2304,)", style=solid]; +"82 _zero_point_13" -> "84 dequantize_per_channel_default_13" [label="(2304,)", style=solid]; +"83 _frozen_param13" -> "84 dequantize_per_channel_default_13" [label="(2304, 768)", style=solid]; +"84 dequantize_per_channel_default_13" -> "454 linear_12" [label=None, style=solid]; +"85 encoder_layers_encoder_layer_3_self_attention_in_proj_bias" -> "454 linear_12" [label="(2304,)", style=solid]; +"86 _scale_14" -> "89 dequantize_per_channel_default_14" [label="(768,)", style=solid]; +"87 _zero_point_14" -> "89 dequantize_per_channel_default_14" [label="(768,)", style=solid]; +"88 _frozen_param14" -> "89 dequantize_per_channel_default_14" [label="(768, 768)", style=solid]; +"89 dequantize_per_channel_default_14" -> "480 linear_13" [label=None, style=solid]; +"90 encoder_layers_encoder_layer_3_self_attention_out_proj_bias" -> "480 linear_13" [label="(768,)", style=solid]; +"91 encoder_layers_encoder_layer_3_ln_2_weight" -> "485 layer_norm_7" [label="(768,)", style=solid]; +"92 encoder_layers_encoder_layer_3_ln_2_bias" -> "485 layer_norm_7" [label="(768,)", style=solid]; +"93 _scale_15" -> "96 dequantize_per_channel_default_15" [label="(3072,)", style=solid]; +"94 _zero_point_15" -> "96 dequantize_per_channel_default_15" [label="(3072,)", style=solid]; +"95 _frozen_param15" -> "96 dequantize_per_channel_default_15" [label="(3072, 768)", style=solid]; +"96 dequantize_per_channel_default_15" -> "488 linear_14" [label=None, style=solid]; +"97 encoder_layers_encoder_layer_3_mlp_0_bias" -> "488 linear_14" [label="(3072,)", style=solid]; +"98 _scale_16" -> "101 dequantize_per_channel_default_16" [label="(768,)", style=solid]; +"99 _zero_point_16" -> "101 dequantize_per_channel_default_16" [label="(768,)", style=solid]; +"100 _frozen_param16" -> "101 dequantize_per_channel_default_16" [label="(768, 3072)", style=solid]; +"101 dequantize_per_channel_default_16" -> "493 linear_15" [label=None, style=solid]; +"102 encoder_layers_encoder_layer_3_mlp_3_bias" -> "493 linear_15" [label="(768,)", style=solid]; +"103 encoder_layers_encoder_layer_4_ln_1_weight" -> "496 layer_norm_8" [label="(768,)", style=solid]; +"104 encoder_layers_encoder_layer_4_ln_1_bias" -> "496 layer_norm_8" [label="(768,)", style=solid]; +"105 _scale_17" -> "108 dequantize_per_channel_default_17" [label="(2304,)", style=solid]; +"106 _zero_point_17" -> "108 dequantize_per_channel_default_17" [label="(2304,)", style=solid]; +"107 _frozen_param17" -> "108 dequantize_per_channel_default_17" [label="(2304, 768)", style=solid]; +"108 dequantize_per_channel_default_17" -> "500 linear_16" [label=None, style=solid]; +"109 encoder_layers_encoder_layer_4_self_attention_in_proj_bias" -> "500 linear_16" [label="(2304,)", style=solid]; +"110 _scale_18" -> "113 dequantize_per_channel_default_18" [label="(768,)", style=solid]; +"111 _zero_point_18" -> "113 dequantize_per_channel_default_18" [label="(768,)", style=solid]; +"112 _frozen_param18" -> "113 dequantize_per_channel_default_18" [label="(768, 768)", style=solid]; +"113 dequantize_per_channel_default_18" -> "526 linear_17" [label=None, style=solid]; +"114 encoder_layers_encoder_layer_4_self_attention_out_proj_bias" -> "526 linear_17" [label="(768,)", style=solid]; +"115 encoder_layers_encoder_layer_4_ln_2_weight" -> "531 layer_norm_9" [label="(768,)", style=solid]; +"116 encoder_layers_encoder_layer_4_ln_2_bias" -> "531 layer_norm_9" [label="(768,)", style=solid]; +"117 _scale_19" -> "120 dequantize_per_channel_default_19" [label="(3072,)", style=solid]; +"118 _zero_point_19" -> "120 dequantize_per_channel_default_19" [label="(3072,)", style=solid]; +"119 _frozen_param19" -> "120 dequantize_per_channel_default_19" [label="(3072, 768)", style=solid]; +"120 dequantize_per_channel_default_19" -> "534 linear_18" [label=None, style=solid]; +"121 encoder_layers_encoder_layer_4_mlp_0_bias" -> "534 linear_18" [label="(3072,)", style=solid]; +"122 _scale_20" -> "125 dequantize_per_channel_default_20" [label="(768,)", style=solid]; +"123 _zero_point_20" -> "125 dequantize_per_channel_default_20" [label="(768,)", style=solid]; +"124 _frozen_param20" -> "125 dequantize_per_channel_default_20" [label="(768, 3072)", style=solid]; +"125 dequantize_per_channel_default_20" -> "539 linear_19" [label=None, style=solid]; +"126 encoder_layers_encoder_layer_4_mlp_3_bias" -> "539 linear_19" [label="(768,)", style=solid]; +"127 encoder_layers_encoder_layer_5_ln_1_weight" -> "542 layer_norm_10" [label="(768,)", style=solid]; +"128 encoder_layers_encoder_layer_5_ln_1_bias" -> "542 layer_norm_10" [label="(768,)", style=solid]; +"129 _scale_21" -> "132 dequantize_per_channel_default_21" [label="(2304,)", style=solid]; +"130 _zero_point_21" -> "132 dequantize_per_channel_default_21" [label="(2304,)", style=solid]; +"131 _frozen_param21" -> "132 dequantize_per_channel_default_21" [label="(2304, 768)", style=solid]; +"132 dequantize_per_channel_default_21" -> "546 linear_20" [label=None, style=solid]; +"133 encoder_layers_encoder_layer_5_self_attention_in_proj_bias" -> "546 linear_20" [label="(2304,)", style=solid]; +"134 _scale_22" -> "137 dequantize_per_channel_default_22" [label="(768,)", style=solid]; +"135 _zero_point_22" -> "137 dequantize_per_channel_default_22" [label="(768,)", style=solid]; +"136 _frozen_param22" -> "137 dequantize_per_channel_default_22" [label="(768, 768)", style=solid]; +"137 dequantize_per_channel_default_22" -> "572 linear_21" [label=None, style=solid]; +"138 encoder_layers_encoder_layer_5_self_attention_out_proj_bias" -> "572 linear_21" [label="(768,)", style=solid]; +"139 encoder_layers_encoder_layer_5_ln_2_weight" -> "577 layer_norm_11" [label="(768,)", style=solid]; +"140 encoder_layers_encoder_layer_5_ln_2_bias" -> "577 layer_norm_11" [label="(768,)", style=solid]; +"141 _scale_23" -> "144 dequantize_per_channel_default_23" [label="(3072,)", style=solid]; +"142 _zero_point_23" -> "144 dequantize_per_channel_default_23" [label="(3072,)", style=solid]; +"143 _frozen_param23" -> "144 dequantize_per_channel_default_23" [label="(3072, 768)", style=solid]; +"144 dequantize_per_channel_default_23" -> "580 linear_22" [label=None, style=solid]; +"145 encoder_layers_encoder_layer_5_mlp_0_bias" -> "580 linear_22" [label="(3072,)", style=solid]; +"146 _scale_24" -> "149 dequantize_per_channel_default_24" [label="(768,)", style=solid]; +"147 _zero_point_24" -> "149 dequantize_per_channel_default_24" [label="(768,)", style=solid]; +"148 _frozen_param24" -> "149 dequantize_per_channel_default_24" [label="(768, 3072)", style=solid]; +"149 dequantize_per_channel_default_24" -> "585 linear_23" [label=None, style=solid]; +"150 encoder_layers_encoder_layer_5_mlp_3_bias" -> "585 linear_23" [label="(768,)", style=solid]; +"151 encoder_layers_encoder_layer_6_ln_1_weight" -> "588 layer_norm_12" [label="(768,)", style=solid]; +"152 encoder_layers_encoder_layer_6_ln_1_bias" -> "588 layer_norm_12" [label="(768,)", style=solid]; +"153 _scale_25" -> "156 dequantize_per_channel_default_25" [label="(2304,)", style=solid]; +"154 _zero_point_25" -> "156 dequantize_per_channel_default_25" [label="(2304,)", style=solid]; +"155 _frozen_param25" -> "156 dequantize_per_channel_default_25" [label="(2304, 768)", style=solid]; +"156 dequantize_per_channel_default_25" -> "592 linear_24" [label=None, style=solid]; +"157 encoder_layers_encoder_layer_6_self_attention_in_proj_bias" -> "592 linear_24" [label="(2304,)", style=solid]; +"158 _scale_26" -> "161 dequantize_per_channel_default_26" [label="(768,)", style=solid]; +"159 _zero_point_26" -> "161 dequantize_per_channel_default_26" [label="(768,)", style=solid]; +"160 _frozen_param26" -> "161 dequantize_per_channel_default_26" [label="(768, 768)", style=solid]; +"161 dequantize_per_channel_default_26" -> "618 linear_25" [label=None, style=solid]; +"162 encoder_layers_encoder_layer_6_self_attention_out_proj_bias" -> "618 linear_25" [label="(768,)", style=solid]; +"163 encoder_layers_encoder_layer_6_ln_2_weight" -> "623 layer_norm_13" [label="(768,)", style=solid]; +"164 encoder_layers_encoder_layer_6_ln_2_bias" -> "623 layer_norm_13" [label="(768,)", style=solid]; +"165 _scale_27" -> "168 dequantize_per_channel_default_27" [label="(3072,)", style=solid]; +"166 _zero_point_27" -> "168 dequantize_per_channel_default_27" [label="(3072,)", style=solid]; +"167 _frozen_param27" -> "168 dequantize_per_channel_default_27" [label="(3072, 768)", style=solid]; +"168 dequantize_per_channel_default_27" -> "626 linear_26" [label=None, style=solid]; +"169 encoder_layers_encoder_layer_6_mlp_0_bias" -> "626 linear_26" [label="(3072,)", style=solid]; +"170 _scale_28" -> "173 dequantize_per_channel_default_28" [label="(768,)", style=solid]; +"171 _zero_point_28" -> "173 dequantize_per_channel_default_28" [label="(768,)", style=solid]; +"172 _frozen_param28" -> "173 dequantize_per_channel_default_28" [label="(768, 3072)", style=solid]; +"173 dequantize_per_channel_default_28" -> "631 linear_27" [label=None, style=solid]; +"174 encoder_layers_encoder_layer_6_mlp_3_bias" -> "631 linear_27" [label="(768,)", style=solid]; +"175 encoder_layers_encoder_layer_7_ln_1_weight" -> "634 layer_norm_14" [label="(768,)", style=solid]; +"176 encoder_layers_encoder_layer_7_ln_1_bias" -> "634 layer_norm_14" [label="(768,)", style=solid]; +"177 _scale_29" -> "180 dequantize_per_channel_default_29" [label="(2304,)", style=solid]; +"178 _zero_point_29" -> "180 dequantize_per_channel_default_29" [label="(2304,)", style=solid]; +"179 _frozen_param29" -> "180 dequantize_per_channel_default_29" [label="(2304, 768)", style=solid]; +"180 dequantize_per_channel_default_29" -> "638 linear_28" [label=None, style=solid]; +"181 encoder_layers_encoder_layer_7_self_attention_in_proj_bias" -> "638 linear_28" [label="(2304,)", style=solid]; +"182 _scale_30" -> "185 dequantize_per_channel_default_30" [label="(768,)", style=solid]; +"183 _zero_point_30" -> "185 dequantize_per_channel_default_30" [label="(768,)", style=solid]; +"184 _frozen_param30" -> "185 dequantize_per_channel_default_30" [label="(768, 768)", style=solid]; +"185 dequantize_per_channel_default_30" -> "664 linear_29" [label=None, style=solid]; +"186 encoder_layers_encoder_layer_7_self_attention_out_proj_bias" -> "664 linear_29" [label="(768,)", style=solid]; +"187 encoder_layers_encoder_layer_7_ln_2_weight" -> "669 layer_norm_15" [label="(768,)", style=solid]; +"188 encoder_layers_encoder_layer_7_ln_2_bias" -> "669 layer_norm_15" [label="(768,)", style=solid]; +"189 _scale_31" -> "192 dequantize_per_channel_default_31" [label="(3072,)", style=solid]; +"190 _zero_point_31" -> "192 dequantize_per_channel_default_31" [label="(3072,)", style=solid]; +"191 _frozen_param31" -> "192 dequantize_per_channel_default_31" [label="(3072, 768)", style=solid]; +"192 dequantize_per_channel_default_31" -> "672 linear_30" [label=None, style=solid]; +"193 encoder_layers_encoder_layer_7_mlp_0_bias" -> "672 linear_30" [label="(3072,)", style=solid]; +"194 _scale_32" -> "197 dequantize_per_channel_default_32" [label="(768,)", style=solid]; +"195 _zero_point_32" -> "197 dequantize_per_channel_default_32" [label="(768,)", style=solid]; +"196 _frozen_param32" -> "197 dequantize_per_channel_default_32" [label="(768, 3072)", style=solid]; +"197 dequantize_per_channel_default_32" -> "677 linear_31" [label=None, style=solid]; +"198 encoder_layers_encoder_layer_7_mlp_3_bias" -> "677 linear_31" [label="(768,)", style=solid]; +"199 encoder_layers_encoder_layer_8_ln_1_weight" -> "680 layer_norm_16" [label="(768,)", style=solid]; +"200 encoder_layers_encoder_layer_8_ln_1_bias" -> "680 layer_norm_16" [label="(768,)", style=solid]; +"201 _scale_33" -> "204 dequantize_per_channel_default_33" [label="(2304,)", style=solid]; +"202 _zero_point_33" -> "204 dequantize_per_channel_default_33" [label="(2304,)", style=solid]; +"203 _frozen_param33" -> "204 dequantize_per_channel_default_33" [label="(2304, 768)", style=solid]; +"204 dequantize_per_channel_default_33" -> "684 linear_32" [label=None, style=solid]; +"205 encoder_layers_encoder_layer_8_self_attention_in_proj_bias" -> "684 linear_32" [label="(2304,)", style=solid]; +"206 _scale_34" -> "209 dequantize_per_channel_default_34" [label="(768,)", style=solid]; +"207 _zero_point_34" -> "209 dequantize_per_channel_default_34" [label="(768,)", style=solid]; +"208 _frozen_param34" -> "209 dequantize_per_channel_default_34" [label="(768, 768)", style=solid]; +"209 dequantize_per_channel_default_34" -> "710 linear_33" [label=None, style=solid]; +"210 encoder_layers_encoder_layer_8_self_attention_out_proj_bias" -> "710 linear_33" [label="(768,)", style=solid]; +"211 encoder_layers_encoder_layer_8_ln_2_weight" -> "715 layer_norm_17" [label="(768,)", style=solid]; +"212 encoder_layers_encoder_layer_8_ln_2_bias" -> "715 layer_norm_17" [label="(768,)", style=solid]; +"213 _scale_35" -> "216 dequantize_per_channel_default_35" [label="(3072,)", style=solid]; +"214 _zero_point_35" -> "216 dequantize_per_channel_default_35" [label="(3072,)", style=solid]; +"215 _frozen_param35" -> "216 dequantize_per_channel_default_35" [label="(3072, 768)", style=solid]; +"216 dequantize_per_channel_default_35" -> "718 linear_34" [label=None, style=solid]; +"217 encoder_layers_encoder_layer_8_mlp_0_bias" -> "718 linear_34" [label="(3072,)", style=solid]; +"218 _scale_36" -> "221 dequantize_per_channel_default_36" [label="(768,)", style=solid]; +"219 _zero_point_36" -> "221 dequantize_per_channel_default_36" [label="(768,)", style=solid]; +"220 _frozen_param36" -> "221 dequantize_per_channel_default_36" [label="(768, 3072)", style=solid]; +"221 dequantize_per_channel_default_36" -> "723 linear_35" [label=None, style=solid]; +"222 encoder_layers_encoder_layer_8_mlp_3_bias" -> "723 linear_35" [label="(768,)", style=solid]; +"223 encoder_layers_encoder_layer_9_ln_1_weight" -> "726 layer_norm_18" [label="(768,)", style=solid]; +"224 encoder_layers_encoder_layer_9_ln_1_bias" -> "726 layer_norm_18" [label="(768,)", style=solid]; +"225 _scale_37" -> "228 dequantize_per_channel_default_37" [label="(2304,)", style=solid]; +"226 _zero_point_37" -> "228 dequantize_per_channel_default_37" [label="(2304,)", style=solid]; +"227 _frozen_param37" -> "228 dequantize_per_channel_default_37" [label="(2304, 768)", style=solid]; +"228 dequantize_per_channel_default_37" -> "730 linear_36" [label=None, style=solid]; +"229 encoder_layers_encoder_layer_9_self_attention_in_proj_bias" -> "730 linear_36" [label="(2304,)", style=solid]; +"230 _scale_38" -> "233 dequantize_per_channel_default_38" [label="(768,)", style=solid]; +"231 _zero_point_38" -> "233 dequantize_per_channel_default_38" [label="(768,)", style=solid]; +"232 _frozen_param38" -> "233 dequantize_per_channel_default_38" [label="(768, 768)", style=solid]; +"233 dequantize_per_channel_default_38" -> "756 linear_37" [label=None, style=solid]; +"234 encoder_layers_encoder_layer_9_self_attention_out_proj_bias" -> "756 linear_37" [label="(768,)", style=solid]; +"235 encoder_layers_encoder_layer_9_ln_2_weight" -> "761 layer_norm_19" [label="(768,)", style=solid]; +"236 encoder_layers_encoder_layer_9_ln_2_bias" -> "761 layer_norm_19" [label="(768,)", style=solid]; +"237 _scale_39" -> "240 dequantize_per_channel_default_39" [label="(3072,)", style=solid]; +"238 _zero_point_39" -> "240 dequantize_per_channel_default_39" [label="(3072,)", style=solid]; +"239 _frozen_param39" -> "240 dequantize_per_channel_default_39" [label="(3072, 768)", style=solid]; +"240 dequantize_per_channel_default_39" -> "764 linear_38" [label=None, style=solid]; +"241 encoder_layers_encoder_layer_9_mlp_0_bias" -> "764 linear_38" [label="(3072,)", style=solid]; +"242 _scale_40" -> "245 dequantize_per_channel_default_40" [label="(768,)", style=solid]; +"243 _zero_point_40" -> "245 dequantize_per_channel_default_40" [label="(768,)", style=solid]; +"244 _frozen_param40" -> "245 dequantize_per_channel_default_40" [label="(768, 3072)", style=solid]; +"245 dequantize_per_channel_default_40" -> "769 linear_39" [label=None, style=solid]; +"246 encoder_layers_encoder_layer_9_mlp_3_bias" -> "769 linear_39" [label="(768,)", style=solid]; +"247 encoder_layers_encoder_layer_10_ln_1_weight" -> "772 layer_norm_20" [label="(768,)", style=solid]; +"248 encoder_layers_encoder_layer_10_ln_1_bias" -> "772 layer_norm_20" [label="(768,)", style=solid]; +"249 _scale_41" -> "252 dequantize_per_channel_default_41" [label="(2304,)", style=solid]; +"250 _zero_point_41" -> "252 dequantize_per_channel_default_41" [label="(2304,)", style=solid]; +"251 _frozen_param41" -> "252 dequantize_per_channel_default_41" [label="(2304, 768)", style=solid]; +"252 dequantize_per_channel_default_41" -> "776 linear_40" [label=None, style=solid]; +"253 encoder_layers_encoder_layer_10_self_attention_in_proj_bias" -> "776 linear_40" [label="(2304,)", style=solid]; +"254 _scale_42" -> "257 dequantize_per_channel_default_42" [label="(768,)", style=solid]; +"255 _zero_point_42" -> "257 dequantize_per_channel_default_42" [label="(768,)", style=solid]; +"256 _frozen_param42" -> "257 dequantize_per_channel_default_42" [label="(768, 768)", style=solid]; +"257 dequantize_per_channel_default_42" -> "802 linear_41" [label=None, style=solid]; +"258 encoder_layers_encoder_layer_10_self_attention_out_proj_bias" -> "802 linear_41" [label="(768,)", style=solid]; +"259 encoder_layers_encoder_layer_10_ln_2_weight" -> "807 layer_norm_21" [label="(768,)", style=solid]; +"260 encoder_layers_encoder_layer_10_ln_2_bias" -> "807 layer_norm_21" [label="(768,)", style=solid]; +"261 _scale_43" -> "264 dequantize_per_channel_default_43" [label="(3072,)", style=solid]; +"262 _zero_point_43" -> "264 dequantize_per_channel_default_43" [label="(3072,)", style=solid]; +"263 _frozen_param43" -> "264 dequantize_per_channel_default_43" [label="(3072, 768)", style=solid]; +"264 dequantize_per_channel_default_43" -> "810 linear_42" [label=None, style=solid]; +"265 encoder_layers_encoder_layer_10_mlp_0_bias" -> "810 linear_42" [label="(3072,)", style=solid]; +"266 _scale_44" -> "269 dequantize_per_channel_default_44" [label="(768,)", style=solid]; +"267 _zero_point_44" -> "269 dequantize_per_channel_default_44" [label="(768,)", style=solid]; +"268 _frozen_param44" -> "269 dequantize_per_channel_default_44" [label="(768, 3072)", style=solid]; +"269 dequantize_per_channel_default_44" -> "815 linear_43" [label=None, style=solid]; +"270 encoder_layers_encoder_layer_10_mlp_3_bias" -> "815 linear_43" [label="(768,)", style=solid]; +"271 encoder_layers_encoder_layer_11_ln_1_weight" -> "818 layer_norm_22" [label="(768,)", style=solid]; +"272 encoder_layers_encoder_layer_11_ln_1_bias" -> "818 layer_norm_22" [label="(768,)", style=solid]; +"273 _scale_45" -> "276 dequantize_per_channel_default_45" [label="(2304,)", style=solid]; +"274 _zero_point_45" -> "276 dequantize_per_channel_default_45" [label="(2304,)", style=solid]; +"275 _frozen_param45" -> "276 dequantize_per_channel_default_45" [label="(2304, 768)", style=solid]; +"276 dequantize_per_channel_default_45" -> "822 linear_44" [label=None, style=solid]; +"277 encoder_layers_encoder_layer_11_self_attention_in_proj_bias" -> "822 linear_44" [label="(2304,)", style=solid]; +"278 _scale_46" -> "281 dequantize_per_channel_default_46" [label="(768,)", style=solid]; +"279 _zero_point_46" -> "281 dequantize_per_channel_default_46" [label="(768,)", style=solid]; +"280 _frozen_param46" -> "281 dequantize_per_channel_default_46" [label="(768, 768)", style=solid]; +"281 dequantize_per_channel_default_46" -> "848 linear_45" [label=None, style=solid]; +"282 encoder_layers_encoder_layer_11_self_attention_out_proj_bias" -> "848 linear_45" [label="(768,)", style=solid]; +"283 encoder_layers_encoder_layer_11_ln_2_weight" -> "853 layer_norm_23" [label="(768,)", style=solid]; +"284 encoder_layers_encoder_layer_11_ln_2_bias" -> "853 layer_norm_23" [label="(768,)", style=solid]; +"285 _scale_47" -> "288 dequantize_per_channel_default_47" [label="(3072,)", style=solid]; +"286 _zero_point_47" -> "288 dequantize_per_channel_default_47" [label="(3072,)", style=solid]; +"287 _frozen_param47" -> "288 dequantize_per_channel_default_47" [label="(3072, 768)", style=solid]; +"288 dequantize_per_channel_default_47" -> "856 linear_46" [label=None, style=solid]; +"289 encoder_layers_encoder_layer_11_mlp_0_bias" -> "856 linear_46" [label="(3072,)", style=solid]; +"290 _scale_48" -> "293 dequantize_per_channel_default_48" [label="(768,)", style=solid]; +"291 _zero_point_48" -> "293 dequantize_per_channel_default_48" [label="(768,)", style=solid]; +"292 _frozen_param48" -> "293 dequantize_per_channel_default_48" [label="(768, 3072)", style=solid]; +"293 dequantize_per_channel_default_48" -> "861 linear_47" [label=None, style=solid]; +"294 encoder_layers_encoder_layer_11_mlp_3_bias" -> "861 linear_47" [label="(768,)", style=solid]; +"295 encoder_ln_weight" -> "864 layer_norm_24" [label="(768,)", style=solid]; +"296 encoder_ln_bias" -> "864 layer_norm_24" [label="(768,)", style=solid]; +"297 _scale_49" -> "300 dequantize_per_channel_default_49" [label="(1000,)", style=solid]; +"298 _zero_point_49" -> "300 dequantize_per_channel_default_49" [label="(1000,)", style=solid]; +"299 _frozen_param49" -> "300 dequantize_per_channel_default_49" [label="(1000, 768)", style=solid]; +"300 dequantize_per_channel_default_49" -> "869 linear_48" [label=None, style=solid]; +"301 heads_head_bias" -> "869 linear_48" [label="(1000,)", style=solid]; +"302 x" -> "303 quantize_per_tensor_default" [label="(1, 3, 224, 224)", style=solid]; +"303 quantize_per_tensor_default" -> "304 dequantize_per_tensor_default" [label=None, style=solid]; +"304 dequantize_per_tensor_default" -> "305 conv2d" [label=None, style=solid]; +"305 conv2d" -> "306 reshape" [label="(1, 768, 14, 14)", style=solid]; +"306 reshape" -> "307 permute" [label="(1, 768, 196)", style=solid]; +"307 permute" -> "309 cat" [label="(1, 196, 768)", style=solid]; +"308 expand" -> "309 cat" [label="(1, 1, 768)", style=solid]; +"309 cat" -> "310 add" [label="(1, 197, 768)", style=solid]; +"310 add" -> "311 dropout" [label="(1, 197, 768)", style=solid]; +"311 dropout" -> "312 layer_norm" [label="(1, 197, 768)", style=solid]; +"311 dropout" -> "346 add_1" [label="(1, 197, 768)", style=solid]; +"312 layer_norm" -> "313 quantize_per_tensor_default_1" [label="(1, 197, 768)", style=solid]; +"313 quantize_per_tensor_default_1" -> "314 dequantize_per_tensor_default_1" [label=None, style=solid]; +"314 dequantize_per_tensor_default_1" -> "315 transpose" [label=None, style=solid]; +"315 transpose" -> "316 linear" [label="(197, 1, 768)", style=solid]; +"316 linear" -> "317 unflatten" [label="(197, 1, 2304)", style=solid]; +"317 unflatten" -> "318 unsqueeze" [label="(197, 1, 3, 768)", style=solid]; +"318 unsqueeze" -> "319 transpose_1" [label="(1, 197, 1, 3, 768)", style=solid]; +"319 transpose_1" -> "320 squeeze" [label="(3, 197, 1, 1, 768)", style=solid]; +"320 squeeze" -> "321 contiguous" [label="(3, 197, 1, 768)", style=solid]; +"321 contiguous" -> "322 quantize_per_tensor_default_2" [label="(3, 197, 1, 768)", style=solid]; +"321 contiguous" -> "327 select_2" [label="(3, 197, 1, 768)", style=solid]; +"322 quantize_per_tensor_default_2" -> "323 dequantize_per_tensor_default_63" [label=None, style=solid]; +"322 quantize_per_tensor_default_2" -> "324 dequantize_per_tensor_default_62" [label=None, style=solid]; +"323 dequantize_per_tensor_default_63" -> "326 select_1" [label=None, style=solid]; +"324 dequantize_per_tensor_default_62" -> "325 select" [label=None, style=solid]; +"325 select" -> "328 view" [label="(197, 1, 768)", style=solid]; +"326 select_1" -> "330 view_1" [label="(197, 1, 768)", style=solid]; +"327 select_2" -> "332 view_2" [label="(197, 1, 768)", style=solid]; +"328 view" -> "329 transpose_2" [label="(197, 12, 64)", style=solid]; +"329 transpose_2" -> "334 view_3" [label="(12, 197, 64)", style=solid]; +"330 view_1" -> "331 transpose_3" [label="(197, 12, 64)", style=solid]; +"331 transpose_3" -> "335 view_4" [label="(12, 197, 64)", style=solid]; +"332 view_2" -> "333 transpose_4" [label="(197, 12, 64)", style=solid]; +"333 transpose_4" -> "336 view_5" [label="(12, 197, 64)", style=solid]; +"334 view_3" -> "337 scaled_dot_product_attention" [label="(1, 12, 197, 64)", style=solid]; +"335 view_4" -> "337 scaled_dot_product_attention" [label="(1, 12, 197, 64)", style=solid]; +"336 view_5" -> "337 scaled_dot_product_attention" [label="(1, 12, 197, 64)", style=solid]; +"337 scaled_dot_product_attention" -> "338 quantize_per_tensor_default_3" [label="(1, 12, 197, 64)", style=solid]; +"338 quantize_per_tensor_default_3" -> "339 dequantize_per_tensor_default_3" [label=None, style=solid]; +"339 dequantize_per_tensor_default_3" -> "340 permute_1" [label=None, style=solid]; +"340 permute_1" -> "341 view_6" [label="(197, 1, 12, 64)", style=solid]; +"341 view_6" -> "342 linear_1" [label="(197, 768)", style=solid]; +"342 linear_1" -> "343 view_7" [label="(197, 768)", style=solid]; +"343 view_7" -> "344 transpose_5" [label="(197, 1, 768)", style=solid]; +"344 transpose_5" -> "345 dropout_1" [label="(1, 197, 768)", style=solid]; +"345 dropout_1" -> "346 add_1" [label="(1, 197, 768)", style=solid]; +"346 add_1" -> "347 layer_norm_1" [label="(1, 197, 768)", style=solid]; +"346 add_1" -> "357 add_2" [label="(1, 197, 768)", style=solid]; +"347 layer_norm_1" -> "348 quantize_per_tensor_default_4" [label="(1, 197, 768)", style=solid]; +"348 quantize_per_tensor_default_4" -> "349 dequantize_per_tensor_default_4" [label=None, style=solid]; +"349 dequantize_per_tensor_default_4" -> "350 linear_2" [label=None, style=solid]; +"350 linear_2" -> "351 gelu" [label="(1, 197, 3072)", style=solid]; +"351 gelu" -> "352 quantize_per_tensor_default_5" [label="(1, 197, 3072)", style=solid]; +"352 quantize_per_tensor_default_5" -> "353 dequantize_per_tensor_default_5" [label=None, style=solid]; +"353 dequantize_per_tensor_default_5" -> "354 dropout_2" [label=None, style=solid]; +"354 dropout_2" -> "355 linear_3" [label="(1, 197, 3072)", style=solid]; +"355 linear_3" -> "356 dropout_3" [label="(1, 197, 768)", style=solid]; +"356 dropout_3" -> "357 add_2" [label="(1, 197, 768)", style=solid]; +"357 add_2" -> "358 layer_norm_2" [label="(1, 197, 768)", style=solid]; +"357 add_2" -> "392 add_3" [label="(1, 197, 768)", style=solid]; +"358 layer_norm_2" -> "359 quantize_per_tensor_default_6" [label="(1, 197, 768)", style=solid]; +"359 quantize_per_tensor_default_6" -> "360 dequantize_per_tensor_default_6" [label=None, style=solid]; +"360 dequantize_per_tensor_default_6" -> "361 transpose_6" [label=None, style=solid]; +"361 transpose_6" -> "362 linear_4" [label="(197, 1, 768)", style=solid]; +"362 linear_4" -> "363 unflatten_1" [label="(197, 1, 2304)", style=solid]; +"363 unflatten_1" -> "364 unsqueeze_1" [label="(197, 1, 3, 768)", style=solid]; +"364 unsqueeze_1" -> "365 transpose_7" [label="(1, 197, 1, 3, 768)", style=solid]; +"365 transpose_7" -> "366 squeeze_1" [label="(3, 197, 1, 1, 768)", style=solid]; +"366 squeeze_1" -> "367 contiguous_1" [label="(3, 197, 1, 768)", style=solid]; +"367 contiguous_1" -> "368 quantize_per_tensor_default_7" [label="(3, 197, 1, 768)", style=solid]; +"367 contiguous_1" -> "373 select_5" [label="(3, 197, 1, 768)", style=solid]; +"368 quantize_per_tensor_default_7" -> "369 dequantize_per_tensor_default_65" [label=None, style=solid]; +"368 quantize_per_tensor_default_7" -> "370 dequantize_per_tensor_default_64" [label=None, style=solid]; +"369 dequantize_per_tensor_default_65" -> "372 select_4" [label=None, style=solid]; +"370 dequantize_per_tensor_default_64" -> "371 select_3" [label=None, style=solid]; +"371 select_3" -> "374 view_8" [label="(197, 1, 768)", style=solid]; +"372 select_4" -> "376 view_9" [label="(197, 1, 768)", style=solid]; +"373 select_5" -> "378 view_10" [label="(197, 1, 768)", style=solid]; +"374 view_8" -> "375 transpose_8" [label="(197, 12, 64)", style=solid]; +"375 transpose_8" -> "380 view_11" [label="(12, 197, 64)", style=solid]; +"376 view_9" -> "377 transpose_9" [label="(197, 12, 64)", style=solid]; +"377 transpose_9" -> "381 view_12" [label="(12, 197, 64)", style=solid]; +"378 view_10" -> "379 transpose_10" [label="(197, 12, 64)", style=solid]; +"379 transpose_10" -> "382 view_13" [label="(12, 197, 64)", style=solid]; +"380 view_11" -> "383 scaled_dot_product_attention_1" [label="(1, 12, 197, 64)", style=solid]; +"381 view_12" -> "383 scaled_dot_product_attention_1" [label="(1, 12, 197, 64)", style=solid]; +"382 view_13" -> "383 scaled_dot_product_attention_1" [label="(1, 12, 197, 64)", style=solid]; +"383 scaled_dot_product_attention_1" -> "384 quantize_per_tensor_default_8" [label="(1, 12, 197, 64)", style=solid]; +"384 quantize_per_tensor_default_8" -> "385 dequantize_per_tensor_default_8" [label=None, style=solid]; +"385 dequantize_per_tensor_default_8" -> "386 permute_2" [label=None, style=solid]; +"386 permute_2" -> "387 view_14" [label="(197, 1, 12, 64)", style=solid]; +"387 view_14" -> "388 linear_5" [label="(197, 768)", style=solid]; +"388 linear_5" -> "389 view_15" [label="(197, 768)", style=solid]; +"389 view_15" -> "390 transpose_11" [label="(197, 1, 768)", style=solid]; +"390 transpose_11" -> "391 dropout_4" [label="(1, 197, 768)", style=solid]; +"391 dropout_4" -> "392 add_3" [label="(1, 197, 768)", style=solid]; +"392 add_3" -> "393 layer_norm_3" [label="(1, 197, 768)", style=solid]; +"392 add_3" -> "403 add_4" [label="(1, 197, 768)", style=solid]; +"393 layer_norm_3" -> "394 quantize_per_tensor_default_9" [label="(1, 197, 768)", style=solid]; +"394 quantize_per_tensor_default_9" -> "395 dequantize_per_tensor_default_9" [label=None, style=solid]; +"395 dequantize_per_tensor_default_9" -> "396 linear_6" [label=None, style=solid]; +"396 linear_6" -> "397 gelu_1" [label="(1, 197, 3072)", style=solid]; +"397 gelu_1" -> "398 quantize_per_tensor_default_10" [label="(1, 197, 3072)", style=solid]; +"398 quantize_per_tensor_default_10" -> "399 dequantize_per_tensor_default_10" [label=None, style=solid]; +"399 dequantize_per_tensor_default_10" -> "400 dropout_5" [label=None, style=solid]; +"400 dropout_5" -> "401 linear_7" [label="(1, 197, 3072)", style=solid]; +"401 linear_7" -> "402 dropout_6" [label="(1, 197, 768)", style=solid]; +"402 dropout_6" -> "403 add_4" [label="(1, 197, 768)", style=solid]; +"403 add_4" -> "404 layer_norm_4" [label="(1, 197, 768)", style=solid]; +"403 add_4" -> "438 add_5" [label="(1, 197, 768)", style=solid]; +"404 layer_norm_4" -> "405 quantize_per_tensor_default_11" [label="(1, 197, 768)", style=solid]; +"405 quantize_per_tensor_default_11" -> "406 dequantize_per_tensor_default_11" [label=None, style=solid]; +"406 dequantize_per_tensor_default_11" -> "407 transpose_12" [label=None, style=solid]; +"407 transpose_12" -> "408 linear_8" [label="(197, 1, 768)", style=solid]; +"408 linear_8" -> "409 unflatten_2" [label="(197, 1, 2304)", style=solid]; +"409 unflatten_2" -> "410 unsqueeze_2" [label="(197, 1, 3, 768)", style=solid]; +"410 unsqueeze_2" -> "411 transpose_13" [label="(1, 197, 1, 3, 768)", style=solid]; +"411 transpose_13" -> "412 squeeze_2" [label="(3, 197, 1, 1, 768)", style=solid]; +"412 squeeze_2" -> "413 contiguous_2" [label="(3, 197, 1, 768)", style=solid]; +"413 contiguous_2" -> "414 quantize_per_tensor_default_12" [label="(3, 197, 1, 768)", style=solid]; +"413 contiguous_2" -> "419 select_8" [label="(3, 197, 1, 768)", style=solid]; +"414 quantize_per_tensor_default_12" -> "415 dequantize_per_tensor_default_67" [label=None, style=solid]; +"414 quantize_per_tensor_default_12" -> "416 dequantize_per_tensor_default_66" [label=None, style=solid]; +"415 dequantize_per_tensor_default_67" -> "418 select_7" [label=None, style=solid]; +"416 dequantize_per_tensor_default_66" -> "417 select_6" [label=None, style=solid]; +"417 select_6" -> "420 view_16" [label="(197, 1, 768)", style=solid]; +"418 select_7" -> "422 view_17" [label="(197, 1, 768)", style=solid]; +"419 select_8" -> "424 view_18" [label="(197, 1, 768)", style=solid]; +"420 view_16" -> "421 transpose_14" [label="(197, 12, 64)", style=solid]; +"421 transpose_14" -> "426 view_19" [label="(12, 197, 64)", style=solid]; +"422 view_17" -> "423 transpose_15" [label="(197, 12, 64)", style=solid]; +"423 transpose_15" -> "427 view_20" [label="(12, 197, 64)", style=solid]; +"424 view_18" -> "425 transpose_16" [label="(197, 12, 64)", style=solid]; +"425 transpose_16" -> "428 view_21" [label="(12, 197, 64)", style=solid]; +"426 view_19" -> "429 scaled_dot_product_attention_2" [label="(1, 12, 197, 64)", style=solid]; +"427 view_20" -> "429 scaled_dot_product_attention_2" [label="(1, 12, 197, 64)", style=solid]; +"428 view_21" -> "429 scaled_dot_product_attention_2" [label="(1, 12, 197, 64)", style=solid]; +"429 scaled_dot_product_attention_2" -> "430 quantize_per_tensor_default_13" [label="(1, 12, 197, 64)", style=solid]; +"430 quantize_per_tensor_default_13" -> "431 dequantize_per_tensor_default_13" [label=None, style=solid]; +"431 dequantize_per_tensor_default_13" -> "432 permute_3" [label=None, style=solid]; +"432 permute_3" -> "433 view_22" [label="(197, 1, 12, 64)", style=solid]; +"433 view_22" -> "434 linear_9" [label="(197, 768)", style=solid]; +"434 linear_9" -> "435 view_23" [label="(197, 768)", style=solid]; +"435 view_23" -> "436 transpose_17" [label="(197, 1, 768)", style=solid]; +"436 transpose_17" -> "437 dropout_7" [label="(1, 197, 768)", style=solid]; +"437 dropout_7" -> "438 add_5" [label="(1, 197, 768)", style=solid]; +"438 add_5" -> "439 layer_norm_5" [label="(1, 197, 768)", style=solid]; +"438 add_5" -> "449 add_6" [label="(1, 197, 768)", style=solid]; +"439 layer_norm_5" -> "440 quantize_per_tensor_default_14" [label="(1, 197, 768)", style=solid]; +"440 quantize_per_tensor_default_14" -> "441 dequantize_per_tensor_default_14" [label=None, style=solid]; +"441 dequantize_per_tensor_default_14" -> "442 linear_10" [label=None, style=solid]; +"442 linear_10" -> "443 gelu_2" [label="(1, 197, 3072)", style=solid]; +"443 gelu_2" -> "444 quantize_per_tensor_default_15" [label="(1, 197, 3072)", style=solid]; +"444 quantize_per_tensor_default_15" -> "445 dequantize_per_tensor_default_15" [label=None, style=solid]; +"445 dequantize_per_tensor_default_15" -> "446 dropout_8" [label=None, style=solid]; +"446 dropout_8" -> "447 linear_11" [label="(1, 197, 3072)", style=solid]; +"447 linear_11" -> "448 dropout_9" [label="(1, 197, 768)", style=solid]; +"448 dropout_9" -> "449 add_6" [label="(1, 197, 768)", style=solid]; +"449 add_6" -> "450 layer_norm_6" [label="(1, 197, 768)", style=solid]; +"449 add_6" -> "484 add_7" [label="(1, 197, 768)", style=solid]; +"450 layer_norm_6" -> "451 quantize_per_tensor_default_16" [label="(1, 197, 768)", style=solid]; +"451 quantize_per_tensor_default_16" -> "452 dequantize_per_tensor_default_16" [label=None, style=solid]; +"452 dequantize_per_tensor_default_16" -> "453 transpose_18" [label=None, style=solid]; +"453 transpose_18" -> "454 linear_12" [label="(197, 1, 768)", style=solid]; +"454 linear_12" -> "455 unflatten_3" [label="(197, 1, 2304)", style=solid]; +"455 unflatten_3" -> "456 unsqueeze_3" [label="(197, 1, 3, 768)", style=solid]; +"456 unsqueeze_3" -> "457 transpose_19" [label="(1, 197, 1, 3, 768)", style=solid]; +"457 transpose_19" -> "458 squeeze_3" [label="(3, 197, 1, 1, 768)", style=solid]; +"458 squeeze_3" -> "459 contiguous_3" [label="(3, 197, 1, 768)", style=solid]; +"459 contiguous_3" -> "460 quantize_per_tensor_default_17" [label="(3, 197, 1, 768)", style=solid]; +"459 contiguous_3" -> "465 select_11" [label="(3, 197, 1, 768)", style=solid]; +"460 quantize_per_tensor_default_17" -> "461 dequantize_per_tensor_default_69" [label=None, style=solid]; +"460 quantize_per_tensor_default_17" -> "462 dequantize_per_tensor_default_68" [label=None, style=solid]; +"461 dequantize_per_tensor_default_69" -> "464 select_10" [label=None, style=solid]; +"462 dequantize_per_tensor_default_68" -> "463 select_9" [label=None, style=solid]; +"463 select_9" -> "466 view_24" [label="(197, 1, 768)", style=solid]; +"464 select_10" -> "468 view_25" [label="(197, 1, 768)", style=solid]; +"465 select_11" -> "470 view_26" [label="(197, 1, 768)", style=solid]; +"466 view_24" -> "467 transpose_20" [label="(197, 12, 64)", style=solid]; +"467 transpose_20" -> "472 view_27" [label="(12, 197, 64)", style=solid]; +"468 view_25" -> "469 transpose_21" [label="(197, 12, 64)", style=solid]; +"469 transpose_21" -> "473 view_28" [label="(12, 197, 64)", style=solid]; +"470 view_26" -> "471 transpose_22" [label="(197, 12, 64)", style=solid]; +"471 transpose_22" -> "474 view_29" [label="(12, 197, 64)", style=solid]; +"472 view_27" -> "475 scaled_dot_product_attention_3" [label="(1, 12, 197, 64)", style=solid]; +"473 view_28" -> "475 scaled_dot_product_attention_3" [label="(1, 12, 197, 64)", style=solid]; +"474 view_29" -> "475 scaled_dot_product_attention_3" [label="(1, 12, 197, 64)", style=solid]; +"475 scaled_dot_product_attention_3" -> "476 quantize_per_tensor_default_18" [label="(1, 12, 197, 64)", style=solid]; +"476 quantize_per_tensor_default_18" -> "477 dequantize_per_tensor_default_18" [label=None, style=solid]; +"477 dequantize_per_tensor_default_18" -> "478 permute_4" [label=None, style=solid]; +"478 permute_4" -> "479 view_30" [label="(197, 1, 12, 64)", style=solid]; +"479 view_30" -> "480 linear_13" [label="(197, 768)", style=solid]; +"480 linear_13" -> "481 view_31" [label="(197, 768)", style=solid]; +"481 view_31" -> "482 transpose_23" [label="(197, 1, 768)", style=solid]; +"482 transpose_23" -> "483 dropout_10" [label="(1, 197, 768)", style=solid]; +"483 dropout_10" -> "484 add_7" [label="(1, 197, 768)", style=solid]; +"484 add_7" -> "485 layer_norm_7" [label="(1, 197, 768)", style=solid]; +"484 add_7" -> "495 add_8" [label="(1, 197, 768)", style=solid]; +"485 layer_norm_7" -> "486 quantize_per_tensor_default_19" [label="(1, 197, 768)", style=solid]; +"486 quantize_per_tensor_default_19" -> "487 dequantize_per_tensor_default_19" [label=None, style=solid]; +"487 dequantize_per_tensor_default_19" -> "488 linear_14" [label=None, style=solid]; +"488 linear_14" -> "489 gelu_3" [label="(1, 197, 3072)", style=solid]; +"489 gelu_3" -> "490 quantize_per_tensor_default_20" [label="(1, 197, 3072)", style=solid]; +"490 quantize_per_tensor_default_20" -> "491 dequantize_per_tensor_default_20" [label=None, style=solid]; +"491 dequantize_per_tensor_default_20" -> "492 dropout_11" [label=None, style=solid]; +"492 dropout_11" -> "493 linear_15" [label="(1, 197, 3072)", style=solid]; +"493 linear_15" -> "494 dropout_12" [label="(1, 197, 768)", style=solid]; +"494 dropout_12" -> "495 add_8" [label="(1, 197, 768)", style=solid]; +"495 add_8" -> "496 layer_norm_8" [label="(1, 197, 768)", style=solid]; +"495 add_8" -> "530 add_9" [label="(1, 197, 768)", style=solid]; +"496 layer_norm_8" -> "497 quantize_per_tensor_default_21" [label="(1, 197, 768)", style=solid]; +"497 quantize_per_tensor_default_21" -> "498 dequantize_per_tensor_default_21" [label=None, style=solid]; +"498 dequantize_per_tensor_default_21" -> "499 transpose_24" [label=None, style=solid]; +"499 transpose_24" -> "500 linear_16" [label="(197, 1, 768)", style=solid]; +"500 linear_16" -> "501 unflatten_4" [label="(197, 1, 2304)", style=solid]; +"501 unflatten_4" -> "502 unsqueeze_4" [label="(197, 1, 3, 768)", style=solid]; +"502 unsqueeze_4" -> "503 transpose_25" [label="(1, 197, 1, 3, 768)", style=solid]; +"503 transpose_25" -> "504 squeeze_4" [label="(3, 197, 1, 1, 768)", style=solid]; +"504 squeeze_4" -> "505 contiguous_4" [label="(3, 197, 1, 768)", style=solid]; +"505 contiguous_4" -> "506 quantize_per_tensor_default_22" [label="(3, 197, 1, 768)", style=solid]; +"505 contiguous_4" -> "511 select_14" [label="(3, 197, 1, 768)", style=solid]; +"506 quantize_per_tensor_default_22" -> "507 dequantize_per_tensor_default_71" [label=None, style=solid]; +"506 quantize_per_tensor_default_22" -> "508 dequantize_per_tensor_default_70" [label=None, style=solid]; +"507 dequantize_per_tensor_default_71" -> "510 select_13" [label=None, style=solid]; +"508 dequantize_per_tensor_default_70" -> "509 select_12" [label=None, style=solid]; +"509 select_12" -> "512 view_32" [label="(197, 1, 768)", style=solid]; +"510 select_13" -> "514 view_33" [label="(197, 1, 768)", style=solid]; +"511 select_14" -> "516 view_34" [label="(197, 1, 768)", style=solid]; +"512 view_32" -> "513 transpose_26" [label="(197, 12, 64)", style=solid]; +"513 transpose_26" -> "518 view_35" [label="(12, 197, 64)", style=solid]; +"514 view_33" -> "515 transpose_27" [label="(197, 12, 64)", style=solid]; +"515 transpose_27" -> "519 view_36" [label="(12, 197, 64)", style=solid]; +"516 view_34" -> "517 transpose_28" [label="(197, 12, 64)", style=solid]; +"517 transpose_28" -> "520 view_37" [label="(12, 197, 64)", style=solid]; +"518 view_35" -> "521 scaled_dot_product_attention_4" [label="(1, 12, 197, 64)", style=solid]; +"519 view_36" -> "521 scaled_dot_product_attention_4" [label="(1, 12, 197, 64)", style=solid]; +"520 view_37" -> "521 scaled_dot_product_attention_4" [label="(1, 12, 197, 64)", style=solid]; +"521 scaled_dot_product_attention_4" -> "522 quantize_per_tensor_default_23" [label="(1, 12, 197, 64)", style=solid]; +"522 quantize_per_tensor_default_23" -> "523 dequantize_per_tensor_default_23" [label=None, style=solid]; +"523 dequantize_per_tensor_default_23" -> "524 permute_5" [label=None, style=solid]; +"524 permute_5" -> "525 view_38" [label="(197, 1, 12, 64)", style=solid]; +"525 view_38" -> "526 linear_17" [label="(197, 768)", style=solid]; +"526 linear_17" -> "527 view_39" [label="(197, 768)", style=solid]; +"527 view_39" -> "528 transpose_29" [label="(197, 1, 768)", style=solid]; +"528 transpose_29" -> "529 dropout_13" [label="(1, 197, 768)", style=solid]; +"529 dropout_13" -> "530 add_9" [label="(1, 197, 768)", style=solid]; +"530 add_9" -> "531 layer_norm_9" [label="(1, 197, 768)", style=solid]; +"530 add_9" -> "541 add_10" [label="(1, 197, 768)", style=solid]; +"531 layer_norm_9" -> "532 quantize_per_tensor_default_24" [label="(1, 197, 768)", style=solid]; +"532 quantize_per_tensor_default_24" -> "533 dequantize_per_tensor_default_24" [label=None, style=solid]; +"533 dequantize_per_tensor_default_24" -> "534 linear_18" [label=None, style=solid]; +"534 linear_18" -> "535 gelu_4" [label="(1, 197, 3072)", style=solid]; +"535 gelu_4" -> "536 quantize_per_tensor_default_25" [label="(1, 197, 3072)", style=solid]; +"536 quantize_per_tensor_default_25" -> "537 dequantize_per_tensor_default_25" [label=None, style=solid]; +"537 dequantize_per_tensor_default_25" -> "538 dropout_14" [label=None, style=solid]; +"538 dropout_14" -> "539 linear_19" [label="(1, 197, 3072)", style=solid]; +"539 linear_19" -> "540 dropout_15" [label="(1, 197, 768)", style=solid]; +"540 dropout_15" -> "541 add_10" [label="(1, 197, 768)", style=solid]; +"541 add_10" -> "542 layer_norm_10" [label="(1, 197, 768)", style=solid]; +"541 add_10" -> "576 add_11" [label="(1, 197, 768)", style=solid]; +"542 layer_norm_10" -> "543 quantize_per_tensor_default_26" [label="(1, 197, 768)", style=solid]; +"543 quantize_per_tensor_default_26" -> "544 dequantize_per_tensor_default_26" [label=None, style=solid]; +"544 dequantize_per_tensor_default_26" -> "545 transpose_30" [label=None, style=solid]; +"545 transpose_30" -> "546 linear_20" [label="(197, 1, 768)", style=solid]; +"546 linear_20" -> "547 unflatten_5" [label="(197, 1, 2304)", style=solid]; +"547 unflatten_5" -> "548 unsqueeze_5" [label="(197, 1, 3, 768)", style=solid]; +"548 unsqueeze_5" -> "549 transpose_31" [label="(1, 197, 1, 3, 768)", style=solid]; +"549 transpose_31" -> "550 squeeze_5" [label="(3, 197, 1, 1, 768)", style=solid]; +"550 squeeze_5" -> "551 contiguous_5" [label="(3, 197, 1, 768)", style=solid]; +"551 contiguous_5" -> "552 quantize_per_tensor_default_27" [label="(3, 197, 1, 768)", style=solid]; +"551 contiguous_5" -> "557 select_17" [label="(3, 197, 1, 768)", style=solid]; +"552 quantize_per_tensor_default_27" -> "553 dequantize_per_tensor_default_73" [label=None, style=solid]; +"552 quantize_per_tensor_default_27" -> "554 dequantize_per_tensor_default_72" [label=None, style=solid]; +"553 dequantize_per_tensor_default_73" -> "556 select_16" [label=None, style=solid]; +"554 dequantize_per_tensor_default_72" -> "555 select_15" [label=None, style=solid]; +"555 select_15" -> "558 view_40" [label="(197, 1, 768)", style=solid]; +"556 select_16" -> "560 view_41" [label="(197, 1, 768)", style=solid]; +"557 select_17" -> "562 view_42" [label="(197, 1, 768)", style=solid]; +"558 view_40" -> "559 transpose_32" [label="(197, 12, 64)", style=solid]; +"559 transpose_32" -> "564 view_43" [label="(12, 197, 64)", style=solid]; +"560 view_41" -> "561 transpose_33" [label="(197, 12, 64)", style=solid]; +"561 transpose_33" -> "565 view_44" [label="(12, 197, 64)", style=solid]; +"562 view_42" -> "563 transpose_34" [label="(197, 12, 64)", style=solid]; +"563 transpose_34" -> "566 view_45" [label="(12, 197, 64)", style=solid]; +"564 view_43" -> "567 scaled_dot_product_attention_5" [label="(1, 12, 197, 64)", style=solid]; +"565 view_44" -> "567 scaled_dot_product_attention_5" [label="(1, 12, 197, 64)", style=solid]; +"566 view_45" -> "567 scaled_dot_product_attention_5" [label="(1, 12, 197, 64)", style=solid]; +"567 scaled_dot_product_attention_5" -> "568 quantize_per_tensor_default_28" [label="(1, 12, 197, 64)", style=solid]; +"568 quantize_per_tensor_default_28" -> "569 dequantize_per_tensor_default_28" [label=None, style=solid]; +"569 dequantize_per_tensor_default_28" -> "570 permute_6" [label=None, style=solid]; +"570 permute_6" -> "571 view_46" [label="(197, 1, 12, 64)", style=solid]; +"571 view_46" -> "572 linear_21" [label="(197, 768)", style=solid]; +"572 linear_21" -> "573 view_47" [label="(197, 768)", style=solid]; +"573 view_47" -> "574 transpose_35" [label="(197, 1, 768)", style=solid]; +"574 transpose_35" -> "575 dropout_16" [label="(1, 197, 768)", style=solid]; +"575 dropout_16" -> "576 add_11" [label="(1, 197, 768)", style=solid]; +"576 add_11" -> "577 layer_norm_11" [label="(1, 197, 768)", style=solid]; +"576 add_11" -> "587 add_12" [label="(1, 197, 768)", style=solid]; +"577 layer_norm_11" -> "578 quantize_per_tensor_default_29" [label="(1, 197, 768)", style=solid]; +"578 quantize_per_tensor_default_29" -> "579 dequantize_per_tensor_default_29" [label=None, style=solid]; +"579 dequantize_per_tensor_default_29" -> "580 linear_22" [label=None, style=solid]; +"580 linear_22" -> "581 gelu_5" [label="(1, 197, 3072)", style=solid]; +"581 gelu_5" -> "582 quantize_per_tensor_default_30" [label="(1, 197, 3072)", style=solid]; +"582 quantize_per_tensor_default_30" -> "583 dequantize_per_tensor_default_30" [label=None, style=solid]; +"583 dequantize_per_tensor_default_30" -> "584 dropout_17" [label=None, style=solid]; +"584 dropout_17" -> "585 linear_23" [label="(1, 197, 3072)", style=solid]; +"585 linear_23" -> "586 dropout_18" [label="(1, 197, 768)", style=solid]; +"586 dropout_18" -> "587 add_12" [label="(1, 197, 768)", style=solid]; +"587 add_12" -> "588 layer_norm_12" [label="(1, 197, 768)", style=solid]; +"587 add_12" -> "622 add_13" [label="(1, 197, 768)", style=solid]; +"588 layer_norm_12" -> "589 quantize_per_tensor_default_31" [label="(1, 197, 768)", style=solid]; +"589 quantize_per_tensor_default_31" -> "590 dequantize_per_tensor_default_31" [label=None, style=solid]; +"590 dequantize_per_tensor_default_31" -> "591 transpose_36" [label=None, style=solid]; +"591 transpose_36" -> "592 linear_24" [label="(197, 1, 768)", style=solid]; +"592 linear_24" -> "593 unflatten_6" [label="(197, 1, 2304)", style=solid]; +"593 unflatten_6" -> "594 unsqueeze_6" [label="(197, 1, 3, 768)", style=solid]; +"594 unsqueeze_6" -> "595 transpose_37" [label="(1, 197, 1, 3, 768)", style=solid]; +"595 transpose_37" -> "596 squeeze_6" [label="(3, 197, 1, 1, 768)", style=solid]; +"596 squeeze_6" -> "597 contiguous_6" [label="(3, 197, 1, 768)", style=solid]; +"597 contiguous_6" -> "598 quantize_per_tensor_default_32" [label="(3, 197, 1, 768)", style=solid]; +"597 contiguous_6" -> "603 select_20" [label="(3, 197, 1, 768)", style=solid]; +"598 quantize_per_tensor_default_32" -> "599 dequantize_per_tensor_default_75" [label=None, style=solid]; +"598 quantize_per_tensor_default_32" -> "600 dequantize_per_tensor_default_74" [label=None, style=solid]; +"599 dequantize_per_tensor_default_75" -> "602 select_19" [label=None, style=solid]; +"600 dequantize_per_tensor_default_74" -> "601 select_18" [label=None, style=solid]; +"601 select_18" -> "604 view_48" [label="(197, 1, 768)", style=solid]; +"602 select_19" -> "606 view_49" [label="(197, 1, 768)", style=solid]; +"603 select_20" -> "608 view_50" [label="(197, 1, 768)", style=solid]; +"604 view_48" -> "605 transpose_38" [label="(197, 12, 64)", style=solid]; +"605 transpose_38" -> "610 view_51" [label="(12, 197, 64)", style=solid]; +"606 view_49" -> "607 transpose_39" [label="(197, 12, 64)", style=solid]; +"607 transpose_39" -> "611 view_52" [label="(12, 197, 64)", style=solid]; +"608 view_50" -> "609 transpose_40" [label="(197, 12, 64)", style=solid]; +"609 transpose_40" -> "612 view_53" [label="(12, 197, 64)", style=solid]; +"610 view_51" -> "613 scaled_dot_product_attention_6" [label="(1, 12, 197, 64)", style=solid]; +"611 view_52" -> "613 scaled_dot_product_attention_6" [label="(1, 12, 197, 64)", style=solid]; +"612 view_53" -> "613 scaled_dot_product_attention_6" [label="(1, 12, 197, 64)", style=solid]; +"613 scaled_dot_product_attention_6" -> "614 quantize_per_tensor_default_33" [label="(1, 12, 197, 64)", style=solid]; +"614 quantize_per_tensor_default_33" -> "615 dequantize_per_tensor_default_33" [label=None, style=solid]; +"615 dequantize_per_tensor_default_33" -> "616 permute_7" [label=None, style=solid]; +"616 permute_7" -> "617 view_54" [label="(197, 1, 12, 64)", style=solid]; +"617 view_54" -> "618 linear_25" [label="(197, 768)", style=solid]; +"618 linear_25" -> "619 view_55" [label="(197, 768)", style=solid]; +"619 view_55" -> "620 transpose_41" [label="(197, 1, 768)", style=solid]; +"620 transpose_41" -> "621 dropout_19" [label="(1, 197, 768)", style=solid]; +"621 dropout_19" -> "622 add_13" [label="(1, 197, 768)", style=solid]; +"622 add_13" -> "623 layer_norm_13" [label="(1, 197, 768)", style=solid]; +"622 add_13" -> "633 add_14" [label="(1, 197, 768)", style=solid]; +"623 layer_norm_13" -> "624 quantize_per_tensor_default_34" [label="(1, 197, 768)", style=solid]; +"624 quantize_per_tensor_default_34" -> "625 dequantize_per_tensor_default_34" [label=None, style=solid]; +"625 dequantize_per_tensor_default_34" -> "626 linear_26" [label=None, style=solid]; +"626 linear_26" -> "627 gelu_6" [label="(1, 197, 3072)", style=solid]; +"627 gelu_6" -> "628 quantize_per_tensor_default_35" [label="(1, 197, 3072)", style=solid]; +"628 quantize_per_tensor_default_35" -> "629 dequantize_per_tensor_default_35" [label=None, style=solid]; +"629 dequantize_per_tensor_default_35" -> "630 dropout_20" [label=None, style=solid]; +"630 dropout_20" -> "631 linear_27" [label="(1, 197, 3072)", style=solid]; +"631 linear_27" -> "632 dropout_21" [label="(1, 197, 768)", style=solid]; +"632 dropout_21" -> "633 add_14" [label="(1, 197, 768)", style=solid]; +"633 add_14" -> "634 layer_norm_14" [label="(1, 197, 768)", style=solid]; +"633 add_14" -> "668 add_15" [label="(1, 197, 768)", style=solid]; +"634 layer_norm_14" -> "635 quantize_per_tensor_default_36" [label="(1, 197, 768)", style=solid]; +"635 quantize_per_tensor_default_36" -> "636 dequantize_per_tensor_default_36" [label=None, style=solid]; +"636 dequantize_per_tensor_default_36" -> "637 transpose_42" [label=None, style=solid]; +"637 transpose_42" -> "638 linear_28" [label="(197, 1, 768)", style=solid]; +"638 linear_28" -> "639 unflatten_7" [label="(197, 1, 2304)", style=solid]; +"639 unflatten_7" -> "640 unsqueeze_7" [label="(197, 1, 3, 768)", style=solid]; +"640 unsqueeze_7" -> "641 transpose_43" [label="(1, 197, 1, 3, 768)", style=solid]; +"641 transpose_43" -> "642 squeeze_7" [label="(3, 197, 1, 1, 768)", style=solid]; +"642 squeeze_7" -> "643 contiguous_7" [label="(3, 197, 1, 768)", style=solid]; +"643 contiguous_7" -> "644 quantize_per_tensor_default_37" [label="(3, 197, 1, 768)", style=solid]; +"643 contiguous_7" -> "649 select_23" [label="(3, 197, 1, 768)", style=solid]; +"644 quantize_per_tensor_default_37" -> "645 dequantize_per_tensor_default_77" [label=None, style=solid]; +"644 quantize_per_tensor_default_37" -> "646 dequantize_per_tensor_default_76" [label=None, style=solid]; +"645 dequantize_per_tensor_default_77" -> "648 select_22" [label=None, style=solid]; +"646 dequantize_per_tensor_default_76" -> "647 select_21" [label=None, style=solid]; +"647 select_21" -> "650 view_56" [label="(197, 1, 768)", style=solid]; +"648 select_22" -> "652 view_57" [label="(197, 1, 768)", style=solid]; +"649 select_23" -> "654 view_58" [label="(197, 1, 768)", style=solid]; +"650 view_56" -> "651 transpose_44" [label="(197, 12, 64)", style=solid]; +"651 transpose_44" -> "656 view_59" [label="(12, 197, 64)", style=solid]; +"652 view_57" -> "653 transpose_45" [label="(197, 12, 64)", style=solid]; +"653 transpose_45" -> "657 view_60" [label="(12, 197, 64)", style=solid]; +"654 view_58" -> "655 transpose_46" [label="(197, 12, 64)", style=solid]; +"655 transpose_46" -> "658 view_61" [label="(12, 197, 64)", style=solid]; +"656 view_59" -> "659 scaled_dot_product_attention_7" [label="(1, 12, 197, 64)", style=solid]; +"657 view_60" -> "659 scaled_dot_product_attention_7" [label="(1, 12, 197, 64)", style=solid]; +"658 view_61" -> "659 scaled_dot_product_attention_7" [label="(1, 12, 197, 64)", style=solid]; +"659 scaled_dot_product_attention_7" -> "660 quantize_per_tensor_default_38" [label="(1, 12, 197, 64)", style=solid]; +"660 quantize_per_tensor_default_38" -> "661 dequantize_per_tensor_default_38" [label=None, style=solid]; +"661 dequantize_per_tensor_default_38" -> "662 permute_8" [label=None, style=solid]; +"662 permute_8" -> "663 view_62" [label="(197, 1, 12, 64)", style=solid]; +"663 view_62" -> "664 linear_29" [label="(197, 768)", style=solid]; +"664 linear_29" -> "665 view_63" [label="(197, 768)", style=solid]; +"665 view_63" -> "666 transpose_47" [label="(197, 1, 768)", style=solid]; +"666 transpose_47" -> "667 dropout_22" [label="(1, 197, 768)", style=solid]; +"667 dropout_22" -> "668 add_15" [label="(1, 197, 768)", style=solid]; +"668 add_15" -> "669 layer_norm_15" [label="(1, 197, 768)", style=solid]; +"668 add_15" -> "679 add_16" [label="(1, 197, 768)", style=solid]; +"669 layer_norm_15" -> "670 quantize_per_tensor_default_39" [label="(1, 197, 768)", style=solid]; +"670 quantize_per_tensor_default_39" -> "671 dequantize_per_tensor_default_39" [label=None, style=solid]; +"671 dequantize_per_tensor_default_39" -> "672 linear_30" [label=None, style=solid]; +"672 linear_30" -> "673 gelu_7" [label="(1, 197, 3072)", style=solid]; +"673 gelu_7" -> "674 quantize_per_tensor_default_40" [label="(1, 197, 3072)", style=solid]; +"674 quantize_per_tensor_default_40" -> "675 dequantize_per_tensor_default_40" [label=None, style=solid]; +"675 dequantize_per_tensor_default_40" -> "676 dropout_23" [label=None, style=solid]; +"676 dropout_23" -> "677 linear_31" [label="(1, 197, 3072)", style=solid]; +"677 linear_31" -> "678 dropout_24" [label="(1, 197, 768)", style=solid]; +"678 dropout_24" -> "679 add_16" [label="(1, 197, 768)", style=solid]; +"679 add_16" -> "680 layer_norm_16" [label="(1, 197, 768)", style=solid]; +"679 add_16" -> "714 add_17" [label="(1, 197, 768)", style=solid]; +"680 layer_norm_16" -> "681 quantize_per_tensor_default_41" [label="(1, 197, 768)", style=solid]; +"681 quantize_per_tensor_default_41" -> "682 dequantize_per_tensor_default_41" [label=None, style=solid]; +"682 dequantize_per_tensor_default_41" -> "683 transpose_48" [label=None, style=solid]; +"683 transpose_48" -> "684 linear_32" [label="(197, 1, 768)", style=solid]; +"684 linear_32" -> "685 unflatten_8" [label="(197, 1, 2304)", style=solid]; +"685 unflatten_8" -> "686 unsqueeze_8" [label="(197, 1, 3, 768)", style=solid]; +"686 unsqueeze_8" -> "687 transpose_49" [label="(1, 197, 1, 3, 768)", style=solid]; +"687 transpose_49" -> "688 squeeze_8" [label="(3, 197, 1, 1, 768)", style=solid]; +"688 squeeze_8" -> "689 contiguous_8" [label="(3, 197, 1, 768)", style=solid]; +"689 contiguous_8" -> "690 quantize_per_tensor_default_42" [label="(3, 197, 1, 768)", style=solid]; +"689 contiguous_8" -> "695 select_26" [label="(3, 197, 1, 768)", style=solid]; +"690 quantize_per_tensor_default_42" -> "691 dequantize_per_tensor_default_79" [label=None, style=solid]; +"690 quantize_per_tensor_default_42" -> "692 dequantize_per_tensor_default_78" [label=None, style=solid]; +"691 dequantize_per_tensor_default_79" -> "694 select_25" [label=None, style=solid]; +"692 dequantize_per_tensor_default_78" -> "693 select_24" [label=None, style=solid]; +"693 select_24" -> "696 view_64" [label="(197, 1, 768)", style=solid]; +"694 select_25" -> "698 view_65" [label="(197, 1, 768)", style=solid]; +"695 select_26" -> "700 view_66" [label="(197, 1, 768)", style=solid]; +"696 view_64" -> "697 transpose_50" [label="(197, 12, 64)", style=solid]; +"697 transpose_50" -> "702 view_67" [label="(12, 197, 64)", style=solid]; +"698 view_65" -> "699 transpose_51" [label="(197, 12, 64)", style=solid]; +"699 transpose_51" -> "703 view_68" [label="(12, 197, 64)", style=solid]; +"700 view_66" -> "701 transpose_52" [label="(197, 12, 64)", style=solid]; +"701 transpose_52" -> "704 view_69" [label="(12, 197, 64)", style=solid]; +"702 view_67" -> "705 scaled_dot_product_attention_8" [label="(1, 12, 197, 64)", style=solid]; +"703 view_68" -> "705 scaled_dot_product_attention_8" [label="(1, 12, 197, 64)", style=solid]; +"704 view_69" -> "705 scaled_dot_product_attention_8" [label="(1, 12, 197, 64)", style=solid]; +"705 scaled_dot_product_attention_8" -> "706 quantize_per_tensor_default_43" [label="(1, 12, 197, 64)", style=solid]; +"706 quantize_per_tensor_default_43" -> "707 dequantize_per_tensor_default_43" [label=None, style=solid]; +"707 dequantize_per_tensor_default_43" -> "708 permute_9" [label=None, style=solid]; +"708 permute_9" -> "709 view_70" [label="(197, 1, 12, 64)", style=solid]; +"709 view_70" -> "710 linear_33" [label="(197, 768)", style=solid]; +"710 linear_33" -> "711 view_71" [label="(197, 768)", style=solid]; +"711 view_71" -> "712 transpose_53" [label="(197, 1, 768)", style=solid]; +"712 transpose_53" -> "713 dropout_25" [label="(1, 197, 768)", style=solid]; +"713 dropout_25" -> "714 add_17" [label="(1, 197, 768)", style=solid]; +"714 add_17" -> "715 layer_norm_17" [label="(1, 197, 768)", style=solid]; +"714 add_17" -> "725 add_18" [label="(1, 197, 768)", style=solid]; +"715 layer_norm_17" -> "716 quantize_per_tensor_default_44" [label="(1, 197, 768)", style=solid]; +"716 quantize_per_tensor_default_44" -> "717 dequantize_per_tensor_default_44" [label=None, style=solid]; +"717 dequantize_per_tensor_default_44" -> "718 linear_34" [label=None, style=solid]; +"718 linear_34" -> "719 gelu_8" [label="(1, 197, 3072)", style=solid]; +"719 gelu_8" -> "720 quantize_per_tensor_default_45" [label="(1, 197, 3072)", style=solid]; +"720 quantize_per_tensor_default_45" -> "721 dequantize_per_tensor_default_45" [label=None, style=solid]; +"721 dequantize_per_tensor_default_45" -> "722 dropout_26" [label=None, style=solid]; +"722 dropout_26" -> "723 linear_35" [label="(1, 197, 3072)", style=solid]; +"723 linear_35" -> "724 dropout_27" [label="(1, 197, 768)", style=solid]; +"724 dropout_27" -> "725 add_18" [label="(1, 197, 768)", style=solid]; +"725 add_18" -> "726 layer_norm_18" [label="(1, 197, 768)", style=solid]; +"725 add_18" -> "760 add_19" [label="(1, 197, 768)", style=solid]; +"726 layer_norm_18" -> "727 quantize_per_tensor_default_46" [label="(1, 197, 768)", style=solid]; +"727 quantize_per_tensor_default_46" -> "728 dequantize_per_tensor_default_46" [label=None, style=solid]; +"728 dequantize_per_tensor_default_46" -> "729 transpose_54" [label=None, style=solid]; +"729 transpose_54" -> "730 linear_36" [label="(197, 1, 768)", style=solid]; +"730 linear_36" -> "731 unflatten_9" [label="(197, 1, 2304)", style=solid]; +"731 unflatten_9" -> "732 unsqueeze_9" [label="(197, 1, 3, 768)", style=solid]; +"732 unsqueeze_9" -> "733 transpose_55" [label="(1, 197, 1, 3, 768)", style=solid]; +"733 transpose_55" -> "734 squeeze_9" [label="(3, 197, 1, 1, 768)", style=solid]; +"734 squeeze_9" -> "735 contiguous_9" [label="(3, 197, 1, 768)", style=solid]; +"735 contiguous_9" -> "736 quantize_per_tensor_default_47" [label="(3, 197, 1, 768)", style=solid]; +"735 contiguous_9" -> "741 select_29" [label="(3, 197, 1, 768)", style=solid]; +"736 quantize_per_tensor_default_47" -> "737 dequantize_per_tensor_default_81" [label=None, style=solid]; +"736 quantize_per_tensor_default_47" -> "738 dequantize_per_tensor_default_80" [label=None, style=solid]; +"737 dequantize_per_tensor_default_81" -> "740 select_28" [label=None, style=solid]; +"738 dequantize_per_tensor_default_80" -> "739 select_27" [label=None, style=solid]; +"739 select_27" -> "742 view_72" [label="(197, 1, 768)", style=solid]; +"740 select_28" -> "744 view_73" [label="(197, 1, 768)", style=solid]; +"741 select_29" -> "746 view_74" [label="(197, 1, 768)", style=solid]; +"742 view_72" -> "743 transpose_56" [label="(197, 12, 64)", style=solid]; +"743 transpose_56" -> "748 view_75" [label="(12, 197, 64)", style=solid]; +"744 view_73" -> "745 transpose_57" [label="(197, 12, 64)", style=solid]; +"745 transpose_57" -> "749 view_76" [label="(12, 197, 64)", style=solid]; +"746 view_74" -> "747 transpose_58" [label="(197, 12, 64)", style=solid]; +"747 transpose_58" -> "750 view_77" [label="(12, 197, 64)", style=solid]; +"748 view_75" -> "751 scaled_dot_product_attention_9" [label="(1, 12, 197, 64)", style=solid]; +"749 view_76" -> "751 scaled_dot_product_attention_9" [label="(1, 12, 197, 64)", style=solid]; +"750 view_77" -> "751 scaled_dot_product_attention_9" [label="(1, 12, 197, 64)", style=solid]; +"751 scaled_dot_product_attention_9" -> "752 quantize_per_tensor_default_48" [label="(1, 12, 197, 64)", style=solid]; +"752 quantize_per_tensor_default_48" -> "753 dequantize_per_tensor_default_48" [label=None, style=solid]; +"753 dequantize_per_tensor_default_48" -> "754 permute_10" [label=None, style=solid]; +"754 permute_10" -> "755 view_78" [label="(197, 1, 12, 64)", style=solid]; +"755 view_78" -> "756 linear_37" [label="(197, 768)", style=solid]; +"756 linear_37" -> "757 view_79" [label="(197, 768)", style=solid]; +"757 view_79" -> "758 transpose_59" [label="(197, 1, 768)", style=solid]; +"758 transpose_59" -> "759 dropout_28" [label="(1, 197, 768)", style=solid]; +"759 dropout_28" -> "760 add_19" [label="(1, 197, 768)", style=solid]; +"760 add_19" -> "761 layer_norm_19" [label="(1, 197, 768)", style=solid]; +"760 add_19" -> "771 add_20" [label="(1, 197, 768)", style=solid]; +"761 layer_norm_19" -> "762 quantize_per_tensor_default_49" [label="(1, 197, 768)", style=solid]; +"762 quantize_per_tensor_default_49" -> "763 dequantize_per_tensor_default_49" [label=None, style=solid]; +"763 dequantize_per_tensor_default_49" -> "764 linear_38" [label=None, style=solid]; +"764 linear_38" -> "765 gelu_9" [label="(1, 197, 3072)", style=solid]; +"765 gelu_9" -> "766 quantize_per_tensor_default_50" [label="(1, 197, 3072)", style=solid]; +"766 quantize_per_tensor_default_50" -> "767 dequantize_per_tensor_default_50" [label=None, style=solid]; +"767 dequantize_per_tensor_default_50" -> "768 dropout_29" [label=None, style=solid]; +"768 dropout_29" -> "769 linear_39" [label="(1, 197, 3072)", style=solid]; +"769 linear_39" -> "770 dropout_30" [label="(1, 197, 768)", style=solid]; +"770 dropout_30" -> "771 add_20" [label="(1, 197, 768)", style=solid]; +"771 add_20" -> "772 layer_norm_20" [label="(1, 197, 768)", style=solid]; +"771 add_20" -> "806 add_21" [label="(1, 197, 768)", style=solid]; +"772 layer_norm_20" -> "773 quantize_per_tensor_default_51" [label="(1, 197, 768)", style=solid]; +"773 quantize_per_tensor_default_51" -> "774 dequantize_per_tensor_default_51" [label=None, style=solid]; +"774 dequantize_per_tensor_default_51" -> "775 transpose_60" [label=None, style=solid]; +"775 transpose_60" -> "776 linear_40" [label="(197, 1, 768)", style=solid]; +"776 linear_40" -> "777 unflatten_10" [label="(197, 1, 2304)", style=solid]; +"777 unflatten_10" -> "778 unsqueeze_10" [label="(197, 1, 3, 768)", style=solid]; +"778 unsqueeze_10" -> "779 transpose_61" [label="(1, 197, 1, 3, 768)", style=solid]; +"779 transpose_61" -> "780 squeeze_10" [label="(3, 197, 1, 1, 768)", style=solid]; +"780 squeeze_10" -> "781 contiguous_10" [label="(3, 197, 1, 768)", style=solid]; +"781 contiguous_10" -> "782 quantize_per_tensor_default_52" [label="(3, 197, 1, 768)", style=solid]; +"781 contiguous_10" -> "787 select_32" [label="(3, 197, 1, 768)", style=solid]; +"782 quantize_per_tensor_default_52" -> "783 dequantize_per_tensor_default_83" [label=None, style=solid]; +"782 quantize_per_tensor_default_52" -> "784 dequantize_per_tensor_default_82" [label=None, style=solid]; +"783 dequantize_per_tensor_default_83" -> "786 select_31" [label=None, style=solid]; +"784 dequantize_per_tensor_default_82" -> "785 select_30" [label=None, style=solid]; +"785 select_30" -> "788 view_80" [label="(197, 1, 768)", style=solid]; +"786 select_31" -> "790 view_81" [label="(197, 1, 768)", style=solid]; +"787 select_32" -> "792 view_82" [label="(197, 1, 768)", style=solid]; +"788 view_80" -> "789 transpose_62" [label="(197, 12, 64)", style=solid]; +"789 transpose_62" -> "794 view_83" [label="(12, 197, 64)", style=solid]; +"790 view_81" -> "791 transpose_63" [label="(197, 12, 64)", style=solid]; +"791 transpose_63" -> "795 view_84" [label="(12, 197, 64)", style=solid]; +"792 view_82" -> "793 transpose_64" [label="(197, 12, 64)", style=solid]; +"793 transpose_64" -> "796 view_85" [label="(12, 197, 64)", style=solid]; +"794 view_83" -> "797 scaled_dot_product_attention_10" [label="(1, 12, 197, 64)", style=solid]; +"795 view_84" -> "797 scaled_dot_product_attention_10" [label="(1, 12, 197, 64)", style=solid]; +"796 view_85" -> "797 scaled_dot_product_attention_10" [label="(1, 12, 197, 64)", style=solid]; +"797 scaled_dot_product_attention_10" -> "798 quantize_per_tensor_default_53" [label="(1, 12, 197, 64)", style=solid]; +"798 quantize_per_tensor_default_53" -> "799 dequantize_per_tensor_default_53" [label=None, style=solid]; +"799 dequantize_per_tensor_default_53" -> "800 permute_11" [label=None, style=solid]; +"800 permute_11" -> "801 view_86" [label="(197, 1, 12, 64)", style=solid]; +"801 view_86" -> "802 linear_41" [label="(197, 768)", style=solid]; +"802 linear_41" -> "803 view_87" [label="(197, 768)", style=solid]; +"803 view_87" -> "804 transpose_65" [label="(197, 1, 768)", style=solid]; +"804 transpose_65" -> "805 dropout_31" [label="(1, 197, 768)", style=solid]; +"805 dropout_31" -> "806 add_21" [label="(1, 197, 768)", style=solid]; +"806 add_21" -> "807 layer_norm_21" [label="(1, 197, 768)", style=solid]; +"806 add_21" -> "817 add_22" [label="(1, 197, 768)", style=solid]; +"807 layer_norm_21" -> "808 quantize_per_tensor_default_54" [label="(1, 197, 768)", style=solid]; +"808 quantize_per_tensor_default_54" -> "809 dequantize_per_tensor_default_54" [label=None, style=solid]; +"809 dequantize_per_tensor_default_54" -> "810 linear_42" [label=None, style=solid]; +"810 linear_42" -> "811 gelu_10" [label="(1, 197, 3072)", style=solid]; +"811 gelu_10" -> "812 quantize_per_tensor_default_55" [label="(1, 197, 3072)", style=solid]; +"812 quantize_per_tensor_default_55" -> "813 dequantize_per_tensor_default_55" [label=None, style=solid]; +"813 dequantize_per_tensor_default_55" -> "814 dropout_32" [label=None, style=solid]; +"814 dropout_32" -> "815 linear_43" [label="(1, 197, 3072)", style=solid]; +"815 linear_43" -> "816 dropout_33" [label="(1, 197, 768)", style=solid]; +"816 dropout_33" -> "817 add_22" [label="(1, 197, 768)", style=solid]; +"817 add_22" -> "818 layer_norm_22" [label="(1, 197, 768)", style=solid]; +"817 add_22" -> "852 add_23" [label="(1, 197, 768)", style=solid]; +"818 layer_norm_22" -> "819 quantize_per_tensor_default_56" [label="(1, 197, 768)", style=solid]; +"819 quantize_per_tensor_default_56" -> "820 dequantize_per_tensor_default_56" [label=None, style=solid]; +"820 dequantize_per_tensor_default_56" -> "821 transpose_66" [label=None, style=solid]; +"821 transpose_66" -> "822 linear_44" [label="(197, 1, 768)", style=solid]; +"822 linear_44" -> "823 unflatten_11" [label="(197, 1, 2304)", style=solid]; +"823 unflatten_11" -> "824 unsqueeze_11" [label="(197, 1, 3, 768)", style=solid]; +"824 unsqueeze_11" -> "825 transpose_67" [label="(1, 197, 1, 3, 768)", style=solid]; +"825 transpose_67" -> "826 squeeze_11" [label="(3, 197, 1, 1, 768)", style=solid]; +"826 squeeze_11" -> "827 contiguous_11" [label="(3, 197, 1, 768)", style=solid]; +"827 contiguous_11" -> "828 quantize_per_tensor_default_57" [label="(3, 197, 1, 768)", style=solid]; +"827 contiguous_11" -> "833 select_35" [label="(3, 197, 1, 768)", style=solid]; +"828 quantize_per_tensor_default_57" -> "829 dequantize_per_tensor_default_85" [label=None, style=solid]; +"828 quantize_per_tensor_default_57" -> "830 dequantize_per_tensor_default_84" [label=None, style=solid]; +"829 dequantize_per_tensor_default_85" -> "832 select_34" [label=None, style=solid]; +"830 dequantize_per_tensor_default_84" -> "831 select_33" [label=None, style=solid]; +"831 select_33" -> "834 view_88" [label="(197, 1, 768)", style=solid]; +"832 select_34" -> "836 view_89" [label="(197, 1, 768)", style=solid]; +"833 select_35" -> "838 view_90" [label="(197, 1, 768)", style=solid]; +"834 view_88" -> "835 transpose_68" [label="(197, 12, 64)", style=solid]; +"835 transpose_68" -> "840 view_91" [label="(12, 197, 64)", style=solid]; +"836 view_89" -> "837 transpose_69" [label="(197, 12, 64)", style=solid]; +"837 transpose_69" -> "841 view_92" [label="(12, 197, 64)", style=solid]; +"838 view_90" -> "839 transpose_70" [label="(197, 12, 64)", style=solid]; +"839 transpose_70" -> "842 view_93" [label="(12, 197, 64)", style=solid]; +"840 view_91" -> "843 scaled_dot_product_attention_11" [label="(1, 12, 197, 64)", style=solid]; +"841 view_92" -> "843 scaled_dot_product_attention_11" [label="(1, 12, 197, 64)", style=solid]; +"842 view_93" -> "843 scaled_dot_product_attention_11" [label="(1, 12, 197, 64)", style=solid]; +"843 scaled_dot_product_attention_11" -> "844 quantize_per_tensor_default_58" [label="(1, 12, 197, 64)", style=solid]; +"844 quantize_per_tensor_default_58" -> "845 dequantize_per_tensor_default_58" [label=None, style=solid]; +"845 dequantize_per_tensor_default_58" -> "846 permute_12" [label=None, style=solid]; +"846 permute_12" -> "847 view_94" [label="(197, 1, 12, 64)", style=solid]; +"847 view_94" -> "848 linear_45" [label="(197, 768)", style=solid]; +"848 linear_45" -> "849 view_95" [label="(197, 768)", style=solid]; +"849 view_95" -> "850 transpose_71" [label="(197, 1, 768)", style=solid]; +"850 transpose_71" -> "851 dropout_34" [label="(1, 197, 768)", style=solid]; +"851 dropout_34" -> "852 add_23" [label="(1, 197, 768)", style=solid]; +"852 add_23" -> "853 layer_norm_23" [label="(1, 197, 768)", style=solid]; +"852 add_23" -> "863 add_24" [label="(1, 197, 768)", style=solid]; +"853 layer_norm_23" -> "854 quantize_per_tensor_default_59" [label="(1, 197, 768)", style=solid]; +"854 quantize_per_tensor_default_59" -> "855 dequantize_per_tensor_default_59" [label=None, style=solid]; +"855 dequantize_per_tensor_default_59" -> "856 linear_46" [label=None, style=solid]; +"856 linear_46" -> "857 gelu_11" [label="(1, 197, 3072)", style=solid]; +"857 gelu_11" -> "858 quantize_per_tensor_default_60" [label="(1, 197, 3072)", style=solid]; +"858 quantize_per_tensor_default_60" -> "859 dequantize_per_tensor_default_60" [label=None, style=solid]; +"859 dequantize_per_tensor_default_60" -> "860 dropout_35" [label=None, style=solid]; +"860 dropout_35" -> "861 linear_47" [label="(1, 197, 3072)", style=solid]; +"861 linear_47" -> "862 dropout_36" [label="(1, 197, 768)", style=solid]; +"862 dropout_36" -> "863 add_24" [label="(1, 197, 768)", style=solid]; +"863 add_24" -> "864 layer_norm_24" [label="(1, 197, 768)", style=solid]; +"864 layer_norm_24" -> "865 quantize_per_tensor_default_61" [label="(1, 197, 768)", style=solid]; +"865 quantize_per_tensor_default_61" -> "866 dequantize_per_tensor_default_61" [label=None, style=solid]; +"866 dequantize_per_tensor_default_61" -> "867 slice_1" [label=None, style=solid]; +"867 slice_1" -> "868 select_36" [label="(1, 197, 768)", style=solid]; +"868 select_36" -> "869 linear_48" [label="(1, 768)", style=solid]; +"869 linear_48" -> "870 output_1" [label="(1, 1000)", style=solid]; +} diff --git a/tests/torch/data/reference_graphs/fx/experimental/ao_export_quantization_OpenVINOQuantizer/yolo11n_sdpa_block.dot b/tests/torch/data/reference_graphs/fx/experimental/ao_export_quantization_OpenVINOQuantizer/yolo11n_sdpa_block.dot new file mode 100644 index 00000000000..95cea03006d --- /dev/null +++ b/tests/torch/data/reference_graphs/fx/experimental/ao_export_quantization_OpenVINOQuantizer/yolo11n_sdpa_block.dot @@ -0,0 +1,57 @@ +strict digraph { +"0 _scale_0" [id=0, type=get_attr]; +"1 _zero_point_0" [id=1, type=get_attr]; +"2 _frozen_param0" [id=2, type=get_attr]; +"3 dequantize_per_channel_default" [id=3, type=dequantize_per_channel]; +"4 x" [id=4, type=input]; +"5 quantize_per_tensor_default" [id=5, type=quantize_per_tensor]; +"6 dequantize_per_tensor_default" [id=6, type=dequantize_per_tensor]; +"7 linear" [id=7, type=linear]; +"8 quantize_per_tensor_default_1" [id=8, type=quantize_per_tensor]; +"9 dequantize_per_tensor_default_3" [id=9, type=dequantize_per_tensor]; +"10 dequantize_per_tensor_default_2" [id=10, type=dequantize_per_tensor]; +"11 slice_1" [id=11, type=slice]; +"12 slice_2" [id=12, type=slice]; +"13 slice_3" [id=13, type=slice]; +"14 slice_4" [id=14, type=slice]; +"15 slice_5" [id=15, type=slice]; +"16 slice_6" [id=16, type=slice]; +"17 slice_7" [id=17, type=slice]; +"18 slice_8" [id=18, type=slice]; +"19 slice_9" [id=19, type=slice]; +"20 transpose" [id=20, type=transpose]; +"21 matmul" [id=21, type=matmul]; +"22 div_" [id=22, type=div_]; +"23 softmax" [id=23, type=softmax]; +"24 transpose_1" [id=24, type=transpose]; +"25 matmul_1" [id=25, type=matmul]; +"26 output_1" [id=26, type=output]; +"0 _scale_0" -> "3 dequantize_per_channel_default" [label="(12,)", style=solid]; +"1 _zero_point_0" -> "3 dequantize_per_channel_default" [label="(12,)", style=solid]; +"2 _frozen_param0" -> "3 dequantize_per_channel_default" [label="(12, 4)", style=solid]; +"3 dequantize_per_channel_default" -> "7 linear" [label=None, style=solid]; +"4 x" -> "5 quantize_per_tensor_default" [label="(1, 2, 4)", style=solid]; +"5 quantize_per_tensor_default" -> "6 dequantize_per_tensor_default" [label=None, style=solid]; +"6 dequantize_per_tensor_default" -> "7 linear" [label=None, style=solid]; +"7 linear" -> "8 quantize_per_tensor_default_1" [label="(1, 2, 12)", style=solid]; +"7 linear" -> "17 slice_7" [label="(1, 2, 12)", style=solid]; +"8 quantize_per_tensor_default_1" -> "9 dequantize_per_tensor_default_3" [label=None, style=solid]; +"8 quantize_per_tensor_default_1" -> "10 dequantize_per_tensor_default_2" [label=None, style=solid]; +"9 dequantize_per_tensor_default_3" -> "14 slice_4" [label=None, style=solid]; +"10 dequantize_per_tensor_default_2" -> "11 slice_1" [label=None, style=solid]; +"11 slice_1" -> "12 slice_2" [label="(1, 2, 12)", style=solid]; +"12 slice_2" -> "13 slice_3" [label="(1, 2, 12)", style=solid]; +"13 slice_3" -> "21 matmul" [label="(1, 2, 4)", style=solid]; +"14 slice_4" -> "15 slice_5" [label="(1, 2, 12)", style=solid]; +"15 slice_5" -> "16 slice_6" [label="(1, 2, 12)", style=solid]; +"16 slice_6" -> "20 transpose" [label="(1, 2, 4)", style=solid]; +"17 slice_7" -> "18 slice_8" [label="(1, 2, 12)", style=solid]; +"18 slice_8" -> "19 slice_9" [label="(1, 2, 12)", style=solid]; +"19 slice_9" -> "25 matmul_1" [label="(1, 2, 4)", style=solid]; +"20 transpose" -> "21 matmul" [label="(1, 4, 2)", style=solid]; +"21 matmul" -> "22 div_" [label="(1, 2, 2)", style=solid]; +"22 div_" -> "23 softmax" [label="(1, 2, 2)", style=solid]; +"23 softmax" -> "24 transpose_1" [label="(1, 2, 2)", style=solid]; +"24 transpose_1" -> "25 matmul_1" [label="(1, 2, 2)", style=solid]; +"25 matmul_1" -> "26 output_1" [label="(1, 2, 4)", style=solid]; +} diff --git a/tests/torch/fx/test_quantizer.py b/tests/torch/fx/test_quantizer.py index 9c6fbabd2a9..12b8f5bec04 100644 --- a/tests/torch/fx/test_quantizer.py +++ b/tests/torch/fx/test_quantizer.py @@ -22,6 +22,8 @@ import torch.utils.data import torch.utils.data.distributed import torchvision.models as models +from torch.ao.quantization.quantize_pt2e import convert_pt2e +from torch.ao.quantization.quantize_pt2e import prepare_pt2e from torch.ao.quantization.quantizer.quantizer import Quantizer from torch.ao.quantization.quantizer.x86_inductor_quantizer import X86InductorQuantizer from torch.ao.quantization.quantizer.x86_inductor_quantizer import get_default_x86_inductor_quantization_config @@ -165,3 +167,25 @@ def test_quantized_model( # ao_quantized_model = convert_pt2e(prepared_model) # ao_nncf_graph = GraphConverter.create_nncf_graph(ao_quantized_model) # ao_nncf_graph.visualize_graph("ao_" + get_dot_filename(model_case.model_id)) + + +@pytest.mark.parametrize( + "model_case,quantizer_params", + [(m[0], m[1]) for m in TEST_MODELS_QUANIZED], + ids=[m[0].model_id for m in TEST_MODELS_QUANIZED], +) +def test_openvino_quantizer_with_torch_ao_convert_pt2e(model_case: ModelCase, quantizer_params): + quantizer = get_openvino_quantizer(**quantizer_params) + fx_model, example_input = _build_torch_fx_model(model_case) + + prepared_model = prepare_pt2e(fx_model, quantizer) + prepared_model(example_input) + ao_quantized_model = convert_pt2e(prepared_model) + + nncf_graph = GraphConverter.create_nncf_graph(ao_quantized_model) + check_graph( + nncf_graph, + get_dot_filename(model_case.model_id), + FX_QUANTIZED_DIR_NAME / "ao_export_quantization_OpenVINOQuantizer", + extended=True, + )