program(1.0) [buildInfo = dict, tensor>({{"coremlc-component-MIL", "3520.4.1"}, {"coremlc-version", "3520.5.1"}, {"coremltools-component-torch", "2.5.1"}, {"coremltools-source-dialect", "TorchScript"}, {"coremltools-version", "9.0"}})] { func main(tensor waveform) { tensor input_1_axes_0 = const()[name = tensor("input_1_axes_0"), val = tensor([1])]; tensor waveform_to_fp16_dtype_0 = const()[name = tensor("waveform_to_fp16_dtype_0"), val = tensor("fp16")]; tensor waveform_to_fp16 = cast(dtype = waveform_to_fp16_dtype_0, x = waveform)[name = tensor("cast_49")]; tensor input_1_cast_fp16 = expand_dims(axes = input_1_axes_0, x = waveform_to_fp16)[name = tensor("input_1_cast_fp16")]; tensor input_3_pad_type_0 = const()[name = tensor("input_3_pad_type_0"), val = tensor("valid")]; tensor input_3_strides_0 = const()[name = tensor("input_3_strides_0"), val = tensor([5])]; tensor input_3_pad_0 = const()[name = tensor("input_3_pad_0"), val = tensor([0, 0])]; tensor input_3_dilations_0 = const()[name = tensor("input_3_dilations_0"), val = tensor([1])]; tensor input_3_groups_0 = const()[name = tensor("input_3_groups_0"), val = tensor(1)]; tensor model_feature_extractor_conv_layers_0_conv_weight_to_fp16 = const()[name = tensor("model_feature_extractor_conv_layers_0_conv_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(64)))]; tensor input_3_cast_fp16 = conv(dilations = input_3_dilations_0, groups = input_3_groups_0, pad = input_3_pad_0, pad_type = input_3_pad_type_0, strides = input_3_strides_0, weight = model_feature_extractor_conv_layers_0_conv_weight_to_fp16, x = input_1_cast_fp16)[name = tensor("input_3_cast_fp16")]; tensor reshape_0_shape_0 = const()[name = tensor("reshape_0_shape_0"), val = tensor([1, 512, 1, 191999])]; tensor reshape_0_cast_fp16 = reshape(shape = reshape_0_shape_0, x = input_3_cast_fp16)[name = tensor("reshape_0_cast_fp16")]; tensor reduce_mean_0_axes_0 = const()[name = tensor("reduce_mean_0_axes_0"), val = tensor([2, 3])]; tensor reduce_mean_0_keep_dims_0 = const()[name = tensor("reduce_mean_0_keep_dims_0"), val = tensor(true)]; tensor reduce_mean_0_cast_fp16 = reduce_mean(axes = reduce_mean_0_axes_0, keep_dims = reduce_mean_0_keep_dims_0, x = reshape_0_cast_fp16)[name = tensor("reduce_mean_0_cast_fp16")]; tensor sub_0_cast_fp16 = sub(x = reshape_0_cast_fp16, y = reduce_mean_0_cast_fp16)[name = tensor("sub_0_cast_fp16")]; tensor square_0_cast_fp16 = square(x = sub_0_cast_fp16)[name = tensor("square_0_cast_fp16")]; tensor reduce_mean_2_axes_0 = const()[name = tensor("reduce_mean_2_axes_0"), val = tensor([2, 3])]; tensor reduce_mean_2_keep_dims_0 = const()[name = tensor("reduce_mean_2_keep_dims_0"), val = tensor(true)]; tensor reduce_mean_2_cast_fp16 = reduce_mean(axes = reduce_mean_2_axes_0, keep_dims = reduce_mean_2_keep_dims_0, x = square_0_cast_fp16)[name = tensor("reduce_mean_2_cast_fp16")]; tensor add_0_y_0_to_fp16 = const()[name = tensor("add_0_y_0_to_fp16"), val = tensor(0x1.5p-17)]; tensor add_0_cast_fp16 = add(x = reduce_mean_2_cast_fp16, y = add_0_y_0_to_fp16)[name = tensor("add_0_cast_fp16")]; tensor sqrt_0_cast_fp16 = sqrt(x = add_0_cast_fp16)[name = tensor("sqrt_0_cast_fp16")]; tensor real_div_0_cast_fp16 = real_div(x = sub_0_cast_fp16, y = sqrt_0_cast_fp16)[name = tensor("real_div_0_cast_fp16")]; tensor reshape_1_shape_0 = const()[name = tensor("reshape_1_shape_0"), val = tensor([1, 512, 191999])]; tensor reshape_1_cast_fp16 = reshape(shape = reshape_1_shape_0, x = real_div_0_cast_fp16)[name = tensor("reshape_1_cast_fp16")]; tensor reshape_2_to_fp16 = const()[name = tensor("reshape_2_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(10368)))]; tensor mul_0_cast_fp16 = mul(x = reshape_1_cast_fp16, y = reshape_2_to_fp16)[name = tensor("mul_0_cast_fp16")]; tensor reshape_3_to_fp16 = const()[name = tensor("reshape_3_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(11456)))]; tensor add_1_cast_fp16 = add(x = mul_0_cast_fp16, y = reshape_3_to_fp16)[name = tensor("add_1_cast_fp16")]; tensor input_5_mode_0 = const()[name = tensor("input_5_mode_0"), val = tensor("EXACT")]; tensor input_5_cast_fp16 = gelu(mode = input_5_mode_0, x = add_1_cast_fp16)[name = tensor("input_5_cast_fp16")]; tensor x_3_pad_type_0 = const()[name = tensor("x_3_pad_type_0"), val = tensor("valid")]; tensor x_3_strides_0 = const()[name = tensor("x_3_strides_0"), val = tensor([2])]; tensor x_3_pad_0 = const()[name = tensor("x_3_pad_0"), val = tensor([0, 0])]; tensor x_3_dilations_0 = const()[name = tensor("x_3_dilations_0"), val = tensor([1])]; tensor x_3_groups_0 = const()[name = tensor("x_3_groups_0"), val = tensor(1)]; tensor model_feature_extractor_conv_layers_1_conv_weight_to_fp16 = const()[name = tensor("model_feature_extractor_conv_layers_1_conv_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(12544)))]; tensor x_3_cast_fp16 = conv(dilations = x_3_dilations_0, groups = x_3_groups_0, pad = x_3_pad_0, pad_type = x_3_pad_type_0, strides = x_3_strides_0, weight = model_feature_extractor_conv_layers_1_conv_weight_to_fp16, x = input_5_cast_fp16)[name = tensor("x_3_cast_fp16")]; tensor input_7_mode_0 = const()[name = tensor("input_7_mode_0"), val = tensor("EXACT")]; tensor input_7_cast_fp16 = gelu(mode = input_7_mode_0, x = x_3_cast_fp16)[name = tensor("input_7_cast_fp16")]; tensor x_5_pad_type_0 = const()[name = tensor("x_5_pad_type_0"), val = tensor("valid")]; tensor x_5_strides_0 = const()[name = tensor("x_5_strides_0"), val = tensor([2])]; tensor x_5_pad_0 = const()[name = tensor("x_5_pad_0"), val = tensor([0, 0])]; tensor x_5_dilations_0 = const()[name = tensor("x_5_dilations_0"), val = tensor([1])]; tensor x_5_groups_0 = const()[name = tensor("x_5_groups_0"), val = tensor(1)]; tensor model_feature_extractor_conv_layers_2_conv_weight_to_fp16 = const()[name = tensor("model_feature_extractor_conv_layers_2_conv_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(1585472)))]; tensor x_5_cast_fp16 = conv(dilations = x_5_dilations_0, groups = x_5_groups_0, pad = x_5_pad_0, pad_type = x_5_pad_type_0, strides = x_5_strides_0, weight = model_feature_extractor_conv_layers_2_conv_weight_to_fp16, x = input_7_cast_fp16)[name = tensor("x_5_cast_fp16")]; tensor input_9_mode_0 = const()[name = tensor("input_9_mode_0"), val = tensor("EXACT")]; tensor input_9_cast_fp16 = gelu(mode = input_9_mode_0, x = x_5_cast_fp16)[name = tensor("input_9_cast_fp16")]; tensor x_7_pad_type_0 = const()[name = tensor("x_7_pad_type_0"), val = tensor("valid")]; tensor x_7_strides_0 = const()[name = tensor("x_7_strides_0"), val = tensor([2])]; tensor x_7_pad_0 = const()[name = tensor("x_7_pad_0"), val = tensor([0, 0])]; tensor x_7_dilations_0 = const()[name = tensor("x_7_dilations_0"), val = tensor([1])]; tensor x_7_groups_0 = const()[name = tensor("x_7_groups_0"), val = tensor(1)]; tensor model_feature_extractor_conv_layers_3_conv_weight_to_fp16 = const()[name = tensor("model_feature_extractor_conv_layers_3_conv_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(3158400)))]; tensor x_7_cast_fp16 = conv(dilations = x_7_dilations_0, groups = x_7_groups_0, pad = x_7_pad_0, pad_type = x_7_pad_type_0, strides = x_7_strides_0, weight = model_feature_extractor_conv_layers_3_conv_weight_to_fp16, x = input_9_cast_fp16)[name = tensor("x_7_cast_fp16")]; tensor input_11_mode_0 = const()[name = tensor("input_11_mode_0"), val = tensor("EXACT")]; tensor input_11_cast_fp16 = gelu(mode = input_11_mode_0, x = x_7_cast_fp16)[name = tensor("input_11_cast_fp16")]; tensor x_9_pad_type_0 = const()[name = tensor("x_9_pad_type_0"), val = tensor("valid")]; tensor x_9_strides_0 = const()[name = tensor("x_9_strides_0"), val = tensor([2])]; tensor x_9_pad_0 = const()[name = tensor("x_9_pad_0"), val = tensor([0, 0])]; tensor x_9_dilations_0 = const()[name = tensor("x_9_dilations_0"), val = tensor([1])]; tensor x_9_groups_0 = const()[name = tensor("x_9_groups_0"), val = tensor(1)]; tensor model_feature_extractor_conv_layers_4_conv_weight_to_fp16 = const()[name = tensor("model_feature_extractor_conv_layers_4_conv_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(4731328)))]; tensor x_9_cast_fp16 = conv(dilations = x_9_dilations_0, groups = x_9_groups_0, pad = x_9_pad_0, pad_type = x_9_pad_type_0, strides = x_9_strides_0, weight = model_feature_extractor_conv_layers_4_conv_weight_to_fp16, x = input_11_cast_fp16)[name = tensor("x_9_cast_fp16")]; tensor input_13_mode_0 = const()[name = tensor("input_13_mode_0"), val = tensor("EXACT")]; tensor input_13_cast_fp16 = gelu(mode = input_13_mode_0, x = x_9_cast_fp16)[name = tensor("input_13_cast_fp16")]; tensor x_11_pad_type_0 = const()[name = tensor("x_11_pad_type_0"), val = tensor("valid")]; tensor x_11_strides_0 = const()[name = tensor("x_11_strides_0"), val = tensor([2])]; tensor x_11_pad_0 = const()[name = tensor("x_11_pad_0"), val = tensor([0, 0])]; tensor x_11_dilations_0 = const()[name = tensor("x_11_dilations_0"), val = tensor([1])]; tensor x_11_groups_0 = const()[name = tensor("x_11_groups_0"), val = tensor(1)]; tensor model_feature_extractor_conv_layers_5_conv_weight_to_fp16 = const()[name = tensor("model_feature_extractor_conv_layers_5_conv_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(6304256)))]; tensor x_11_cast_fp16 = conv(dilations = x_11_dilations_0, groups = x_11_groups_0, pad = x_11_pad_0, pad_type = x_11_pad_type_0, strides = x_11_strides_0, weight = model_feature_extractor_conv_layers_5_conv_weight_to_fp16, x = input_13_cast_fp16)[name = tensor("x_11_cast_fp16")]; tensor input_15_mode_0 = const()[name = tensor("input_15_mode_0"), val = tensor("EXACT")]; tensor input_15_cast_fp16 = gelu(mode = input_15_mode_0, x = x_11_cast_fp16)[name = tensor("input_15_cast_fp16")]; tensor x_13_pad_type_0 = const()[name = tensor("x_13_pad_type_0"), val = tensor("valid")]; tensor x_13_strides_0 = const()[name = tensor("x_13_strides_0"), val = tensor([2])]; tensor x_13_pad_0 = const()[name = tensor("x_13_pad_0"), val = tensor([0, 0])]; tensor x_13_dilations_0 = const()[name = tensor("x_13_dilations_0"), val = tensor([1])]; tensor x_13_groups_0 = const()[name = tensor("x_13_groups_0"), val = tensor(1)]; tensor model_feature_extractor_conv_layers_6_conv_weight_to_fp16 = const()[name = tensor("model_feature_extractor_conv_layers_6_conv_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(7352896)))]; tensor x_13_cast_fp16 = conv(dilations = x_13_dilations_0, groups = x_13_groups_0, pad = x_13_pad_0, pad_type = x_13_pad_type_0, strides = x_13_strides_0, weight = model_feature_extractor_conv_layers_6_conv_weight_to_fp16, x = input_15_cast_fp16)[name = tensor("x_13_cast_fp16")]; tensor x_15_mode_0 = const()[name = tensor("x_15_mode_0"), val = tensor("EXACT")]; tensor x_15_cast_fp16 = gelu(mode = x_15_mode_0, x = x_13_cast_fp16)[name = tensor("x_15_cast_fp16")]; tensor input_17_perm_0 = const()[name = tensor("input_17_perm_0"), val = tensor([0, 2, 1])]; tensor input_19_axes_0 = const()[name = tensor("input_19_axes_0"), val = tensor([-1])]; tensor model_encoder_feature_projection_layer_norm_weight_to_fp16 = const()[name = tensor("model_encoder_feature_projection_layer_norm_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(8401536)))]; tensor model_encoder_feature_projection_layer_norm_bias_to_fp16 = const()[name = tensor("model_encoder_feature_projection_layer_norm_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(8402624)))]; tensor var_14_to_fp16 = const()[name = tensor("op_14_to_fp16"), val = tensor(0x1.5p-17)]; tensor input_17_cast_fp16 = transpose(perm = input_17_perm_0, x = x_15_cast_fp16)[name = tensor("transpose_122")]; tensor input_19_cast_fp16 = layer_norm(axes = input_19_axes_0, beta = model_encoder_feature_projection_layer_norm_bias_to_fp16, epsilon = var_14_to_fp16, gamma = model_encoder_feature_projection_layer_norm_weight_to_fp16, x = input_17_cast_fp16)[name = tensor("input_19_cast_fp16")]; tensor model_encoder_feature_projection_projection_weight_to_fp16 = const()[name = tensor("model_encoder_feature_projection_projection_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(8403712)))]; tensor model_encoder_feature_projection_projection_bias_to_fp16 = const()[name = tensor("model_encoder_feature_projection_projection_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(9190208)))]; tensor linear_0_cast_fp16 = linear(bias = model_encoder_feature_projection_projection_bias_to_fp16, weight = model_encoder_feature_projection_projection_weight_to_fp16, x = input_19_cast_fp16)[name = tensor("linear_0_cast_fp16")]; tensor input_23_perm_0 = const()[name = tensor("input_23_perm_0"), val = tensor([0, -1, -2])]; tensor x_19_pad_type_0 = const()[name = tensor("x_19_pad_type_0"), val = tensor("custom")]; tensor x_19_pad_0 = const()[name = tensor("x_19_pad_0"), val = tensor([64, 64])]; tensor x_19_groups_0 = const()[name = tensor("x_19_groups_0"), val = tensor(16)]; tensor x_19_strides_0 = const()[name = tensor("x_19_strides_0"), val = tensor([1])]; tensor x_19_dilations_0 = const()[name = tensor("x_19_dilations_0"), val = tensor([1])]; tensor weight_19_to_fp16 = const()[name = tensor("weight_19_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(9191808)))]; tensor model_encoder_transformer_pos_conv_embed_conv_bias_to_fp16 = const()[name = tensor("model_encoder_transformer_pos_conv_embed_conv_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(18629056)))]; tensor input_23_cast_fp16 = transpose(perm = input_23_perm_0, x = linear_0_cast_fp16)[name = tensor("transpose_121")]; tensor x_19_cast_fp16 = conv(bias = model_encoder_transformer_pos_conv_embed_conv_bias_to_fp16, dilations = x_19_dilations_0, groups = x_19_groups_0, pad = x_19_pad_0, pad_type = x_19_pad_type_0, strides = x_19_strides_0, weight = weight_19_to_fp16, x = input_23_cast_fp16)[name = tensor("x_19_cast_fp16")]; tensor x_21_begin_0 = const()[name = tensor("x_21_begin_0"), val = tensor([0, 0, 0])]; tensor x_21_end_0 = const()[name = tensor("x_21_end_0"), val = tensor([1, 768, 2999])]; tensor x_21_end_mask_0 = const()[name = tensor("x_21_end_mask_0"), val = tensor([true, true, false])]; tensor x_21_cast_fp16 = slice_by_index(begin = x_21_begin_0, end = x_21_end_0, end_mask = x_21_end_mask_0, x = x_19_cast_fp16)[name = tensor("x_21_cast_fp16")]; tensor x_23_mode_0 = const()[name = tensor("x_23_mode_0"), val = tensor("EXACT")]; tensor x_23_cast_fp16 = gelu(mode = x_23_mode_0, x = x_21_cast_fp16)[name = tensor("x_23_cast_fp16")]; tensor var_153_perm_0 = const()[name = tensor("op_153_perm_0"), val = tensor([0, -1, -2])]; tensor var_153_cast_fp16 = transpose(perm = var_153_perm_0, x = x_23_cast_fp16)[name = tensor("transpose_120")]; tensor input_25_cast_fp16 = add(x = linear_0_cast_fp16, y = var_153_cast_fp16)[name = tensor("input_25_cast_fp16")]; tensor input_27_axes_0 = const()[name = tensor("input_27_axes_0"), val = tensor([-1])]; tensor model_encoder_transformer_layer_norm_weight_to_fp16 = const()[name = tensor("model_encoder_transformer_layer_norm_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(18630656)))]; tensor model_encoder_transformer_layer_norm_bias_to_fp16 = const()[name = tensor("model_encoder_transformer_layer_norm_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(18632256)))]; tensor input_27_cast_fp16 = layer_norm(axes = input_27_axes_0, beta = model_encoder_transformer_layer_norm_bias_to_fp16, epsilon = var_14_to_fp16, gamma = model_encoder_transformer_layer_norm_weight_to_fp16, x = input_25_cast_fp16)[name = tensor("input_27_cast_fp16")]; tensor model_encoder_transformer_layers_0_attention_q_proj_weight_to_fp16 = const()[name = tensor("model_encoder_transformer_layers_0_attention_q_proj_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(18633856)))]; tensor model_encoder_transformer_layers_0_attention_q_proj_bias_to_fp16 = const()[name = tensor("model_encoder_transformer_layers_0_attention_q_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(19813568)))]; tensor linear_1_cast_fp16 = linear(bias = model_encoder_transformer_layers_0_attention_q_proj_bias_to_fp16, weight = model_encoder_transformer_layers_0_attention_q_proj_weight_to_fp16, x = input_27_cast_fp16)[name = tensor("linear_1_cast_fp16")]; tensor var_173 = const()[name = tensor("op_173"), val = tensor([1, 2999, 12, 64])]; tensor var_174_cast_fp16 = reshape(shape = var_173, x = linear_1_cast_fp16)[name = tensor("op_174_cast_fp16")]; tensor model_encoder_transformer_layers_0_attention_k_proj_weight_to_fp16 = const()[name = tensor("model_encoder_transformer_layers_0_attention_k_proj_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(19815168)))]; tensor model_encoder_transformer_layers_0_attention_k_proj_bias_to_fp16 = const()[name = tensor("model_encoder_transformer_layers_0_attention_k_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(20994880)))]; tensor linear_2_cast_fp16 = linear(bias = model_encoder_transformer_layers_0_attention_k_proj_bias_to_fp16, weight = model_encoder_transformer_layers_0_attention_k_proj_weight_to_fp16, x = input_27_cast_fp16)[name = tensor("linear_2_cast_fp16")]; tensor var_179 = const()[name = tensor("op_179"), val = tensor([1, 2999, 12, 64])]; tensor var_180_cast_fp16 = reshape(shape = var_179, x = linear_2_cast_fp16)[name = tensor("op_180_cast_fp16")]; tensor model_encoder_transformer_layers_0_attention_v_proj_weight_to_fp16 = const()[name = tensor("model_encoder_transformer_layers_0_attention_v_proj_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(20996480)))]; tensor model_encoder_transformer_layers_0_attention_v_proj_bias_to_fp16 = const()[name = tensor("model_encoder_transformer_layers_0_attention_v_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(22176192)))]; tensor linear_3_cast_fp16 = linear(bias = model_encoder_transformer_layers_0_attention_v_proj_bias_to_fp16, weight = model_encoder_transformer_layers_0_attention_v_proj_weight_to_fp16, x = input_27_cast_fp16)[name = tensor("linear_3_cast_fp16")]; tensor var_185 = const()[name = tensor("op_185"), val = tensor([1, 2999, 12, 64])]; tensor var_186_cast_fp16 = reshape(shape = var_185, x = linear_3_cast_fp16)[name = tensor("op_186_cast_fp16")]; tensor v_1_perm_0 = const()[name = tensor("v_1_perm_0"), val = tensor([0, 2, 1, 3])]; tensor mul_1_y_0_to_fp16 = const()[name = tensor("mul_1_y_0_to_fp16"), val = tensor(0x1p-3)]; tensor mul_1_cast_fp16 = mul(x = var_174_cast_fp16, y = mul_1_y_0_to_fp16)[name = tensor("mul_1_cast_fp16")]; tensor matmul_0_transpose_y_0 = const()[name = tensor("matmul_0_transpose_y_0"), val = tensor(true)]; tensor matmul_0_transpose_x_0 = const()[name = tensor("matmul_0_transpose_x_0"), val = tensor(false)]; tensor transpose_48_perm_0 = const()[name = tensor("transpose_48_perm_0"), val = tensor([0, 2, -3, -1])]; tensor transpose_49_perm_0 = const()[name = tensor("transpose_49_perm_0"), val = tensor([0, 2, -3, -1])]; tensor transpose_49 = transpose(perm = transpose_49_perm_0, x = var_180_cast_fp16)[name = tensor("transpose_117")]; tensor transpose_48 = transpose(perm = transpose_48_perm_0, x = mul_1_cast_fp16)[name = tensor("transpose_118")]; tensor matmul_0_cast_fp16 = matmul(transpose_x = matmul_0_transpose_x_0, transpose_y = matmul_0_transpose_y_0, x = transpose_48, y = transpose_49)[name = tensor("matmul_0_cast_fp16")]; tensor softmax_0_axis_0 = const()[name = tensor("softmax_0_axis_0"), val = tensor(-1)]; tensor softmax_0_cast_fp16 = softmax(axis = softmax_0_axis_0, x = matmul_0_cast_fp16)[name = tensor("softmax_0_cast_fp16")]; tensor attn_output_1_transpose_x_0 = const()[name = tensor("attn_output_1_transpose_x_0"), val = tensor(false)]; tensor attn_output_1_transpose_y_0 = const()[name = tensor("attn_output_1_transpose_y_0"), val = tensor(false)]; tensor v_1_cast_fp16 = transpose(perm = v_1_perm_0, x = var_186_cast_fp16)[name = tensor("transpose_119")]; tensor attn_output_1_cast_fp16 = matmul(transpose_x = attn_output_1_transpose_x_0, transpose_y = attn_output_1_transpose_y_0, x = softmax_0_cast_fp16, y = v_1_cast_fp16)[name = tensor("attn_output_1_cast_fp16")]; tensor var_189_perm_0 = const()[name = tensor("op_189_perm_0"), val = tensor([0, 2, 1, 3])]; tensor var_190 = const()[name = tensor("op_190"), val = tensor([1, -1, 768])]; tensor var_189_cast_fp16 = transpose(perm = var_189_perm_0, x = attn_output_1_cast_fp16)[name = tensor("transpose_116")]; tensor input_29_cast_fp16 = reshape(shape = var_190, x = var_189_cast_fp16)[name = tensor("input_29_cast_fp16")]; tensor model_encoder_transformer_layers_0_attention_out_proj_weight_to_fp16 = const()[name = tensor("model_encoder_transformer_layers_0_attention_out_proj_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(22177792)))]; tensor model_encoder_transformer_layers_0_attention_out_proj_bias_to_fp16 = const()[name = tensor("model_encoder_transformer_layers_0_attention_out_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(23357504)))]; tensor linear_4_cast_fp16 = linear(bias = model_encoder_transformer_layers_0_attention_out_proj_bias_to_fp16, weight = model_encoder_transformer_layers_0_attention_out_proj_weight_to_fp16, x = input_29_cast_fp16)[name = tensor("linear_4_cast_fp16")]; tensor input_33_cast_fp16 = add(x = input_27_cast_fp16, y = linear_4_cast_fp16)[name = tensor("input_33_cast_fp16")]; tensor input_35_axes_0 = const()[name = tensor("input_35_axes_0"), val = tensor([-1])]; tensor model_encoder_transformer_layers_0_layer_norm_weight_to_fp16 = const()[name = tensor("model_encoder_transformer_layers_0_layer_norm_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(23359104)))]; tensor model_encoder_transformer_layers_0_layer_norm_bias_to_fp16 = const()[name = tensor("model_encoder_transformer_layers_0_layer_norm_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(23360704)))]; tensor input_35_cast_fp16 = layer_norm(axes = input_35_axes_0, beta = model_encoder_transformer_layers_0_layer_norm_bias_to_fp16, epsilon = var_14_to_fp16, gamma = model_encoder_transformer_layers_0_layer_norm_weight_to_fp16, x = input_33_cast_fp16)[name = tensor("input_35_cast_fp16")]; tensor model_encoder_transformer_layers_0_feed_forward_intermediate_dense_weight_to_fp16 = const()[name = tensor("model_encoder_transformer_layers_0_feed_forward_intermediate_dense_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(23362304)))]; tensor model_encoder_transformer_layers_0_feed_forward_intermediate_dense_bias_to_fp16 = const()[name = tensor("model_encoder_transformer_layers_0_feed_forward_intermediate_dense_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(28080960)))]; tensor linear_5_cast_fp16 = linear(bias = model_encoder_transformer_layers_0_feed_forward_intermediate_dense_bias_to_fp16, weight = model_encoder_transformer_layers_0_feed_forward_intermediate_dense_weight_to_fp16, x = input_35_cast_fp16)[name = tensor("linear_5_cast_fp16")]; tensor input_37_mode_0 = const()[name = tensor("input_37_mode_0"), val = tensor("EXACT")]; tensor input_37_cast_fp16 = gelu(mode = input_37_mode_0, x = linear_5_cast_fp16)[name = tensor("input_37_cast_fp16")]; tensor model_encoder_transformer_layers_0_feed_forward_output_dense_weight_to_fp16 = const()[name = tensor("model_encoder_transformer_layers_0_feed_forward_output_dense_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(28087168)))]; tensor model_encoder_transformer_layers_0_feed_forward_output_dense_bias_to_fp16 = const()[name = tensor("model_encoder_transformer_layers_0_feed_forward_output_dense_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(32805824)))]; tensor linear_6_cast_fp16 = linear(bias = model_encoder_transformer_layers_0_feed_forward_output_dense_bias_to_fp16, weight = model_encoder_transformer_layers_0_feed_forward_output_dense_weight_to_fp16, x = input_37_cast_fp16)[name = tensor("linear_6_cast_fp16")]; tensor input_43_cast_fp16 = add(x = input_35_cast_fp16, y = linear_6_cast_fp16)[name = tensor("input_43_cast_fp16")]; tensor x_31_axes_0 = const()[name = tensor("x_31_axes_0"), val = tensor([-1])]; tensor model_encoder_transformer_layers_0_final_layer_norm_weight_to_fp16 = const()[name = tensor("model_encoder_transformer_layers_0_final_layer_norm_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(32807424)))]; tensor model_encoder_transformer_layers_0_final_layer_norm_bias_to_fp16 = const()[name = tensor("model_encoder_transformer_layers_0_final_layer_norm_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(32809024)))]; tensor x_31_cast_fp16 = layer_norm(axes = x_31_axes_0, beta = model_encoder_transformer_layers_0_final_layer_norm_bias_to_fp16, epsilon = var_14_to_fp16, gamma = model_encoder_transformer_layers_0_final_layer_norm_weight_to_fp16, x = input_43_cast_fp16)[name = tensor("x_31_cast_fp16")]; tensor model_encoder_transformer_layers_1_attention_q_proj_weight_to_fp16 = const()[name = tensor("model_encoder_transformer_layers_1_attention_q_proj_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(32810624)))]; tensor model_encoder_transformer_layers_1_attention_q_proj_bias_to_fp16 = const()[name = tensor("model_encoder_transformer_layers_1_attention_q_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(33990336)))]; tensor linear_7_cast_fp16 = linear(bias = model_encoder_transformer_layers_1_attention_q_proj_bias_to_fp16, weight = model_encoder_transformer_layers_1_attention_q_proj_weight_to_fp16, x = x_31_cast_fp16)[name = tensor("linear_7_cast_fp16")]; tensor var_230 = const()[name = tensor("op_230"), val = tensor([1, 2999, 12, 64])]; tensor var_231_cast_fp16 = reshape(shape = var_230, x = linear_7_cast_fp16)[name = tensor("op_231_cast_fp16")]; tensor model_encoder_transformer_layers_1_attention_k_proj_weight_to_fp16 = const()[name = tensor("model_encoder_transformer_layers_1_attention_k_proj_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(33991936)))]; tensor model_encoder_transformer_layers_1_attention_k_proj_bias_to_fp16 = const()[name = tensor("model_encoder_transformer_layers_1_attention_k_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(35171648)))]; tensor linear_8_cast_fp16 = linear(bias = model_encoder_transformer_layers_1_attention_k_proj_bias_to_fp16, weight = model_encoder_transformer_layers_1_attention_k_proj_weight_to_fp16, x = x_31_cast_fp16)[name = tensor("linear_8_cast_fp16")]; tensor var_236 = const()[name = tensor("op_236"), val = tensor([1, 2999, 12, 64])]; tensor var_237_cast_fp16 = reshape(shape = var_236, x = linear_8_cast_fp16)[name = tensor("op_237_cast_fp16")]; tensor model_encoder_transformer_layers_1_attention_v_proj_weight_to_fp16 = const()[name = tensor("model_encoder_transformer_layers_1_attention_v_proj_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(35173248)))]; tensor model_encoder_transformer_layers_1_attention_v_proj_bias_to_fp16 = const()[name = tensor("model_encoder_transformer_layers_1_attention_v_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(36352960)))]; tensor linear_9_cast_fp16 = linear(bias = model_encoder_transformer_layers_1_attention_v_proj_bias_to_fp16, weight = model_encoder_transformer_layers_1_attention_v_proj_weight_to_fp16, x = x_31_cast_fp16)[name = tensor("linear_9_cast_fp16")]; tensor var_242 = const()[name = tensor("op_242"), val = tensor([1, 2999, 12, 64])]; tensor var_243_cast_fp16 = reshape(shape = var_242, x = linear_9_cast_fp16)[name = tensor("op_243_cast_fp16")]; tensor v_3_perm_0 = const()[name = tensor("v_3_perm_0"), val = tensor([0, 2, 1, 3])]; tensor mul_2_y_0_to_fp16 = const()[name = tensor("mul_2_y_0_to_fp16"), val = tensor(0x1p-3)]; tensor mul_2_cast_fp16 = mul(x = var_231_cast_fp16, y = mul_2_y_0_to_fp16)[name = tensor("mul_2_cast_fp16")]; tensor matmul_1_transpose_y_0 = const()[name = tensor("matmul_1_transpose_y_0"), val = tensor(true)]; tensor matmul_1_transpose_x_0 = const()[name = tensor("matmul_1_transpose_x_0"), val = tensor(false)]; tensor transpose_50_perm_0 = const()[name = tensor("transpose_50_perm_0"), val = tensor([0, 2, -3, -1])]; tensor transpose_51_perm_0 = const()[name = tensor("transpose_51_perm_0"), val = tensor([0, 2, -3, -1])]; tensor transpose_51 = transpose(perm = transpose_51_perm_0, x = var_237_cast_fp16)[name = tensor("transpose_113")]; tensor transpose_50 = transpose(perm = transpose_50_perm_0, x = mul_2_cast_fp16)[name = tensor("transpose_114")]; tensor matmul_1_cast_fp16 = matmul(transpose_x = matmul_1_transpose_x_0, transpose_y = matmul_1_transpose_y_0, x = transpose_50, y = transpose_51)[name = tensor("matmul_1_cast_fp16")]; tensor softmax_1_axis_0 = const()[name = tensor("softmax_1_axis_0"), val = tensor(-1)]; tensor softmax_1_cast_fp16 = softmax(axis = softmax_1_axis_0, x = matmul_1_cast_fp16)[name = tensor("softmax_1_cast_fp16")]; tensor attn_output_3_transpose_x_0 = const()[name = tensor("attn_output_3_transpose_x_0"), val = tensor(false)]; tensor attn_output_3_transpose_y_0 = const()[name = tensor("attn_output_3_transpose_y_0"), val = tensor(false)]; tensor v_3_cast_fp16 = transpose(perm = v_3_perm_0, x = var_243_cast_fp16)[name = tensor("transpose_115")]; tensor attn_output_3_cast_fp16 = matmul(transpose_x = attn_output_3_transpose_x_0, transpose_y = attn_output_3_transpose_y_0, x = softmax_1_cast_fp16, y = v_3_cast_fp16)[name = tensor("attn_output_3_cast_fp16")]; tensor var_246_perm_0 = const()[name = tensor("op_246_perm_0"), val = tensor([0, 2, 1, 3])]; tensor var_247 = const()[name = tensor("op_247"), val = tensor([1, -1, 768])]; tensor var_246_cast_fp16 = transpose(perm = var_246_perm_0, x = attn_output_3_cast_fp16)[name = tensor("transpose_112")]; tensor input_45_cast_fp16 = reshape(shape = var_247, x = var_246_cast_fp16)[name = tensor("input_45_cast_fp16")]; tensor model_encoder_transformer_layers_1_attention_out_proj_weight_to_fp16 = const()[name = tensor("model_encoder_transformer_layers_1_attention_out_proj_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(36354560)))]; tensor model_encoder_transformer_layers_1_attention_out_proj_bias_to_fp16 = const()[name = tensor("model_encoder_transformer_layers_1_attention_out_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(37534272)))]; tensor linear_10_cast_fp16 = linear(bias = model_encoder_transformer_layers_1_attention_out_proj_bias_to_fp16, weight = model_encoder_transformer_layers_1_attention_out_proj_weight_to_fp16, x = input_45_cast_fp16)[name = tensor("linear_10_cast_fp16")]; tensor input_49_cast_fp16 = add(x = x_31_cast_fp16, y = linear_10_cast_fp16)[name = tensor("input_49_cast_fp16")]; tensor input_51_axes_0 = const()[name = tensor("input_51_axes_0"), val = tensor([-1])]; tensor model_encoder_transformer_layers_1_layer_norm_weight_to_fp16 = const()[name = tensor("model_encoder_transformer_layers_1_layer_norm_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(37535872)))]; tensor model_encoder_transformer_layers_1_layer_norm_bias_to_fp16 = const()[name = tensor("model_encoder_transformer_layers_1_layer_norm_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(37537472)))]; tensor input_51_cast_fp16 = layer_norm(axes = input_51_axes_0, beta = model_encoder_transformer_layers_1_layer_norm_bias_to_fp16, epsilon = var_14_to_fp16, gamma = model_encoder_transformer_layers_1_layer_norm_weight_to_fp16, x = input_49_cast_fp16)[name = tensor("input_51_cast_fp16")]; tensor model_encoder_transformer_layers_1_feed_forward_intermediate_dense_weight_to_fp16 = const()[name = tensor("model_encoder_transformer_layers_1_feed_forward_intermediate_dense_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(37539072)))]; tensor model_encoder_transformer_layers_1_feed_forward_intermediate_dense_bias_to_fp16 = const()[name = tensor("model_encoder_transformer_layers_1_feed_forward_intermediate_dense_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(42257728)))]; tensor linear_11_cast_fp16 = linear(bias = model_encoder_transformer_layers_1_feed_forward_intermediate_dense_bias_to_fp16, weight = model_encoder_transformer_layers_1_feed_forward_intermediate_dense_weight_to_fp16, x = input_51_cast_fp16)[name = tensor("linear_11_cast_fp16")]; tensor input_53_mode_0 = const()[name = tensor("input_53_mode_0"), val = tensor("EXACT")]; tensor input_53_cast_fp16 = gelu(mode = input_53_mode_0, x = linear_11_cast_fp16)[name = tensor("input_53_cast_fp16")]; tensor model_encoder_transformer_layers_1_feed_forward_output_dense_weight_to_fp16 = const()[name = tensor("model_encoder_transformer_layers_1_feed_forward_output_dense_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(42263936)))]; tensor model_encoder_transformer_layers_1_feed_forward_output_dense_bias_to_fp16 = const()[name = tensor("model_encoder_transformer_layers_1_feed_forward_output_dense_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(46982592)))]; tensor linear_12_cast_fp16 = linear(bias = model_encoder_transformer_layers_1_feed_forward_output_dense_bias_to_fp16, weight = model_encoder_transformer_layers_1_feed_forward_output_dense_weight_to_fp16, x = input_53_cast_fp16)[name = tensor("linear_12_cast_fp16")]; tensor input_59_cast_fp16 = add(x = input_51_cast_fp16, y = linear_12_cast_fp16)[name = tensor("input_59_cast_fp16")]; tensor x_37_axes_0 = const()[name = tensor("x_37_axes_0"), val = tensor([-1])]; tensor model_encoder_transformer_layers_1_final_layer_norm_weight_to_fp16 = const()[name = tensor("model_encoder_transformer_layers_1_final_layer_norm_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(46984192)))]; tensor model_encoder_transformer_layers_1_final_layer_norm_bias_to_fp16 = const()[name = tensor("model_encoder_transformer_layers_1_final_layer_norm_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(46985792)))]; tensor x_37_cast_fp16 = layer_norm(axes = x_37_axes_0, beta = model_encoder_transformer_layers_1_final_layer_norm_bias_to_fp16, epsilon = var_14_to_fp16, gamma = model_encoder_transformer_layers_1_final_layer_norm_weight_to_fp16, x = input_59_cast_fp16)[name = tensor("x_37_cast_fp16")]; tensor model_encoder_transformer_layers_2_attention_q_proj_weight_to_fp16 = const()[name = tensor("model_encoder_transformer_layers_2_attention_q_proj_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(46987392)))]; tensor model_encoder_transformer_layers_2_attention_q_proj_bias_to_fp16 = const()[name = tensor("model_encoder_transformer_layers_2_attention_q_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(48167104)))]; tensor linear_13_cast_fp16 = linear(bias = model_encoder_transformer_layers_2_attention_q_proj_bias_to_fp16, weight = model_encoder_transformer_layers_2_attention_q_proj_weight_to_fp16, x = x_37_cast_fp16)[name = tensor("linear_13_cast_fp16")]; tensor var_287 = const()[name = tensor("op_287"), val = tensor([1, 2999, 12, 64])]; tensor var_288_cast_fp16 = reshape(shape = var_287, x = linear_13_cast_fp16)[name = tensor("op_288_cast_fp16")]; tensor model_encoder_transformer_layers_2_attention_k_proj_weight_to_fp16 = const()[name = tensor("model_encoder_transformer_layers_2_attention_k_proj_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(48168704)))]; tensor model_encoder_transformer_layers_2_attention_k_proj_bias_to_fp16 = const()[name = tensor("model_encoder_transformer_layers_2_attention_k_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(49348416)))]; tensor linear_14_cast_fp16 = linear(bias = model_encoder_transformer_layers_2_attention_k_proj_bias_to_fp16, weight = model_encoder_transformer_layers_2_attention_k_proj_weight_to_fp16, x = x_37_cast_fp16)[name = tensor("linear_14_cast_fp16")]; tensor var_293 = const()[name = tensor("op_293"), val = tensor([1, 2999, 12, 64])]; tensor var_294_cast_fp16 = reshape(shape = var_293, x = linear_14_cast_fp16)[name = tensor("op_294_cast_fp16")]; tensor model_encoder_transformer_layers_2_attention_v_proj_weight_to_fp16 = const()[name = tensor("model_encoder_transformer_layers_2_attention_v_proj_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(49350016)))]; tensor model_encoder_transformer_layers_2_attention_v_proj_bias_to_fp16 = const()[name = tensor("model_encoder_transformer_layers_2_attention_v_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(50529728)))]; tensor linear_15_cast_fp16 = linear(bias = model_encoder_transformer_layers_2_attention_v_proj_bias_to_fp16, weight = model_encoder_transformer_layers_2_attention_v_proj_weight_to_fp16, x = x_37_cast_fp16)[name = tensor("linear_15_cast_fp16")]; tensor var_299 = const()[name = tensor("op_299"), val = tensor([1, 2999, 12, 64])]; tensor var_300_cast_fp16 = reshape(shape = var_299, x = linear_15_cast_fp16)[name = tensor("op_300_cast_fp16")]; tensor v_5_perm_0 = const()[name = tensor("v_5_perm_0"), val = tensor([0, 2, 1, 3])]; tensor mul_3_y_0_to_fp16 = const()[name = tensor("mul_3_y_0_to_fp16"), val = tensor(0x1p-3)]; tensor mul_3_cast_fp16 = mul(x = var_288_cast_fp16, y = mul_3_y_0_to_fp16)[name = tensor("mul_3_cast_fp16")]; tensor matmul_2_transpose_y_0 = const()[name = tensor("matmul_2_transpose_y_0"), val = tensor(true)]; tensor matmul_2_transpose_x_0 = const()[name = tensor("matmul_2_transpose_x_0"), val = tensor(false)]; tensor transpose_52_perm_0 = const()[name = tensor("transpose_52_perm_0"), val = tensor([0, 2, -3, -1])]; tensor transpose_53_perm_0 = const()[name = tensor("transpose_53_perm_0"), val = tensor([0, 2, -3, -1])]; tensor transpose_53 = transpose(perm = transpose_53_perm_0, x = var_294_cast_fp16)[name = tensor("transpose_109")]; tensor transpose_52 = transpose(perm = transpose_52_perm_0, x = mul_3_cast_fp16)[name = tensor("transpose_110")]; tensor matmul_2_cast_fp16 = matmul(transpose_x = matmul_2_transpose_x_0, transpose_y = matmul_2_transpose_y_0, x = transpose_52, y = transpose_53)[name = tensor("matmul_2_cast_fp16")]; tensor softmax_2_axis_0 = const()[name = tensor("softmax_2_axis_0"), val = tensor(-1)]; tensor softmax_2_cast_fp16 = softmax(axis = softmax_2_axis_0, x = matmul_2_cast_fp16)[name = tensor("softmax_2_cast_fp16")]; tensor attn_output_5_transpose_x_0 = const()[name = tensor("attn_output_5_transpose_x_0"), val = tensor(false)]; tensor attn_output_5_transpose_y_0 = const()[name = tensor("attn_output_5_transpose_y_0"), val = tensor(false)]; tensor v_5_cast_fp16 = transpose(perm = v_5_perm_0, x = var_300_cast_fp16)[name = tensor("transpose_111")]; tensor attn_output_5_cast_fp16 = matmul(transpose_x = attn_output_5_transpose_x_0, transpose_y = attn_output_5_transpose_y_0, x = softmax_2_cast_fp16, y = v_5_cast_fp16)[name = tensor("attn_output_5_cast_fp16")]; tensor var_303_perm_0 = const()[name = tensor("op_303_perm_0"), val = tensor([0, 2, 1, 3])]; tensor var_304 = const()[name = tensor("op_304"), val = tensor([1, -1, 768])]; tensor var_303_cast_fp16 = transpose(perm = var_303_perm_0, x = attn_output_5_cast_fp16)[name = tensor("transpose_108")]; tensor input_61_cast_fp16 = reshape(shape = var_304, x = var_303_cast_fp16)[name = tensor("input_61_cast_fp16")]; tensor model_encoder_transformer_layers_2_attention_out_proj_weight_to_fp16 = const()[name = tensor("model_encoder_transformer_layers_2_attention_out_proj_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(50531328)))]; tensor model_encoder_transformer_layers_2_attention_out_proj_bias_to_fp16 = const()[name = tensor("model_encoder_transformer_layers_2_attention_out_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(51711040)))]; tensor linear_16_cast_fp16 = linear(bias = model_encoder_transformer_layers_2_attention_out_proj_bias_to_fp16, weight = model_encoder_transformer_layers_2_attention_out_proj_weight_to_fp16, x = input_61_cast_fp16)[name = tensor("linear_16_cast_fp16")]; tensor input_65_cast_fp16 = add(x = x_37_cast_fp16, y = linear_16_cast_fp16)[name = tensor("input_65_cast_fp16")]; tensor input_67_axes_0 = const()[name = tensor("input_67_axes_0"), val = tensor([-1])]; tensor model_encoder_transformer_layers_2_layer_norm_weight_to_fp16 = const()[name = tensor("model_encoder_transformer_layers_2_layer_norm_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(51712640)))]; tensor model_encoder_transformer_layers_2_layer_norm_bias_to_fp16 = const()[name = tensor("model_encoder_transformer_layers_2_layer_norm_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(51714240)))]; tensor input_67_cast_fp16 = layer_norm(axes = input_67_axes_0, beta = model_encoder_transformer_layers_2_layer_norm_bias_to_fp16, epsilon = var_14_to_fp16, gamma = model_encoder_transformer_layers_2_layer_norm_weight_to_fp16, x = input_65_cast_fp16)[name = tensor("input_67_cast_fp16")]; tensor model_encoder_transformer_layers_2_feed_forward_intermediate_dense_weight_to_fp16 = const()[name = tensor("model_encoder_transformer_layers_2_feed_forward_intermediate_dense_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(51715840)))]; tensor model_encoder_transformer_layers_2_feed_forward_intermediate_dense_bias_to_fp16 = const()[name = tensor("model_encoder_transformer_layers_2_feed_forward_intermediate_dense_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(56434496)))]; tensor linear_17_cast_fp16 = linear(bias = model_encoder_transformer_layers_2_feed_forward_intermediate_dense_bias_to_fp16, weight = model_encoder_transformer_layers_2_feed_forward_intermediate_dense_weight_to_fp16, x = input_67_cast_fp16)[name = tensor("linear_17_cast_fp16")]; tensor input_69_mode_0 = const()[name = tensor("input_69_mode_0"), val = tensor("EXACT")]; tensor input_69_cast_fp16 = gelu(mode = input_69_mode_0, x = linear_17_cast_fp16)[name = tensor("input_69_cast_fp16")]; tensor model_encoder_transformer_layers_2_feed_forward_output_dense_weight_to_fp16 = const()[name = tensor("model_encoder_transformer_layers_2_feed_forward_output_dense_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(56440704)))]; tensor model_encoder_transformer_layers_2_feed_forward_output_dense_bias_to_fp16 = const()[name = tensor("model_encoder_transformer_layers_2_feed_forward_output_dense_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(61159360)))]; tensor linear_18_cast_fp16 = linear(bias = model_encoder_transformer_layers_2_feed_forward_output_dense_bias_to_fp16, weight = model_encoder_transformer_layers_2_feed_forward_output_dense_weight_to_fp16, x = input_69_cast_fp16)[name = tensor("linear_18_cast_fp16")]; tensor input_75_cast_fp16 = add(x = input_67_cast_fp16, y = linear_18_cast_fp16)[name = tensor("input_75_cast_fp16")]; tensor x_43_axes_0 = const()[name = tensor("x_43_axes_0"), val = tensor([-1])]; tensor model_encoder_transformer_layers_2_final_layer_norm_weight_to_fp16 = const()[name = tensor("model_encoder_transformer_layers_2_final_layer_norm_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(61160960)))]; tensor model_encoder_transformer_layers_2_final_layer_norm_bias_to_fp16 = const()[name = tensor("model_encoder_transformer_layers_2_final_layer_norm_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(61162560)))]; tensor x_43_cast_fp16 = layer_norm(axes = x_43_axes_0, beta = model_encoder_transformer_layers_2_final_layer_norm_bias_to_fp16, epsilon = var_14_to_fp16, gamma = model_encoder_transformer_layers_2_final_layer_norm_weight_to_fp16, x = input_75_cast_fp16)[name = tensor("x_43_cast_fp16")]; tensor model_encoder_transformer_layers_3_attention_q_proj_weight_to_fp16 = const()[name = tensor("model_encoder_transformer_layers_3_attention_q_proj_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(61164160)))]; tensor model_encoder_transformer_layers_3_attention_q_proj_bias_to_fp16 = const()[name = tensor("model_encoder_transformer_layers_3_attention_q_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(62343872)))]; tensor linear_19_cast_fp16 = linear(bias = model_encoder_transformer_layers_3_attention_q_proj_bias_to_fp16, weight = model_encoder_transformer_layers_3_attention_q_proj_weight_to_fp16, x = x_43_cast_fp16)[name = tensor("linear_19_cast_fp16")]; tensor var_344 = const()[name = tensor("op_344"), val = tensor([1, 2999, 12, 64])]; tensor var_345_cast_fp16 = reshape(shape = var_344, x = linear_19_cast_fp16)[name = tensor("op_345_cast_fp16")]; tensor model_encoder_transformer_layers_3_attention_k_proj_weight_to_fp16 = const()[name = tensor("model_encoder_transformer_layers_3_attention_k_proj_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(62345472)))]; tensor model_encoder_transformer_layers_3_attention_k_proj_bias_to_fp16 = const()[name = tensor("model_encoder_transformer_layers_3_attention_k_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(63525184)))]; tensor linear_20_cast_fp16 = linear(bias = model_encoder_transformer_layers_3_attention_k_proj_bias_to_fp16, weight = model_encoder_transformer_layers_3_attention_k_proj_weight_to_fp16, x = x_43_cast_fp16)[name = tensor("linear_20_cast_fp16")]; tensor var_350 = const()[name = tensor("op_350"), val = tensor([1, 2999, 12, 64])]; tensor var_351_cast_fp16 = reshape(shape = var_350, x = linear_20_cast_fp16)[name = tensor("op_351_cast_fp16")]; tensor model_encoder_transformer_layers_3_attention_v_proj_weight_to_fp16 = const()[name = tensor("model_encoder_transformer_layers_3_attention_v_proj_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(63526784)))]; tensor model_encoder_transformer_layers_3_attention_v_proj_bias_to_fp16 = const()[name = tensor("model_encoder_transformer_layers_3_attention_v_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(64706496)))]; tensor linear_21_cast_fp16 = linear(bias = model_encoder_transformer_layers_3_attention_v_proj_bias_to_fp16, weight = model_encoder_transformer_layers_3_attention_v_proj_weight_to_fp16, x = x_43_cast_fp16)[name = tensor("linear_21_cast_fp16")]; tensor var_356 = const()[name = tensor("op_356"), val = tensor([1, 2999, 12, 64])]; tensor var_357_cast_fp16 = reshape(shape = var_356, x = linear_21_cast_fp16)[name = tensor("op_357_cast_fp16")]; tensor v_7_perm_0 = const()[name = tensor("v_7_perm_0"), val = tensor([0, 2, 1, 3])]; tensor mul_4_y_0_to_fp16 = const()[name = tensor("mul_4_y_0_to_fp16"), val = tensor(0x1p-3)]; tensor mul_4_cast_fp16 = mul(x = var_345_cast_fp16, y = mul_4_y_0_to_fp16)[name = tensor("mul_4_cast_fp16")]; tensor matmul_3_transpose_y_0 = const()[name = tensor("matmul_3_transpose_y_0"), val = tensor(true)]; tensor matmul_3_transpose_x_0 = const()[name = tensor("matmul_3_transpose_x_0"), val = tensor(false)]; tensor transpose_54_perm_0 = const()[name = tensor("transpose_54_perm_0"), val = tensor([0, 2, -3, -1])]; tensor transpose_55_perm_0 = const()[name = tensor("transpose_55_perm_0"), val = tensor([0, 2, -3, -1])]; tensor transpose_55 = transpose(perm = transpose_55_perm_0, x = var_351_cast_fp16)[name = tensor("transpose_105")]; tensor transpose_54 = transpose(perm = transpose_54_perm_0, x = mul_4_cast_fp16)[name = tensor("transpose_106")]; tensor matmul_3_cast_fp16 = matmul(transpose_x = matmul_3_transpose_x_0, transpose_y = matmul_3_transpose_y_0, x = transpose_54, y = transpose_55)[name = tensor("matmul_3_cast_fp16")]; tensor softmax_3_axis_0 = const()[name = tensor("softmax_3_axis_0"), val = tensor(-1)]; tensor softmax_3_cast_fp16 = softmax(axis = softmax_3_axis_0, x = matmul_3_cast_fp16)[name = tensor("softmax_3_cast_fp16")]; tensor attn_output_7_transpose_x_0 = const()[name = tensor("attn_output_7_transpose_x_0"), val = tensor(false)]; tensor attn_output_7_transpose_y_0 = const()[name = tensor("attn_output_7_transpose_y_0"), val = tensor(false)]; tensor v_7_cast_fp16 = transpose(perm = v_7_perm_0, x = var_357_cast_fp16)[name = tensor("transpose_107")]; tensor attn_output_7_cast_fp16 = matmul(transpose_x = attn_output_7_transpose_x_0, transpose_y = attn_output_7_transpose_y_0, x = softmax_3_cast_fp16, y = v_7_cast_fp16)[name = tensor("attn_output_7_cast_fp16")]; tensor var_360_perm_0 = const()[name = tensor("op_360_perm_0"), val = tensor([0, 2, 1, 3])]; tensor var_361 = const()[name = tensor("op_361"), val = tensor([1, -1, 768])]; tensor var_360_cast_fp16 = transpose(perm = var_360_perm_0, x = attn_output_7_cast_fp16)[name = tensor("transpose_104")]; tensor input_77_cast_fp16 = reshape(shape = var_361, x = var_360_cast_fp16)[name = tensor("input_77_cast_fp16")]; tensor model_encoder_transformer_layers_3_attention_out_proj_weight_to_fp16 = const()[name = tensor("model_encoder_transformer_layers_3_attention_out_proj_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(64708096)))]; tensor model_encoder_transformer_layers_3_attention_out_proj_bias_to_fp16 = const()[name = tensor("model_encoder_transformer_layers_3_attention_out_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(65887808)))]; tensor linear_22_cast_fp16 = linear(bias = model_encoder_transformer_layers_3_attention_out_proj_bias_to_fp16, weight = model_encoder_transformer_layers_3_attention_out_proj_weight_to_fp16, x = input_77_cast_fp16)[name = tensor("linear_22_cast_fp16")]; tensor input_81_cast_fp16 = add(x = x_43_cast_fp16, y = linear_22_cast_fp16)[name = tensor("input_81_cast_fp16")]; tensor input_83_axes_0 = const()[name = tensor("input_83_axes_0"), val = tensor([-1])]; tensor model_encoder_transformer_layers_3_layer_norm_weight_to_fp16 = const()[name = tensor("model_encoder_transformer_layers_3_layer_norm_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(65889408)))]; tensor model_encoder_transformer_layers_3_layer_norm_bias_to_fp16 = const()[name = tensor("model_encoder_transformer_layers_3_layer_norm_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(65891008)))]; tensor input_83_cast_fp16 = layer_norm(axes = input_83_axes_0, beta = model_encoder_transformer_layers_3_layer_norm_bias_to_fp16, epsilon = var_14_to_fp16, gamma = model_encoder_transformer_layers_3_layer_norm_weight_to_fp16, x = input_81_cast_fp16)[name = tensor("input_83_cast_fp16")]; tensor model_encoder_transformer_layers_3_feed_forward_intermediate_dense_weight_to_fp16 = const()[name = tensor("model_encoder_transformer_layers_3_feed_forward_intermediate_dense_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(65892608)))]; tensor model_encoder_transformer_layers_3_feed_forward_intermediate_dense_bias_to_fp16 = const()[name = tensor("model_encoder_transformer_layers_3_feed_forward_intermediate_dense_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(70611264)))]; tensor linear_23_cast_fp16 = linear(bias = model_encoder_transformer_layers_3_feed_forward_intermediate_dense_bias_to_fp16, weight = model_encoder_transformer_layers_3_feed_forward_intermediate_dense_weight_to_fp16, x = input_83_cast_fp16)[name = tensor("linear_23_cast_fp16")]; tensor input_85_mode_0 = const()[name = tensor("input_85_mode_0"), val = tensor("EXACT")]; tensor input_85_cast_fp16 = gelu(mode = input_85_mode_0, x = linear_23_cast_fp16)[name = tensor("input_85_cast_fp16")]; tensor model_encoder_transformer_layers_3_feed_forward_output_dense_weight_to_fp16 = const()[name = tensor("model_encoder_transformer_layers_3_feed_forward_output_dense_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(70617472)))]; tensor model_encoder_transformer_layers_3_feed_forward_output_dense_bias_to_fp16 = const()[name = tensor("model_encoder_transformer_layers_3_feed_forward_output_dense_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(75336128)))]; tensor linear_24_cast_fp16 = linear(bias = model_encoder_transformer_layers_3_feed_forward_output_dense_bias_to_fp16, weight = model_encoder_transformer_layers_3_feed_forward_output_dense_weight_to_fp16, x = input_85_cast_fp16)[name = tensor("linear_24_cast_fp16")]; tensor input_91_cast_fp16 = add(x = input_83_cast_fp16, y = linear_24_cast_fp16)[name = tensor("input_91_cast_fp16")]; tensor x_49_axes_0 = const()[name = tensor("x_49_axes_0"), val = tensor([-1])]; tensor model_encoder_transformer_layers_3_final_layer_norm_weight_to_fp16 = const()[name = tensor("model_encoder_transformer_layers_3_final_layer_norm_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(75337728)))]; tensor model_encoder_transformer_layers_3_final_layer_norm_bias_to_fp16 = const()[name = tensor("model_encoder_transformer_layers_3_final_layer_norm_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(75339328)))]; tensor x_49_cast_fp16 = layer_norm(axes = x_49_axes_0, beta = model_encoder_transformer_layers_3_final_layer_norm_bias_to_fp16, epsilon = var_14_to_fp16, gamma = model_encoder_transformer_layers_3_final_layer_norm_weight_to_fp16, x = input_91_cast_fp16)[name = tensor("x_49_cast_fp16")]; tensor model_encoder_transformer_layers_4_attention_q_proj_weight_to_fp16 = const()[name = tensor("model_encoder_transformer_layers_4_attention_q_proj_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(75340928)))]; tensor model_encoder_transformer_layers_4_attention_q_proj_bias_to_fp16 = const()[name = tensor("model_encoder_transformer_layers_4_attention_q_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(76520640)))]; tensor linear_25_cast_fp16 = linear(bias = model_encoder_transformer_layers_4_attention_q_proj_bias_to_fp16, weight = model_encoder_transformer_layers_4_attention_q_proj_weight_to_fp16, x = x_49_cast_fp16)[name = tensor("linear_25_cast_fp16")]; tensor var_401 = const()[name = tensor("op_401"), val = tensor([1, 2999, 12, 64])]; tensor var_402_cast_fp16 = reshape(shape = var_401, x = linear_25_cast_fp16)[name = tensor("op_402_cast_fp16")]; tensor model_encoder_transformer_layers_4_attention_k_proj_weight_to_fp16 = const()[name = tensor("model_encoder_transformer_layers_4_attention_k_proj_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(76522240)))]; tensor model_encoder_transformer_layers_4_attention_k_proj_bias_to_fp16 = const()[name = tensor("model_encoder_transformer_layers_4_attention_k_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(77701952)))]; tensor linear_26_cast_fp16 = linear(bias = model_encoder_transformer_layers_4_attention_k_proj_bias_to_fp16, weight = model_encoder_transformer_layers_4_attention_k_proj_weight_to_fp16, x = x_49_cast_fp16)[name = tensor("linear_26_cast_fp16")]; tensor var_407 = const()[name = tensor("op_407"), val = tensor([1, 2999, 12, 64])]; tensor var_408_cast_fp16 = reshape(shape = var_407, x = linear_26_cast_fp16)[name = tensor("op_408_cast_fp16")]; tensor model_encoder_transformer_layers_4_attention_v_proj_weight_to_fp16 = const()[name = tensor("model_encoder_transformer_layers_4_attention_v_proj_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(77703552)))]; tensor model_encoder_transformer_layers_4_attention_v_proj_bias_to_fp16 = const()[name = tensor("model_encoder_transformer_layers_4_attention_v_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(78883264)))]; tensor linear_27_cast_fp16 = linear(bias = model_encoder_transformer_layers_4_attention_v_proj_bias_to_fp16, weight = model_encoder_transformer_layers_4_attention_v_proj_weight_to_fp16, x = x_49_cast_fp16)[name = tensor("linear_27_cast_fp16")]; tensor var_413 = const()[name = tensor("op_413"), val = tensor([1, 2999, 12, 64])]; tensor var_414_cast_fp16 = reshape(shape = var_413, x = linear_27_cast_fp16)[name = tensor("op_414_cast_fp16")]; tensor v_9_perm_0 = const()[name = tensor("v_9_perm_0"), val = tensor([0, 2, 1, 3])]; tensor mul_5_y_0_to_fp16 = const()[name = tensor("mul_5_y_0_to_fp16"), val = tensor(0x1p-3)]; tensor mul_5_cast_fp16 = mul(x = var_402_cast_fp16, y = mul_5_y_0_to_fp16)[name = tensor("mul_5_cast_fp16")]; tensor matmul_4_transpose_y_0 = const()[name = tensor("matmul_4_transpose_y_0"), val = tensor(true)]; tensor matmul_4_transpose_x_0 = const()[name = tensor("matmul_4_transpose_x_0"), val = tensor(false)]; tensor transpose_56_perm_0 = const()[name = tensor("transpose_56_perm_0"), val = tensor([0, 2, -3, -1])]; tensor transpose_57_perm_0 = const()[name = tensor("transpose_57_perm_0"), val = tensor([0, 2, -3, -1])]; tensor transpose_57 = transpose(perm = transpose_57_perm_0, x = var_408_cast_fp16)[name = tensor("transpose_101")]; tensor transpose_56 = transpose(perm = transpose_56_perm_0, x = mul_5_cast_fp16)[name = tensor("transpose_102")]; tensor matmul_4_cast_fp16 = matmul(transpose_x = matmul_4_transpose_x_0, transpose_y = matmul_4_transpose_y_0, x = transpose_56, y = transpose_57)[name = tensor("matmul_4_cast_fp16")]; tensor softmax_4_axis_0 = const()[name = tensor("softmax_4_axis_0"), val = tensor(-1)]; tensor softmax_4_cast_fp16 = softmax(axis = softmax_4_axis_0, x = matmul_4_cast_fp16)[name = tensor("softmax_4_cast_fp16")]; tensor attn_output_9_transpose_x_0 = const()[name = tensor("attn_output_9_transpose_x_0"), val = tensor(false)]; tensor attn_output_9_transpose_y_0 = const()[name = tensor("attn_output_9_transpose_y_0"), val = tensor(false)]; tensor v_9_cast_fp16 = transpose(perm = v_9_perm_0, x = var_414_cast_fp16)[name = tensor("transpose_103")]; tensor attn_output_9_cast_fp16 = matmul(transpose_x = attn_output_9_transpose_x_0, transpose_y = attn_output_9_transpose_y_0, x = softmax_4_cast_fp16, y = v_9_cast_fp16)[name = tensor("attn_output_9_cast_fp16")]; tensor var_417_perm_0 = const()[name = tensor("op_417_perm_0"), val = tensor([0, 2, 1, 3])]; tensor var_418 = const()[name = tensor("op_418"), val = tensor([1, -1, 768])]; tensor var_417_cast_fp16 = transpose(perm = var_417_perm_0, x = attn_output_9_cast_fp16)[name = tensor("transpose_100")]; tensor input_93_cast_fp16 = reshape(shape = var_418, x = var_417_cast_fp16)[name = tensor("input_93_cast_fp16")]; tensor model_encoder_transformer_layers_4_attention_out_proj_weight_to_fp16 = const()[name = tensor("model_encoder_transformer_layers_4_attention_out_proj_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(78884864)))]; tensor model_encoder_transformer_layers_4_attention_out_proj_bias_to_fp16 = const()[name = tensor("model_encoder_transformer_layers_4_attention_out_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(80064576)))]; tensor linear_28_cast_fp16 = linear(bias = model_encoder_transformer_layers_4_attention_out_proj_bias_to_fp16, weight = model_encoder_transformer_layers_4_attention_out_proj_weight_to_fp16, x = input_93_cast_fp16)[name = tensor("linear_28_cast_fp16")]; tensor input_97_cast_fp16 = add(x = x_49_cast_fp16, y = linear_28_cast_fp16)[name = tensor("input_97_cast_fp16")]; tensor input_99_axes_0 = const()[name = tensor("input_99_axes_0"), val = tensor([-1])]; tensor model_encoder_transformer_layers_4_layer_norm_weight_to_fp16 = const()[name = tensor("model_encoder_transformer_layers_4_layer_norm_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(80066176)))]; tensor model_encoder_transformer_layers_4_layer_norm_bias_to_fp16 = const()[name = tensor("model_encoder_transformer_layers_4_layer_norm_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(80067776)))]; tensor input_99_cast_fp16 = layer_norm(axes = input_99_axes_0, beta = model_encoder_transformer_layers_4_layer_norm_bias_to_fp16, epsilon = var_14_to_fp16, gamma = model_encoder_transformer_layers_4_layer_norm_weight_to_fp16, x = input_97_cast_fp16)[name = tensor("input_99_cast_fp16")]; tensor model_encoder_transformer_layers_4_feed_forward_intermediate_dense_weight_to_fp16 = const()[name = tensor("model_encoder_transformer_layers_4_feed_forward_intermediate_dense_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(80069376)))]; tensor model_encoder_transformer_layers_4_feed_forward_intermediate_dense_bias_to_fp16 = const()[name = tensor("model_encoder_transformer_layers_4_feed_forward_intermediate_dense_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(84788032)))]; tensor linear_29_cast_fp16 = linear(bias = model_encoder_transformer_layers_4_feed_forward_intermediate_dense_bias_to_fp16, weight = model_encoder_transformer_layers_4_feed_forward_intermediate_dense_weight_to_fp16, x = input_99_cast_fp16)[name = tensor("linear_29_cast_fp16")]; tensor input_101_mode_0 = const()[name = tensor("input_101_mode_0"), val = tensor("EXACT")]; tensor input_101_cast_fp16 = gelu(mode = input_101_mode_0, x = linear_29_cast_fp16)[name = tensor("input_101_cast_fp16")]; tensor model_encoder_transformer_layers_4_feed_forward_output_dense_weight_to_fp16 = const()[name = tensor("model_encoder_transformer_layers_4_feed_forward_output_dense_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(84794240)))]; tensor model_encoder_transformer_layers_4_feed_forward_output_dense_bias_to_fp16 = const()[name = tensor("model_encoder_transformer_layers_4_feed_forward_output_dense_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(89512896)))]; tensor linear_30_cast_fp16 = linear(bias = model_encoder_transformer_layers_4_feed_forward_output_dense_bias_to_fp16, weight = model_encoder_transformer_layers_4_feed_forward_output_dense_weight_to_fp16, x = input_101_cast_fp16)[name = tensor("linear_30_cast_fp16")]; tensor input_107_cast_fp16 = add(x = input_99_cast_fp16, y = linear_30_cast_fp16)[name = tensor("input_107_cast_fp16")]; tensor x_55_axes_0 = const()[name = tensor("x_55_axes_0"), val = tensor([-1])]; tensor model_encoder_transformer_layers_4_final_layer_norm_weight_to_fp16 = const()[name = tensor("model_encoder_transformer_layers_4_final_layer_norm_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(89514496)))]; tensor model_encoder_transformer_layers_4_final_layer_norm_bias_to_fp16 = const()[name = tensor("model_encoder_transformer_layers_4_final_layer_norm_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(89516096)))]; tensor x_55_cast_fp16 = layer_norm(axes = x_55_axes_0, beta = model_encoder_transformer_layers_4_final_layer_norm_bias_to_fp16, epsilon = var_14_to_fp16, gamma = model_encoder_transformer_layers_4_final_layer_norm_weight_to_fp16, x = input_107_cast_fp16)[name = tensor("x_55_cast_fp16")]; tensor model_encoder_transformer_layers_5_attention_q_proj_weight_to_fp16 = const()[name = tensor("model_encoder_transformer_layers_5_attention_q_proj_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(89517696)))]; tensor model_encoder_transformer_layers_5_attention_q_proj_bias_to_fp16 = const()[name = tensor("model_encoder_transformer_layers_5_attention_q_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(90697408)))]; tensor linear_31_cast_fp16 = linear(bias = model_encoder_transformer_layers_5_attention_q_proj_bias_to_fp16, weight = model_encoder_transformer_layers_5_attention_q_proj_weight_to_fp16, x = x_55_cast_fp16)[name = tensor("linear_31_cast_fp16")]; tensor var_458 = const()[name = tensor("op_458"), val = tensor([1, 2999, 12, 64])]; tensor var_459_cast_fp16 = reshape(shape = var_458, x = linear_31_cast_fp16)[name = tensor("op_459_cast_fp16")]; tensor model_encoder_transformer_layers_5_attention_k_proj_weight_to_fp16 = const()[name = tensor("model_encoder_transformer_layers_5_attention_k_proj_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(90699008)))]; tensor model_encoder_transformer_layers_5_attention_k_proj_bias_to_fp16 = const()[name = tensor("model_encoder_transformer_layers_5_attention_k_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(91878720)))]; tensor linear_32_cast_fp16 = linear(bias = model_encoder_transformer_layers_5_attention_k_proj_bias_to_fp16, weight = model_encoder_transformer_layers_5_attention_k_proj_weight_to_fp16, x = x_55_cast_fp16)[name = tensor("linear_32_cast_fp16")]; tensor var_464 = const()[name = tensor("op_464"), val = tensor([1, 2999, 12, 64])]; tensor var_465_cast_fp16 = reshape(shape = var_464, x = linear_32_cast_fp16)[name = tensor("op_465_cast_fp16")]; tensor model_encoder_transformer_layers_5_attention_v_proj_weight_to_fp16 = const()[name = tensor("model_encoder_transformer_layers_5_attention_v_proj_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(91880320)))]; tensor model_encoder_transformer_layers_5_attention_v_proj_bias_to_fp16 = const()[name = tensor("model_encoder_transformer_layers_5_attention_v_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(93060032)))]; tensor linear_33_cast_fp16 = linear(bias = model_encoder_transformer_layers_5_attention_v_proj_bias_to_fp16, weight = model_encoder_transformer_layers_5_attention_v_proj_weight_to_fp16, x = x_55_cast_fp16)[name = tensor("linear_33_cast_fp16")]; tensor var_470 = const()[name = tensor("op_470"), val = tensor([1, 2999, 12, 64])]; tensor var_471_cast_fp16 = reshape(shape = var_470, x = linear_33_cast_fp16)[name = tensor("op_471_cast_fp16")]; tensor v_11_perm_0 = const()[name = tensor("v_11_perm_0"), val = tensor([0, 2, 1, 3])]; tensor mul_6_y_0_to_fp16 = const()[name = tensor("mul_6_y_0_to_fp16"), val = tensor(0x1p-3)]; tensor mul_6_cast_fp16 = mul(x = var_459_cast_fp16, y = mul_6_y_0_to_fp16)[name = tensor("mul_6_cast_fp16")]; tensor matmul_5_transpose_y_0 = const()[name = tensor("matmul_5_transpose_y_0"), val = tensor(true)]; tensor matmul_5_transpose_x_0 = const()[name = tensor("matmul_5_transpose_x_0"), val = tensor(false)]; tensor transpose_58_perm_0 = const()[name = tensor("transpose_58_perm_0"), val = tensor([0, 2, -3, -1])]; tensor transpose_59_perm_0 = const()[name = tensor("transpose_59_perm_0"), val = tensor([0, 2, -3, -1])]; tensor transpose_59 = transpose(perm = transpose_59_perm_0, x = var_465_cast_fp16)[name = tensor("transpose_97")]; tensor transpose_58 = transpose(perm = transpose_58_perm_0, x = mul_6_cast_fp16)[name = tensor("transpose_98")]; tensor matmul_5_cast_fp16 = matmul(transpose_x = matmul_5_transpose_x_0, transpose_y = matmul_5_transpose_y_0, x = transpose_58, y = transpose_59)[name = tensor("matmul_5_cast_fp16")]; tensor softmax_5_axis_0 = const()[name = tensor("softmax_5_axis_0"), val = tensor(-1)]; tensor softmax_5_cast_fp16 = softmax(axis = softmax_5_axis_0, x = matmul_5_cast_fp16)[name = tensor("softmax_5_cast_fp16")]; tensor attn_output_11_transpose_x_0 = const()[name = tensor("attn_output_11_transpose_x_0"), val = tensor(false)]; tensor attn_output_11_transpose_y_0 = const()[name = tensor("attn_output_11_transpose_y_0"), val = tensor(false)]; tensor v_11_cast_fp16 = transpose(perm = v_11_perm_0, x = var_471_cast_fp16)[name = tensor("transpose_99")]; tensor attn_output_11_cast_fp16 = matmul(transpose_x = attn_output_11_transpose_x_0, transpose_y = attn_output_11_transpose_y_0, x = softmax_5_cast_fp16, y = v_11_cast_fp16)[name = tensor("attn_output_11_cast_fp16")]; tensor var_474_perm_0 = const()[name = tensor("op_474_perm_0"), val = tensor([0, 2, 1, 3])]; tensor var_475 = const()[name = tensor("op_475"), val = tensor([1, -1, 768])]; tensor var_474_cast_fp16 = transpose(perm = var_474_perm_0, x = attn_output_11_cast_fp16)[name = tensor("transpose_96")]; tensor input_109_cast_fp16 = reshape(shape = var_475, x = var_474_cast_fp16)[name = tensor("input_109_cast_fp16")]; tensor model_encoder_transformer_layers_5_attention_out_proj_weight_to_fp16 = const()[name = tensor("model_encoder_transformer_layers_5_attention_out_proj_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(93061632)))]; tensor model_encoder_transformer_layers_5_attention_out_proj_bias_to_fp16 = const()[name = tensor("model_encoder_transformer_layers_5_attention_out_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(94241344)))]; tensor linear_34_cast_fp16 = linear(bias = model_encoder_transformer_layers_5_attention_out_proj_bias_to_fp16, weight = model_encoder_transformer_layers_5_attention_out_proj_weight_to_fp16, x = input_109_cast_fp16)[name = tensor("linear_34_cast_fp16")]; tensor input_113_cast_fp16 = add(x = x_55_cast_fp16, y = linear_34_cast_fp16)[name = tensor("input_113_cast_fp16")]; tensor input_115_axes_0 = const()[name = tensor("input_115_axes_0"), val = tensor([-1])]; tensor model_encoder_transformer_layers_5_layer_norm_weight_to_fp16 = const()[name = tensor("model_encoder_transformer_layers_5_layer_norm_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(94242944)))]; tensor model_encoder_transformer_layers_5_layer_norm_bias_to_fp16 = const()[name = tensor("model_encoder_transformer_layers_5_layer_norm_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(94244544)))]; tensor input_115_cast_fp16 = layer_norm(axes = input_115_axes_0, beta = model_encoder_transformer_layers_5_layer_norm_bias_to_fp16, epsilon = var_14_to_fp16, gamma = model_encoder_transformer_layers_5_layer_norm_weight_to_fp16, x = input_113_cast_fp16)[name = tensor("input_115_cast_fp16")]; tensor model_encoder_transformer_layers_5_feed_forward_intermediate_dense_weight_to_fp16 = const()[name = tensor("model_encoder_transformer_layers_5_feed_forward_intermediate_dense_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(94246144)))]; tensor model_encoder_transformer_layers_5_feed_forward_intermediate_dense_bias_to_fp16 = const()[name = tensor("model_encoder_transformer_layers_5_feed_forward_intermediate_dense_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(98964800)))]; tensor linear_35_cast_fp16 = linear(bias = model_encoder_transformer_layers_5_feed_forward_intermediate_dense_bias_to_fp16, weight = model_encoder_transformer_layers_5_feed_forward_intermediate_dense_weight_to_fp16, x = input_115_cast_fp16)[name = tensor("linear_35_cast_fp16")]; tensor input_117_mode_0 = const()[name = tensor("input_117_mode_0"), val = tensor("EXACT")]; tensor input_117_cast_fp16 = gelu(mode = input_117_mode_0, x = linear_35_cast_fp16)[name = tensor("input_117_cast_fp16")]; tensor model_encoder_transformer_layers_5_feed_forward_output_dense_weight_to_fp16 = const()[name = tensor("model_encoder_transformer_layers_5_feed_forward_output_dense_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(98971008)))]; tensor model_encoder_transformer_layers_5_feed_forward_output_dense_bias_to_fp16 = const()[name = tensor("model_encoder_transformer_layers_5_feed_forward_output_dense_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(103689664)))]; tensor linear_36_cast_fp16 = linear(bias = model_encoder_transformer_layers_5_feed_forward_output_dense_bias_to_fp16, weight = model_encoder_transformer_layers_5_feed_forward_output_dense_weight_to_fp16, x = input_117_cast_fp16)[name = tensor("linear_36_cast_fp16")]; tensor input_123_cast_fp16 = add(x = input_115_cast_fp16, y = linear_36_cast_fp16)[name = tensor("input_123_cast_fp16")]; tensor x_61_axes_0 = const()[name = tensor("x_61_axes_0"), val = tensor([-1])]; tensor model_encoder_transformer_layers_5_final_layer_norm_weight_to_fp16 = const()[name = tensor("model_encoder_transformer_layers_5_final_layer_norm_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(103691264)))]; tensor model_encoder_transformer_layers_5_final_layer_norm_bias_to_fp16 = const()[name = tensor("model_encoder_transformer_layers_5_final_layer_norm_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(103692864)))]; tensor x_61_cast_fp16 = layer_norm(axes = x_61_axes_0, beta = model_encoder_transformer_layers_5_final_layer_norm_bias_to_fp16, epsilon = var_14_to_fp16, gamma = model_encoder_transformer_layers_5_final_layer_norm_weight_to_fp16, x = input_123_cast_fp16)[name = tensor("x_61_cast_fp16")]; tensor model_encoder_transformer_layers_6_attention_q_proj_weight_to_fp16 = const()[name = tensor("model_encoder_transformer_layers_6_attention_q_proj_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(103694464)))]; tensor model_encoder_transformer_layers_6_attention_q_proj_bias_to_fp16 = const()[name = tensor("model_encoder_transformer_layers_6_attention_q_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(104874176)))]; tensor linear_37_cast_fp16 = linear(bias = model_encoder_transformer_layers_6_attention_q_proj_bias_to_fp16, weight = model_encoder_transformer_layers_6_attention_q_proj_weight_to_fp16, x = x_61_cast_fp16)[name = tensor("linear_37_cast_fp16")]; tensor var_515 = const()[name = tensor("op_515"), val = tensor([1, 2999, 12, 64])]; tensor var_516_cast_fp16 = reshape(shape = var_515, x = linear_37_cast_fp16)[name = tensor("op_516_cast_fp16")]; tensor model_encoder_transformer_layers_6_attention_k_proj_weight_to_fp16 = const()[name = tensor("model_encoder_transformer_layers_6_attention_k_proj_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(104875776)))]; tensor model_encoder_transformer_layers_6_attention_k_proj_bias_to_fp16 = const()[name = tensor("model_encoder_transformer_layers_6_attention_k_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(106055488)))]; tensor linear_38_cast_fp16 = linear(bias = model_encoder_transformer_layers_6_attention_k_proj_bias_to_fp16, weight = model_encoder_transformer_layers_6_attention_k_proj_weight_to_fp16, x = x_61_cast_fp16)[name = tensor("linear_38_cast_fp16")]; tensor var_521 = const()[name = tensor("op_521"), val = tensor([1, 2999, 12, 64])]; tensor var_522_cast_fp16 = reshape(shape = var_521, x = linear_38_cast_fp16)[name = tensor("op_522_cast_fp16")]; tensor model_encoder_transformer_layers_6_attention_v_proj_weight_to_fp16 = const()[name = tensor("model_encoder_transformer_layers_6_attention_v_proj_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(106057088)))]; tensor model_encoder_transformer_layers_6_attention_v_proj_bias_to_fp16 = const()[name = tensor("model_encoder_transformer_layers_6_attention_v_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(107236800)))]; tensor linear_39_cast_fp16 = linear(bias = model_encoder_transformer_layers_6_attention_v_proj_bias_to_fp16, weight = model_encoder_transformer_layers_6_attention_v_proj_weight_to_fp16, x = x_61_cast_fp16)[name = tensor("linear_39_cast_fp16")]; tensor var_527 = const()[name = tensor("op_527"), val = tensor([1, 2999, 12, 64])]; tensor var_528_cast_fp16 = reshape(shape = var_527, x = linear_39_cast_fp16)[name = tensor("op_528_cast_fp16")]; tensor v_13_perm_0 = const()[name = tensor("v_13_perm_0"), val = tensor([0, 2, 1, 3])]; tensor mul_7_y_0_to_fp16 = const()[name = tensor("mul_7_y_0_to_fp16"), val = tensor(0x1p-3)]; tensor mul_7_cast_fp16 = mul(x = var_516_cast_fp16, y = mul_7_y_0_to_fp16)[name = tensor("mul_7_cast_fp16")]; tensor matmul_6_transpose_y_0 = const()[name = tensor("matmul_6_transpose_y_0"), val = tensor(true)]; tensor matmul_6_transpose_x_0 = const()[name = tensor("matmul_6_transpose_x_0"), val = tensor(false)]; tensor transpose_60_perm_0 = const()[name = tensor("transpose_60_perm_0"), val = tensor([0, 2, -3, -1])]; tensor transpose_61_perm_0 = const()[name = tensor("transpose_61_perm_0"), val = tensor([0, 2, -3, -1])]; tensor transpose_61 = transpose(perm = transpose_61_perm_0, x = var_522_cast_fp16)[name = tensor("transpose_93")]; tensor transpose_60 = transpose(perm = transpose_60_perm_0, x = mul_7_cast_fp16)[name = tensor("transpose_94")]; tensor matmul_6_cast_fp16 = matmul(transpose_x = matmul_6_transpose_x_0, transpose_y = matmul_6_transpose_y_0, x = transpose_60, y = transpose_61)[name = tensor("matmul_6_cast_fp16")]; tensor softmax_6_axis_0 = const()[name = tensor("softmax_6_axis_0"), val = tensor(-1)]; tensor softmax_6_cast_fp16 = softmax(axis = softmax_6_axis_0, x = matmul_6_cast_fp16)[name = tensor("softmax_6_cast_fp16")]; tensor attn_output_13_transpose_x_0 = const()[name = tensor("attn_output_13_transpose_x_0"), val = tensor(false)]; tensor attn_output_13_transpose_y_0 = const()[name = tensor("attn_output_13_transpose_y_0"), val = tensor(false)]; tensor v_13_cast_fp16 = transpose(perm = v_13_perm_0, x = var_528_cast_fp16)[name = tensor("transpose_95")]; tensor attn_output_13_cast_fp16 = matmul(transpose_x = attn_output_13_transpose_x_0, transpose_y = attn_output_13_transpose_y_0, x = softmax_6_cast_fp16, y = v_13_cast_fp16)[name = tensor("attn_output_13_cast_fp16")]; tensor var_531_perm_0 = const()[name = tensor("op_531_perm_0"), val = tensor([0, 2, 1, 3])]; tensor var_532 = const()[name = tensor("op_532"), val = tensor([1, -1, 768])]; tensor var_531_cast_fp16 = transpose(perm = var_531_perm_0, x = attn_output_13_cast_fp16)[name = tensor("transpose_92")]; tensor input_125_cast_fp16 = reshape(shape = var_532, x = var_531_cast_fp16)[name = tensor("input_125_cast_fp16")]; tensor model_encoder_transformer_layers_6_attention_out_proj_weight_to_fp16 = const()[name = tensor("model_encoder_transformer_layers_6_attention_out_proj_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(107238400)))]; tensor model_encoder_transformer_layers_6_attention_out_proj_bias_to_fp16 = const()[name = tensor("model_encoder_transformer_layers_6_attention_out_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(108418112)))]; tensor linear_40_cast_fp16 = linear(bias = model_encoder_transformer_layers_6_attention_out_proj_bias_to_fp16, weight = model_encoder_transformer_layers_6_attention_out_proj_weight_to_fp16, x = input_125_cast_fp16)[name = tensor("linear_40_cast_fp16")]; tensor input_129_cast_fp16 = add(x = x_61_cast_fp16, y = linear_40_cast_fp16)[name = tensor("input_129_cast_fp16")]; tensor input_131_axes_0 = const()[name = tensor("input_131_axes_0"), val = tensor([-1])]; tensor model_encoder_transformer_layers_6_layer_norm_weight_to_fp16 = const()[name = tensor("model_encoder_transformer_layers_6_layer_norm_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(108419712)))]; tensor model_encoder_transformer_layers_6_layer_norm_bias_to_fp16 = const()[name = tensor("model_encoder_transformer_layers_6_layer_norm_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(108421312)))]; tensor input_131_cast_fp16 = layer_norm(axes = input_131_axes_0, beta = model_encoder_transformer_layers_6_layer_norm_bias_to_fp16, epsilon = var_14_to_fp16, gamma = model_encoder_transformer_layers_6_layer_norm_weight_to_fp16, x = input_129_cast_fp16)[name = tensor("input_131_cast_fp16")]; tensor model_encoder_transformer_layers_6_feed_forward_intermediate_dense_weight_to_fp16 = const()[name = tensor("model_encoder_transformer_layers_6_feed_forward_intermediate_dense_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(108422912)))]; tensor model_encoder_transformer_layers_6_feed_forward_intermediate_dense_bias_to_fp16 = const()[name = tensor("model_encoder_transformer_layers_6_feed_forward_intermediate_dense_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(113141568)))]; tensor linear_41_cast_fp16 = linear(bias = model_encoder_transformer_layers_6_feed_forward_intermediate_dense_bias_to_fp16, weight = model_encoder_transformer_layers_6_feed_forward_intermediate_dense_weight_to_fp16, x = input_131_cast_fp16)[name = tensor("linear_41_cast_fp16")]; tensor input_133_mode_0 = const()[name = tensor("input_133_mode_0"), val = tensor("EXACT")]; tensor input_133_cast_fp16 = gelu(mode = input_133_mode_0, x = linear_41_cast_fp16)[name = tensor("input_133_cast_fp16")]; tensor model_encoder_transformer_layers_6_feed_forward_output_dense_weight_to_fp16 = const()[name = tensor("model_encoder_transformer_layers_6_feed_forward_output_dense_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(113147776)))]; tensor model_encoder_transformer_layers_6_feed_forward_output_dense_bias_to_fp16 = const()[name = tensor("model_encoder_transformer_layers_6_feed_forward_output_dense_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(117866432)))]; tensor linear_42_cast_fp16 = linear(bias = model_encoder_transformer_layers_6_feed_forward_output_dense_bias_to_fp16, weight = model_encoder_transformer_layers_6_feed_forward_output_dense_weight_to_fp16, x = input_133_cast_fp16)[name = tensor("linear_42_cast_fp16")]; tensor input_139_cast_fp16 = add(x = input_131_cast_fp16, y = linear_42_cast_fp16)[name = tensor("input_139_cast_fp16")]; tensor x_67_axes_0 = const()[name = tensor("x_67_axes_0"), val = tensor([-1])]; tensor model_encoder_transformer_layers_6_final_layer_norm_weight_to_fp16 = const()[name = tensor("model_encoder_transformer_layers_6_final_layer_norm_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(117868032)))]; tensor model_encoder_transformer_layers_6_final_layer_norm_bias_to_fp16 = const()[name = tensor("model_encoder_transformer_layers_6_final_layer_norm_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(117869632)))]; tensor x_67_cast_fp16 = layer_norm(axes = x_67_axes_0, beta = model_encoder_transformer_layers_6_final_layer_norm_bias_to_fp16, epsilon = var_14_to_fp16, gamma = model_encoder_transformer_layers_6_final_layer_norm_weight_to_fp16, x = input_139_cast_fp16)[name = tensor("x_67_cast_fp16")]; tensor model_encoder_transformer_layers_7_attention_q_proj_weight_to_fp16 = const()[name = tensor("model_encoder_transformer_layers_7_attention_q_proj_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(117871232)))]; tensor model_encoder_transformer_layers_7_attention_q_proj_bias_to_fp16 = const()[name = tensor("model_encoder_transformer_layers_7_attention_q_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(119050944)))]; tensor linear_43_cast_fp16 = linear(bias = model_encoder_transformer_layers_7_attention_q_proj_bias_to_fp16, weight = model_encoder_transformer_layers_7_attention_q_proj_weight_to_fp16, x = x_67_cast_fp16)[name = tensor("linear_43_cast_fp16")]; tensor var_572 = const()[name = tensor("op_572"), val = tensor([1, 2999, 12, 64])]; tensor var_573_cast_fp16 = reshape(shape = var_572, x = linear_43_cast_fp16)[name = tensor("op_573_cast_fp16")]; tensor model_encoder_transformer_layers_7_attention_k_proj_weight_to_fp16 = const()[name = tensor("model_encoder_transformer_layers_7_attention_k_proj_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(119052544)))]; tensor model_encoder_transformer_layers_7_attention_k_proj_bias_to_fp16 = const()[name = tensor("model_encoder_transformer_layers_7_attention_k_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(120232256)))]; tensor linear_44_cast_fp16 = linear(bias = model_encoder_transformer_layers_7_attention_k_proj_bias_to_fp16, weight = model_encoder_transformer_layers_7_attention_k_proj_weight_to_fp16, x = x_67_cast_fp16)[name = tensor("linear_44_cast_fp16")]; tensor var_578 = const()[name = tensor("op_578"), val = tensor([1, 2999, 12, 64])]; tensor var_579_cast_fp16 = reshape(shape = var_578, x = linear_44_cast_fp16)[name = tensor("op_579_cast_fp16")]; tensor model_encoder_transformer_layers_7_attention_v_proj_weight_to_fp16 = const()[name = tensor("model_encoder_transformer_layers_7_attention_v_proj_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(120233856)))]; tensor model_encoder_transformer_layers_7_attention_v_proj_bias_to_fp16 = const()[name = tensor("model_encoder_transformer_layers_7_attention_v_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(121413568)))]; tensor linear_45_cast_fp16 = linear(bias = model_encoder_transformer_layers_7_attention_v_proj_bias_to_fp16, weight = model_encoder_transformer_layers_7_attention_v_proj_weight_to_fp16, x = x_67_cast_fp16)[name = tensor("linear_45_cast_fp16")]; tensor var_584 = const()[name = tensor("op_584"), val = tensor([1, 2999, 12, 64])]; tensor var_585_cast_fp16 = reshape(shape = var_584, x = linear_45_cast_fp16)[name = tensor("op_585_cast_fp16")]; tensor v_15_perm_0 = const()[name = tensor("v_15_perm_0"), val = tensor([0, 2, 1, 3])]; tensor mul_8_y_0_to_fp16 = const()[name = tensor("mul_8_y_0_to_fp16"), val = tensor(0x1p-3)]; tensor mul_8_cast_fp16 = mul(x = var_573_cast_fp16, y = mul_8_y_0_to_fp16)[name = tensor("mul_8_cast_fp16")]; tensor matmul_7_transpose_y_0 = const()[name = tensor("matmul_7_transpose_y_0"), val = tensor(true)]; tensor matmul_7_transpose_x_0 = const()[name = tensor("matmul_7_transpose_x_0"), val = tensor(false)]; tensor transpose_62_perm_0 = const()[name = tensor("transpose_62_perm_0"), val = tensor([0, 2, -3, -1])]; tensor transpose_63_perm_0 = const()[name = tensor("transpose_63_perm_0"), val = tensor([0, 2, -3, -1])]; tensor transpose_63 = transpose(perm = transpose_63_perm_0, x = var_579_cast_fp16)[name = tensor("transpose_89")]; tensor transpose_62 = transpose(perm = transpose_62_perm_0, x = mul_8_cast_fp16)[name = tensor("transpose_90")]; tensor matmul_7_cast_fp16 = matmul(transpose_x = matmul_7_transpose_x_0, transpose_y = matmul_7_transpose_y_0, x = transpose_62, y = transpose_63)[name = tensor("matmul_7_cast_fp16")]; tensor softmax_7_axis_0 = const()[name = tensor("softmax_7_axis_0"), val = tensor(-1)]; tensor softmax_7_cast_fp16 = softmax(axis = softmax_7_axis_0, x = matmul_7_cast_fp16)[name = tensor("softmax_7_cast_fp16")]; tensor attn_output_15_transpose_x_0 = const()[name = tensor("attn_output_15_transpose_x_0"), val = tensor(false)]; tensor attn_output_15_transpose_y_0 = const()[name = tensor("attn_output_15_transpose_y_0"), val = tensor(false)]; tensor v_15_cast_fp16 = transpose(perm = v_15_perm_0, x = var_585_cast_fp16)[name = tensor("transpose_91")]; tensor attn_output_15_cast_fp16 = matmul(transpose_x = attn_output_15_transpose_x_0, transpose_y = attn_output_15_transpose_y_0, x = softmax_7_cast_fp16, y = v_15_cast_fp16)[name = tensor("attn_output_15_cast_fp16")]; tensor var_588_perm_0 = const()[name = tensor("op_588_perm_0"), val = tensor([0, 2, 1, 3])]; tensor var_589 = const()[name = tensor("op_589"), val = tensor([1, -1, 768])]; tensor var_588_cast_fp16 = transpose(perm = var_588_perm_0, x = attn_output_15_cast_fp16)[name = tensor("transpose_88")]; tensor input_141_cast_fp16 = reshape(shape = var_589, x = var_588_cast_fp16)[name = tensor("input_141_cast_fp16")]; tensor model_encoder_transformer_layers_7_attention_out_proj_weight_to_fp16 = const()[name = tensor("model_encoder_transformer_layers_7_attention_out_proj_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(121415168)))]; tensor model_encoder_transformer_layers_7_attention_out_proj_bias_to_fp16 = const()[name = tensor("model_encoder_transformer_layers_7_attention_out_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(122594880)))]; tensor linear_46_cast_fp16 = linear(bias = model_encoder_transformer_layers_7_attention_out_proj_bias_to_fp16, weight = model_encoder_transformer_layers_7_attention_out_proj_weight_to_fp16, x = input_141_cast_fp16)[name = tensor("linear_46_cast_fp16")]; tensor input_145_cast_fp16 = add(x = x_67_cast_fp16, y = linear_46_cast_fp16)[name = tensor("input_145_cast_fp16")]; tensor input_147_axes_0 = const()[name = tensor("input_147_axes_0"), val = tensor([-1])]; tensor model_encoder_transformer_layers_7_layer_norm_weight_to_fp16 = const()[name = tensor("model_encoder_transformer_layers_7_layer_norm_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(122596480)))]; tensor model_encoder_transformer_layers_7_layer_norm_bias_to_fp16 = const()[name = tensor("model_encoder_transformer_layers_7_layer_norm_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(122598080)))]; tensor input_147_cast_fp16 = layer_norm(axes = input_147_axes_0, beta = model_encoder_transformer_layers_7_layer_norm_bias_to_fp16, epsilon = var_14_to_fp16, gamma = model_encoder_transformer_layers_7_layer_norm_weight_to_fp16, x = input_145_cast_fp16)[name = tensor("input_147_cast_fp16")]; tensor model_encoder_transformer_layers_7_feed_forward_intermediate_dense_weight_to_fp16 = const()[name = tensor("model_encoder_transformer_layers_7_feed_forward_intermediate_dense_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(122599680)))]; tensor model_encoder_transformer_layers_7_feed_forward_intermediate_dense_bias_to_fp16 = const()[name = tensor("model_encoder_transformer_layers_7_feed_forward_intermediate_dense_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(127318336)))]; tensor linear_47_cast_fp16 = linear(bias = model_encoder_transformer_layers_7_feed_forward_intermediate_dense_bias_to_fp16, weight = model_encoder_transformer_layers_7_feed_forward_intermediate_dense_weight_to_fp16, x = input_147_cast_fp16)[name = tensor("linear_47_cast_fp16")]; tensor input_149_mode_0 = const()[name = tensor("input_149_mode_0"), val = tensor("EXACT")]; tensor input_149_cast_fp16 = gelu(mode = input_149_mode_0, x = linear_47_cast_fp16)[name = tensor("input_149_cast_fp16")]; tensor model_encoder_transformer_layers_7_feed_forward_output_dense_weight_to_fp16 = const()[name = tensor("model_encoder_transformer_layers_7_feed_forward_output_dense_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(127324544)))]; tensor model_encoder_transformer_layers_7_feed_forward_output_dense_bias_to_fp16 = const()[name = tensor("model_encoder_transformer_layers_7_feed_forward_output_dense_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(132043200)))]; tensor linear_48_cast_fp16 = linear(bias = model_encoder_transformer_layers_7_feed_forward_output_dense_bias_to_fp16, weight = model_encoder_transformer_layers_7_feed_forward_output_dense_weight_to_fp16, x = input_149_cast_fp16)[name = tensor("linear_48_cast_fp16")]; tensor input_155_cast_fp16 = add(x = input_147_cast_fp16, y = linear_48_cast_fp16)[name = tensor("input_155_cast_fp16")]; tensor x_73_axes_0 = const()[name = tensor("x_73_axes_0"), val = tensor([-1])]; tensor model_encoder_transformer_layers_7_final_layer_norm_weight_to_fp16 = const()[name = tensor("model_encoder_transformer_layers_7_final_layer_norm_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(132044800)))]; tensor model_encoder_transformer_layers_7_final_layer_norm_bias_to_fp16 = const()[name = tensor("model_encoder_transformer_layers_7_final_layer_norm_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(132046400)))]; tensor x_73_cast_fp16 = layer_norm(axes = x_73_axes_0, beta = model_encoder_transformer_layers_7_final_layer_norm_bias_to_fp16, epsilon = var_14_to_fp16, gamma = model_encoder_transformer_layers_7_final_layer_norm_weight_to_fp16, x = input_155_cast_fp16)[name = tensor("x_73_cast_fp16")]; tensor model_encoder_transformer_layers_8_attention_q_proj_weight_to_fp16 = const()[name = tensor("model_encoder_transformer_layers_8_attention_q_proj_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(132048000)))]; tensor model_encoder_transformer_layers_8_attention_q_proj_bias_to_fp16 = const()[name = tensor("model_encoder_transformer_layers_8_attention_q_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(133227712)))]; tensor linear_49_cast_fp16 = linear(bias = model_encoder_transformer_layers_8_attention_q_proj_bias_to_fp16, weight = model_encoder_transformer_layers_8_attention_q_proj_weight_to_fp16, x = x_73_cast_fp16)[name = tensor("linear_49_cast_fp16")]; tensor var_629 = const()[name = tensor("op_629"), val = tensor([1, 2999, 12, 64])]; tensor var_630_cast_fp16 = reshape(shape = var_629, x = linear_49_cast_fp16)[name = tensor("op_630_cast_fp16")]; tensor model_encoder_transformer_layers_8_attention_k_proj_weight_to_fp16 = const()[name = tensor("model_encoder_transformer_layers_8_attention_k_proj_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(133229312)))]; tensor model_encoder_transformer_layers_8_attention_k_proj_bias_to_fp16 = const()[name = tensor("model_encoder_transformer_layers_8_attention_k_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(134409024)))]; tensor linear_50_cast_fp16 = linear(bias = model_encoder_transformer_layers_8_attention_k_proj_bias_to_fp16, weight = model_encoder_transformer_layers_8_attention_k_proj_weight_to_fp16, x = x_73_cast_fp16)[name = tensor("linear_50_cast_fp16")]; tensor var_635 = const()[name = tensor("op_635"), val = tensor([1, 2999, 12, 64])]; tensor var_636_cast_fp16 = reshape(shape = var_635, x = linear_50_cast_fp16)[name = tensor("op_636_cast_fp16")]; tensor model_encoder_transformer_layers_8_attention_v_proj_weight_to_fp16 = const()[name = tensor("model_encoder_transformer_layers_8_attention_v_proj_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(134410624)))]; tensor model_encoder_transformer_layers_8_attention_v_proj_bias_to_fp16 = const()[name = tensor("model_encoder_transformer_layers_8_attention_v_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(135590336)))]; tensor linear_51_cast_fp16 = linear(bias = model_encoder_transformer_layers_8_attention_v_proj_bias_to_fp16, weight = model_encoder_transformer_layers_8_attention_v_proj_weight_to_fp16, x = x_73_cast_fp16)[name = tensor("linear_51_cast_fp16")]; tensor var_641 = const()[name = tensor("op_641"), val = tensor([1, 2999, 12, 64])]; tensor var_642_cast_fp16 = reshape(shape = var_641, x = linear_51_cast_fp16)[name = tensor("op_642_cast_fp16")]; tensor v_17_perm_0 = const()[name = tensor("v_17_perm_0"), val = tensor([0, 2, 1, 3])]; tensor mul_9_y_0_to_fp16 = const()[name = tensor("mul_9_y_0_to_fp16"), val = tensor(0x1p-3)]; tensor mul_9_cast_fp16 = mul(x = var_630_cast_fp16, y = mul_9_y_0_to_fp16)[name = tensor("mul_9_cast_fp16")]; tensor matmul_8_transpose_y_0 = const()[name = tensor("matmul_8_transpose_y_0"), val = tensor(true)]; tensor matmul_8_transpose_x_0 = const()[name = tensor("matmul_8_transpose_x_0"), val = tensor(false)]; tensor transpose_64_perm_0 = const()[name = tensor("transpose_64_perm_0"), val = tensor([0, 2, -3, -1])]; tensor transpose_65_perm_0 = const()[name = tensor("transpose_65_perm_0"), val = tensor([0, 2, -3, -1])]; tensor transpose_65 = transpose(perm = transpose_65_perm_0, x = var_636_cast_fp16)[name = tensor("transpose_85")]; tensor transpose_64 = transpose(perm = transpose_64_perm_0, x = mul_9_cast_fp16)[name = tensor("transpose_86")]; tensor matmul_8_cast_fp16 = matmul(transpose_x = matmul_8_transpose_x_0, transpose_y = matmul_8_transpose_y_0, x = transpose_64, y = transpose_65)[name = tensor("matmul_8_cast_fp16")]; tensor softmax_8_axis_0 = const()[name = tensor("softmax_8_axis_0"), val = tensor(-1)]; tensor softmax_8_cast_fp16 = softmax(axis = softmax_8_axis_0, x = matmul_8_cast_fp16)[name = tensor("softmax_8_cast_fp16")]; tensor attn_output_17_transpose_x_0 = const()[name = tensor("attn_output_17_transpose_x_0"), val = tensor(false)]; tensor attn_output_17_transpose_y_0 = const()[name = tensor("attn_output_17_transpose_y_0"), val = tensor(false)]; tensor v_17_cast_fp16 = transpose(perm = v_17_perm_0, x = var_642_cast_fp16)[name = tensor("transpose_87")]; tensor attn_output_17_cast_fp16 = matmul(transpose_x = attn_output_17_transpose_x_0, transpose_y = attn_output_17_transpose_y_0, x = softmax_8_cast_fp16, y = v_17_cast_fp16)[name = tensor("attn_output_17_cast_fp16")]; tensor var_645_perm_0 = const()[name = tensor("op_645_perm_0"), val = tensor([0, 2, 1, 3])]; tensor var_646 = const()[name = tensor("op_646"), val = tensor([1, -1, 768])]; tensor var_645_cast_fp16 = transpose(perm = var_645_perm_0, x = attn_output_17_cast_fp16)[name = tensor("transpose_84")]; tensor input_157_cast_fp16 = reshape(shape = var_646, x = var_645_cast_fp16)[name = tensor("input_157_cast_fp16")]; tensor model_encoder_transformer_layers_8_attention_out_proj_weight_to_fp16 = const()[name = tensor("model_encoder_transformer_layers_8_attention_out_proj_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(135591936)))]; tensor model_encoder_transformer_layers_8_attention_out_proj_bias_to_fp16 = const()[name = tensor("model_encoder_transformer_layers_8_attention_out_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(136771648)))]; tensor linear_52_cast_fp16 = linear(bias = model_encoder_transformer_layers_8_attention_out_proj_bias_to_fp16, weight = model_encoder_transformer_layers_8_attention_out_proj_weight_to_fp16, x = input_157_cast_fp16)[name = tensor("linear_52_cast_fp16")]; tensor input_161_cast_fp16 = add(x = x_73_cast_fp16, y = linear_52_cast_fp16)[name = tensor("input_161_cast_fp16")]; tensor input_163_axes_0 = const()[name = tensor("input_163_axes_0"), val = tensor([-1])]; tensor model_encoder_transformer_layers_8_layer_norm_weight_to_fp16 = const()[name = tensor("model_encoder_transformer_layers_8_layer_norm_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(136773248)))]; tensor model_encoder_transformer_layers_8_layer_norm_bias_to_fp16 = const()[name = tensor("model_encoder_transformer_layers_8_layer_norm_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(136774848)))]; tensor input_163_cast_fp16 = layer_norm(axes = input_163_axes_0, beta = model_encoder_transformer_layers_8_layer_norm_bias_to_fp16, epsilon = var_14_to_fp16, gamma = model_encoder_transformer_layers_8_layer_norm_weight_to_fp16, x = input_161_cast_fp16)[name = tensor("input_163_cast_fp16")]; tensor model_encoder_transformer_layers_8_feed_forward_intermediate_dense_weight_to_fp16 = const()[name = tensor("model_encoder_transformer_layers_8_feed_forward_intermediate_dense_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(136776448)))]; tensor model_encoder_transformer_layers_8_feed_forward_intermediate_dense_bias_to_fp16 = const()[name = tensor("model_encoder_transformer_layers_8_feed_forward_intermediate_dense_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(141495104)))]; tensor linear_53_cast_fp16 = linear(bias = model_encoder_transformer_layers_8_feed_forward_intermediate_dense_bias_to_fp16, weight = model_encoder_transformer_layers_8_feed_forward_intermediate_dense_weight_to_fp16, x = input_163_cast_fp16)[name = tensor("linear_53_cast_fp16")]; tensor input_165_mode_0 = const()[name = tensor("input_165_mode_0"), val = tensor("EXACT")]; tensor input_165_cast_fp16 = gelu(mode = input_165_mode_0, x = linear_53_cast_fp16)[name = tensor("input_165_cast_fp16")]; tensor model_encoder_transformer_layers_8_feed_forward_output_dense_weight_to_fp16 = const()[name = tensor("model_encoder_transformer_layers_8_feed_forward_output_dense_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(141501312)))]; tensor model_encoder_transformer_layers_8_feed_forward_output_dense_bias_to_fp16 = const()[name = tensor("model_encoder_transformer_layers_8_feed_forward_output_dense_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(146219968)))]; tensor linear_54_cast_fp16 = linear(bias = model_encoder_transformer_layers_8_feed_forward_output_dense_bias_to_fp16, weight = model_encoder_transformer_layers_8_feed_forward_output_dense_weight_to_fp16, x = input_165_cast_fp16)[name = tensor("linear_54_cast_fp16")]; tensor input_171_cast_fp16 = add(x = input_163_cast_fp16, y = linear_54_cast_fp16)[name = tensor("input_171_cast_fp16")]; tensor x_79_axes_0 = const()[name = tensor("x_79_axes_0"), val = tensor([-1])]; tensor model_encoder_transformer_layers_8_final_layer_norm_weight_to_fp16 = const()[name = tensor("model_encoder_transformer_layers_8_final_layer_norm_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(146221568)))]; tensor model_encoder_transformer_layers_8_final_layer_norm_bias_to_fp16 = const()[name = tensor("model_encoder_transformer_layers_8_final_layer_norm_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(146223168)))]; tensor x_79_cast_fp16 = layer_norm(axes = x_79_axes_0, beta = model_encoder_transformer_layers_8_final_layer_norm_bias_to_fp16, epsilon = var_14_to_fp16, gamma = model_encoder_transformer_layers_8_final_layer_norm_weight_to_fp16, x = input_171_cast_fp16)[name = tensor("x_79_cast_fp16")]; tensor model_encoder_transformer_layers_9_attention_q_proj_weight_to_fp16 = const()[name = tensor("model_encoder_transformer_layers_9_attention_q_proj_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(146224768)))]; tensor model_encoder_transformer_layers_9_attention_q_proj_bias_to_fp16 = const()[name = tensor("model_encoder_transformer_layers_9_attention_q_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(147404480)))]; tensor linear_55_cast_fp16 = linear(bias = model_encoder_transformer_layers_9_attention_q_proj_bias_to_fp16, weight = model_encoder_transformer_layers_9_attention_q_proj_weight_to_fp16, x = x_79_cast_fp16)[name = tensor("linear_55_cast_fp16")]; tensor var_686 = const()[name = tensor("op_686"), val = tensor([1, 2999, 12, 64])]; tensor var_687_cast_fp16 = reshape(shape = var_686, x = linear_55_cast_fp16)[name = tensor("op_687_cast_fp16")]; tensor model_encoder_transformer_layers_9_attention_k_proj_weight_to_fp16 = const()[name = tensor("model_encoder_transformer_layers_9_attention_k_proj_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(147406080)))]; tensor model_encoder_transformer_layers_9_attention_k_proj_bias_to_fp16 = const()[name = tensor("model_encoder_transformer_layers_9_attention_k_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(148585792)))]; tensor linear_56_cast_fp16 = linear(bias = model_encoder_transformer_layers_9_attention_k_proj_bias_to_fp16, weight = model_encoder_transformer_layers_9_attention_k_proj_weight_to_fp16, x = x_79_cast_fp16)[name = tensor("linear_56_cast_fp16")]; tensor var_692 = const()[name = tensor("op_692"), val = tensor([1, 2999, 12, 64])]; tensor var_693_cast_fp16 = reshape(shape = var_692, x = linear_56_cast_fp16)[name = tensor("op_693_cast_fp16")]; tensor model_encoder_transformer_layers_9_attention_v_proj_weight_to_fp16 = const()[name = tensor("model_encoder_transformer_layers_9_attention_v_proj_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(148587392)))]; tensor model_encoder_transformer_layers_9_attention_v_proj_bias_to_fp16 = const()[name = tensor("model_encoder_transformer_layers_9_attention_v_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(149767104)))]; tensor linear_57_cast_fp16 = linear(bias = model_encoder_transformer_layers_9_attention_v_proj_bias_to_fp16, weight = model_encoder_transformer_layers_9_attention_v_proj_weight_to_fp16, x = x_79_cast_fp16)[name = tensor("linear_57_cast_fp16")]; tensor var_698 = const()[name = tensor("op_698"), val = tensor([1, 2999, 12, 64])]; tensor var_699_cast_fp16 = reshape(shape = var_698, x = linear_57_cast_fp16)[name = tensor("op_699_cast_fp16")]; tensor v_19_perm_0 = const()[name = tensor("v_19_perm_0"), val = tensor([0, 2, 1, 3])]; tensor mul_10_y_0_to_fp16 = const()[name = tensor("mul_10_y_0_to_fp16"), val = tensor(0x1p-3)]; tensor mul_10_cast_fp16 = mul(x = var_687_cast_fp16, y = mul_10_y_0_to_fp16)[name = tensor("mul_10_cast_fp16")]; tensor matmul_9_transpose_y_0 = const()[name = tensor("matmul_9_transpose_y_0"), val = tensor(true)]; tensor matmul_9_transpose_x_0 = const()[name = tensor("matmul_9_transpose_x_0"), val = tensor(false)]; tensor transpose_66_perm_0 = const()[name = tensor("transpose_66_perm_0"), val = tensor([0, 2, -3, -1])]; tensor transpose_67_perm_0 = const()[name = tensor("transpose_67_perm_0"), val = tensor([0, 2, -3, -1])]; tensor transpose_67 = transpose(perm = transpose_67_perm_0, x = var_693_cast_fp16)[name = tensor("transpose_81")]; tensor transpose_66 = transpose(perm = transpose_66_perm_0, x = mul_10_cast_fp16)[name = tensor("transpose_82")]; tensor matmul_9_cast_fp16 = matmul(transpose_x = matmul_9_transpose_x_0, transpose_y = matmul_9_transpose_y_0, x = transpose_66, y = transpose_67)[name = tensor("matmul_9_cast_fp16")]; tensor softmax_9_axis_0 = const()[name = tensor("softmax_9_axis_0"), val = tensor(-1)]; tensor softmax_9_cast_fp16 = softmax(axis = softmax_9_axis_0, x = matmul_9_cast_fp16)[name = tensor("softmax_9_cast_fp16")]; tensor attn_output_19_transpose_x_0 = const()[name = tensor("attn_output_19_transpose_x_0"), val = tensor(false)]; tensor attn_output_19_transpose_y_0 = const()[name = tensor("attn_output_19_transpose_y_0"), val = tensor(false)]; tensor v_19_cast_fp16 = transpose(perm = v_19_perm_0, x = var_699_cast_fp16)[name = tensor("transpose_83")]; tensor attn_output_19_cast_fp16 = matmul(transpose_x = attn_output_19_transpose_x_0, transpose_y = attn_output_19_transpose_y_0, x = softmax_9_cast_fp16, y = v_19_cast_fp16)[name = tensor("attn_output_19_cast_fp16")]; tensor var_702_perm_0 = const()[name = tensor("op_702_perm_0"), val = tensor([0, 2, 1, 3])]; tensor var_703 = const()[name = tensor("op_703"), val = tensor([1, -1, 768])]; tensor var_702_cast_fp16 = transpose(perm = var_702_perm_0, x = attn_output_19_cast_fp16)[name = tensor("transpose_80")]; tensor input_173_cast_fp16 = reshape(shape = var_703, x = var_702_cast_fp16)[name = tensor("input_173_cast_fp16")]; tensor model_encoder_transformer_layers_9_attention_out_proj_weight_to_fp16 = const()[name = tensor("model_encoder_transformer_layers_9_attention_out_proj_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(149768704)))]; tensor model_encoder_transformer_layers_9_attention_out_proj_bias_to_fp16 = const()[name = tensor("model_encoder_transformer_layers_9_attention_out_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(150948416)))]; tensor linear_58_cast_fp16 = linear(bias = model_encoder_transformer_layers_9_attention_out_proj_bias_to_fp16, weight = model_encoder_transformer_layers_9_attention_out_proj_weight_to_fp16, x = input_173_cast_fp16)[name = tensor("linear_58_cast_fp16")]; tensor input_177_cast_fp16 = add(x = x_79_cast_fp16, y = linear_58_cast_fp16)[name = tensor("input_177_cast_fp16")]; tensor input_179_axes_0 = const()[name = tensor("input_179_axes_0"), val = tensor([-1])]; tensor model_encoder_transformer_layers_9_layer_norm_weight_to_fp16 = const()[name = tensor("model_encoder_transformer_layers_9_layer_norm_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(150950016)))]; tensor model_encoder_transformer_layers_9_layer_norm_bias_to_fp16 = const()[name = tensor("model_encoder_transformer_layers_9_layer_norm_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(150951616)))]; tensor input_179_cast_fp16 = layer_norm(axes = input_179_axes_0, beta = model_encoder_transformer_layers_9_layer_norm_bias_to_fp16, epsilon = var_14_to_fp16, gamma = model_encoder_transformer_layers_9_layer_norm_weight_to_fp16, x = input_177_cast_fp16)[name = tensor("input_179_cast_fp16")]; tensor model_encoder_transformer_layers_9_feed_forward_intermediate_dense_weight_to_fp16 = const()[name = tensor("model_encoder_transformer_layers_9_feed_forward_intermediate_dense_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(150953216)))]; tensor model_encoder_transformer_layers_9_feed_forward_intermediate_dense_bias_to_fp16 = const()[name = tensor("model_encoder_transformer_layers_9_feed_forward_intermediate_dense_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(155671872)))]; tensor linear_59_cast_fp16 = linear(bias = model_encoder_transformer_layers_9_feed_forward_intermediate_dense_bias_to_fp16, weight = model_encoder_transformer_layers_9_feed_forward_intermediate_dense_weight_to_fp16, x = input_179_cast_fp16)[name = tensor("linear_59_cast_fp16")]; tensor input_181_mode_0 = const()[name = tensor("input_181_mode_0"), val = tensor("EXACT")]; tensor input_181_cast_fp16 = gelu(mode = input_181_mode_0, x = linear_59_cast_fp16)[name = tensor("input_181_cast_fp16")]; tensor model_encoder_transformer_layers_9_feed_forward_output_dense_weight_to_fp16 = const()[name = tensor("model_encoder_transformer_layers_9_feed_forward_output_dense_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(155678080)))]; tensor model_encoder_transformer_layers_9_feed_forward_output_dense_bias_to_fp16 = const()[name = tensor("model_encoder_transformer_layers_9_feed_forward_output_dense_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(160396736)))]; tensor linear_60_cast_fp16 = linear(bias = model_encoder_transformer_layers_9_feed_forward_output_dense_bias_to_fp16, weight = model_encoder_transformer_layers_9_feed_forward_output_dense_weight_to_fp16, x = input_181_cast_fp16)[name = tensor("linear_60_cast_fp16")]; tensor input_187_cast_fp16 = add(x = input_179_cast_fp16, y = linear_60_cast_fp16)[name = tensor("input_187_cast_fp16")]; tensor x_85_axes_0 = const()[name = tensor("x_85_axes_0"), val = tensor([-1])]; tensor model_encoder_transformer_layers_9_final_layer_norm_weight_to_fp16 = const()[name = tensor("model_encoder_transformer_layers_9_final_layer_norm_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(160398336)))]; tensor model_encoder_transformer_layers_9_final_layer_norm_bias_to_fp16 = const()[name = tensor("model_encoder_transformer_layers_9_final_layer_norm_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(160399936)))]; tensor x_85_cast_fp16 = layer_norm(axes = x_85_axes_0, beta = model_encoder_transformer_layers_9_final_layer_norm_bias_to_fp16, epsilon = var_14_to_fp16, gamma = model_encoder_transformer_layers_9_final_layer_norm_weight_to_fp16, x = input_187_cast_fp16)[name = tensor("x_85_cast_fp16")]; tensor model_encoder_transformer_layers_10_attention_q_proj_weight_to_fp16 = const()[name = tensor("model_encoder_transformer_layers_10_attention_q_proj_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(160401536)))]; tensor model_encoder_transformer_layers_10_attention_q_proj_bias_to_fp16 = const()[name = tensor("model_encoder_transformer_layers_10_attention_q_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(161581248)))]; tensor linear_61_cast_fp16 = linear(bias = model_encoder_transformer_layers_10_attention_q_proj_bias_to_fp16, weight = model_encoder_transformer_layers_10_attention_q_proj_weight_to_fp16, x = x_85_cast_fp16)[name = tensor("linear_61_cast_fp16")]; tensor var_743 = const()[name = tensor("op_743"), val = tensor([1, 2999, 12, 64])]; tensor var_744_cast_fp16 = reshape(shape = var_743, x = linear_61_cast_fp16)[name = tensor("op_744_cast_fp16")]; tensor model_encoder_transformer_layers_10_attention_k_proj_weight_to_fp16 = const()[name = tensor("model_encoder_transformer_layers_10_attention_k_proj_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(161582848)))]; tensor model_encoder_transformer_layers_10_attention_k_proj_bias_to_fp16 = const()[name = tensor("model_encoder_transformer_layers_10_attention_k_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(162762560)))]; tensor linear_62_cast_fp16 = linear(bias = model_encoder_transformer_layers_10_attention_k_proj_bias_to_fp16, weight = model_encoder_transformer_layers_10_attention_k_proj_weight_to_fp16, x = x_85_cast_fp16)[name = tensor("linear_62_cast_fp16")]; tensor var_749 = const()[name = tensor("op_749"), val = tensor([1, 2999, 12, 64])]; tensor var_750_cast_fp16 = reshape(shape = var_749, x = linear_62_cast_fp16)[name = tensor("op_750_cast_fp16")]; tensor model_encoder_transformer_layers_10_attention_v_proj_weight_to_fp16 = const()[name = tensor("model_encoder_transformer_layers_10_attention_v_proj_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(162764160)))]; tensor model_encoder_transformer_layers_10_attention_v_proj_bias_to_fp16 = const()[name = tensor("model_encoder_transformer_layers_10_attention_v_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(163943872)))]; tensor linear_63_cast_fp16 = linear(bias = model_encoder_transformer_layers_10_attention_v_proj_bias_to_fp16, weight = model_encoder_transformer_layers_10_attention_v_proj_weight_to_fp16, x = x_85_cast_fp16)[name = tensor("linear_63_cast_fp16")]; tensor var_755 = const()[name = tensor("op_755"), val = tensor([1, 2999, 12, 64])]; tensor var_756_cast_fp16 = reshape(shape = var_755, x = linear_63_cast_fp16)[name = tensor("op_756_cast_fp16")]; tensor v_21_perm_0 = const()[name = tensor("v_21_perm_0"), val = tensor([0, 2, 1, 3])]; tensor mul_11_y_0_to_fp16 = const()[name = tensor("mul_11_y_0_to_fp16"), val = tensor(0x1p-3)]; tensor mul_11_cast_fp16 = mul(x = var_744_cast_fp16, y = mul_11_y_0_to_fp16)[name = tensor("mul_11_cast_fp16")]; tensor matmul_10_transpose_y_0 = const()[name = tensor("matmul_10_transpose_y_0"), val = tensor(true)]; tensor matmul_10_transpose_x_0 = const()[name = tensor("matmul_10_transpose_x_0"), val = tensor(false)]; tensor transpose_68_perm_0 = const()[name = tensor("transpose_68_perm_0"), val = tensor([0, 2, -3, -1])]; tensor transpose_69_perm_0 = const()[name = tensor("transpose_69_perm_0"), val = tensor([0, 2, -3, -1])]; tensor transpose_69 = transpose(perm = transpose_69_perm_0, x = var_750_cast_fp16)[name = tensor("transpose_77")]; tensor transpose_68 = transpose(perm = transpose_68_perm_0, x = mul_11_cast_fp16)[name = tensor("transpose_78")]; tensor matmul_10_cast_fp16 = matmul(transpose_x = matmul_10_transpose_x_0, transpose_y = matmul_10_transpose_y_0, x = transpose_68, y = transpose_69)[name = tensor("matmul_10_cast_fp16")]; tensor softmax_10_axis_0 = const()[name = tensor("softmax_10_axis_0"), val = tensor(-1)]; tensor softmax_10_cast_fp16 = softmax(axis = softmax_10_axis_0, x = matmul_10_cast_fp16)[name = tensor("softmax_10_cast_fp16")]; tensor attn_output_21_transpose_x_0 = const()[name = tensor("attn_output_21_transpose_x_0"), val = tensor(false)]; tensor attn_output_21_transpose_y_0 = const()[name = tensor("attn_output_21_transpose_y_0"), val = tensor(false)]; tensor v_21_cast_fp16 = transpose(perm = v_21_perm_0, x = var_756_cast_fp16)[name = tensor("transpose_79")]; tensor attn_output_21_cast_fp16 = matmul(transpose_x = attn_output_21_transpose_x_0, transpose_y = attn_output_21_transpose_y_0, x = softmax_10_cast_fp16, y = v_21_cast_fp16)[name = tensor("attn_output_21_cast_fp16")]; tensor var_759_perm_0 = const()[name = tensor("op_759_perm_0"), val = tensor([0, 2, 1, 3])]; tensor var_760 = const()[name = tensor("op_760"), val = tensor([1, -1, 768])]; tensor var_759_cast_fp16 = transpose(perm = var_759_perm_0, x = attn_output_21_cast_fp16)[name = tensor("transpose_76")]; tensor input_189_cast_fp16 = reshape(shape = var_760, x = var_759_cast_fp16)[name = tensor("input_189_cast_fp16")]; tensor model_encoder_transformer_layers_10_attention_out_proj_weight_to_fp16 = const()[name = tensor("model_encoder_transformer_layers_10_attention_out_proj_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(163945472)))]; tensor model_encoder_transformer_layers_10_attention_out_proj_bias_to_fp16 = const()[name = tensor("model_encoder_transformer_layers_10_attention_out_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(165125184)))]; tensor linear_64_cast_fp16 = linear(bias = model_encoder_transformer_layers_10_attention_out_proj_bias_to_fp16, weight = model_encoder_transformer_layers_10_attention_out_proj_weight_to_fp16, x = input_189_cast_fp16)[name = tensor("linear_64_cast_fp16")]; tensor input_193_cast_fp16 = add(x = x_85_cast_fp16, y = linear_64_cast_fp16)[name = tensor("input_193_cast_fp16")]; tensor input_195_axes_0 = const()[name = tensor("input_195_axes_0"), val = tensor([-1])]; tensor model_encoder_transformer_layers_10_layer_norm_weight_to_fp16 = const()[name = tensor("model_encoder_transformer_layers_10_layer_norm_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(165126784)))]; tensor model_encoder_transformer_layers_10_layer_norm_bias_to_fp16 = const()[name = tensor("model_encoder_transformer_layers_10_layer_norm_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(165128384)))]; tensor input_195_cast_fp16 = layer_norm(axes = input_195_axes_0, beta = model_encoder_transformer_layers_10_layer_norm_bias_to_fp16, epsilon = var_14_to_fp16, gamma = model_encoder_transformer_layers_10_layer_norm_weight_to_fp16, x = input_193_cast_fp16)[name = tensor("input_195_cast_fp16")]; tensor model_encoder_transformer_layers_10_feed_forward_intermediate_dense_weight_to_fp16 = const()[name = tensor("model_encoder_transformer_layers_10_feed_forward_intermediate_dense_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(165129984)))]; tensor model_encoder_transformer_layers_10_feed_forward_intermediate_dense_bias_to_fp16 = const()[name = tensor("model_encoder_transformer_layers_10_feed_forward_intermediate_dense_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(169848640)))]; tensor linear_65_cast_fp16 = linear(bias = model_encoder_transformer_layers_10_feed_forward_intermediate_dense_bias_to_fp16, weight = model_encoder_transformer_layers_10_feed_forward_intermediate_dense_weight_to_fp16, x = input_195_cast_fp16)[name = tensor("linear_65_cast_fp16")]; tensor input_197_mode_0 = const()[name = tensor("input_197_mode_0"), val = tensor("EXACT")]; tensor input_197_cast_fp16 = gelu(mode = input_197_mode_0, x = linear_65_cast_fp16)[name = tensor("input_197_cast_fp16")]; tensor model_encoder_transformer_layers_10_feed_forward_output_dense_weight_to_fp16 = const()[name = tensor("model_encoder_transformer_layers_10_feed_forward_output_dense_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(169854848)))]; tensor model_encoder_transformer_layers_10_feed_forward_output_dense_bias_to_fp16 = const()[name = tensor("model_encoder_transformer_layers_10_feed_forward_output_dense_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(174573504)))]; tensor linear_66_cast_fp16 = linear(bias = model_encoder_transformer_layers_10_feed_forward_output_dense_bias_to_fp16, weight = model_encoder_transformer_layers_10_feed_forward_output_dense_weight_to_fp16, x = input_197_cast_fp16)[name = tensor("linear_66_cast_fp16")]; tensor input_203_cast_fp16 = add(x = input_195_cast_fp16, y = linear_66_cast_fp16)[name = tensor("input_203_cast_fp16")]; tensor x_91_axes_0 = const()[name = tensor("x_91_axes_0"), val = tensor([-1])]; tensor model_encoder_transformer_layers_10_final_layer_norm_weight_to_fp16 = const()[name = tensor("model_encoder_transformer_layers_10_final_layer_norm_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(174575104)))]; tensor model_encoder_transformer_layers_10_final_layer_norm_bias_to_fp16 = const()[name = tensor("model_encoder_transformer_layers_10_final_layer_norm_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(174576704)))]; tensor x_91_cast_fp16 = layer_norm(axes = x_91_axes_0, beta = model_encoder_transformer_layers_10_final_layer_norm_bias_to_fp16, epsilon = var_14_to_fp16, gamma = model_encoder_transformer_layers_10_final_layer_norm_weight_to_fp16, x = input_203_cast_fp16)[name = tensor("x_91_cast_fp16")]; tensor model_encoder_transformer_layers_11_attention_q_proj_weight_to_fp16 = const()[name = tensor("model_encoder_transformer_layers_11_attention_q_proj_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(174578304)))]; tensor model_encoder_transformer_layers_11_attention_q_proj_bias_to_fp16 = const()[name = tensor("model_encoder_transformer_layers_11_attention_q_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(175758016)))]; tensor linear_67_cast_fp16 = linear(bias = model_encoder_transformer_layers_11_attention_q_proj_bias_to_fp16, weight = model_encoder_transformer_layers_11_attention_q_proj_weight_to_fp16, x = x_91_cast_fp16)[name = tensor("linear_67_cast_fp16")]; tensor var_800 = const()[name = tensor("op_800"), val = tensor([1, 2999, 12, 64])]; tensor var_801_cast_fp16 = reshape(shape = var_800, x = linear_67_cast_fp16)[name = tensor("op_801_cast_fp16")]; tensor model_encoder_transformer_layers_11_attention_k_proj_weight_to_fp16 = const()[name = tensor("model_encoder_transformer_layers_11_attention_k_proj_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(175759616)))]; tensor model_encoder_transformer_layers_11_attention_k_proj_bias_to_fp16 = const()[name = tensor("model_encoder_transformer_layers_11_attention_k_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(176939328)))]; tensor linear_68_cast_fp16 = linear(bias = model_encoder_transformer_layers_11_attention_k_proj_bias_to_fp16, weight = model_encoder_transformer_layers_11_attention_k_proj_weight_to_fp16, x = x_91_cast_fp16)[name = tensor("linear_68_cast_fp16")]; tensor var_806 = const()[name = tensor("op_806"), val = tensor([1, 2999, 12, 64])]; tensor var_807_cast_fp16 = reshape(shape = var_806, x = linear_68_cast_fp16)[name = tensor("op_807_cast_fp16")]; tensor model_encoder_transformer_layers_11_attention_v_proj_weight_to_fp16 = const()[name = tensor("model_encoder_transformer_layers_11_attention_v_proj_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(176940928)))]; tensor model_encoder_transformer_layers_11_attention_v_proj_bias_to_fp16 = const()[name = tensor("model_encoder_transformer_layers_11_attention_v_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(178120640)))]; tensor linear_69_cast_fp16 = linear(bias = model_encoder_transformer_layers_11_attention_v_proj_bias_to_fp16, weight = model_encoder_transformer_layers_11_attention_v_proj_weight_to_fp16, x = x_91_cast_fp16)[name = tensor("linear_69_cast_fp16")]; tensor var_812 = const()[name = tensor("op_812"), val = tensor([1, 2999, 12, 64])]; tensor var_813_cast_fp16 = reshape(shape = var_812, x = linear_69_cast_fp16)[name = tensor("op_813_cast_fp16")]; tensor v_perm_0 = const()[name = tensor("v_perm_0"), val = tensor([0, 2, 1, 3])]; tensor mul_12_y_0_to_fp16 = const()[name = tensor("mul_12_y_0_to_fp16"), val = tensor(0x1p-3)]; tensor mul_12_cast_fp16 = mul(x = var_801_cast_fp16, y = mul_12_y_0_to_fp16)[name = tensor("mul_12_cast_fp16")]; tensor matmul_11_transpose_y_0 = const()[name = tensor("matmul_11_transpose_y_0"), val = tensor(true)]; tensor matmul_11_transpose_x_0 = const()[name = tensor("matmul_11_transpose_x_0"), val = tensor(false)]; tensor transpose_70_perm_0 = const()[name = tensor("transpose_70_perm_0"), val = tensor([0, 2, -3, -1])]; tensor transpose_71_perm_0 = const()[name = tensor("transpose_71_perm_0"), val = tensor([0, 2, -3, -1])]; tensor transpose_71 = transpose(perm = transpose_71_perm_0, x = var_807_cast_fp16)[name = tensor("transpose_73")]; tensor transpose_70 = transpose(perm = transpose_70_perm_0, x = mul_12_cast_fp16)[name = tensor("transpose_74")]; tensor matmul_11_cast_fp16 = matmul(transpose_x = matmul_11_transpose_x_0, transpose_y = matmul_11_transpose_y_0, x = transpose_70, y = transpose_71)[name = tensor("matmul_11_cast_fp16")]; tensor softmax_11_axis_0 = const()[name = tensor("softmax_11_axis_0"), val = tensor(-1)]; tensor softmax_11_cast_fp16 = softmax(axis = softmax_11_axis_0, x = matmul_11_cast_fp16)[name = tensor("softmax_11_cast_fp16")]; tensor attn_output_transpose_x_0 = const()[name = tensor("attn_output_transpose_x_0"), val = tensor(false)]; tensor attn_output_transpose_y_0 = const()[name = tensor("attn_output_transpose_y_0"), val = tensor(false)]; tensor v_cast_fp16 = transpose(perm = v_perm_0, x = var_813_cast_fp16)[name = tensor("transpose_75")]; tensor attn_output_cast_fp16 = matmul(transpose_x = attn_output_transpose_x_0, transpose_y = attn_output_transpose_y_0, x = softmax_11_cast_fp16, y = v_cast_fp16)[name = tensor("attn_output_cast_fp16")]; tensor var_816_perm_0 = const()[name = tensor("op_816_perm_0"), val = tensor([0, 2, 1, 3])]; tensor var_817 = const()[name = tensor("op_817"), val = tensor([1, -1, 768])]; tensor var_816_cast_fp16 = transpose(perm = var_816_perm_0, x = attn_output_cast_fp16)[name = tensor("transpose_72")]; tensor input_205_cast_fp16 = reshape(shape = var_817, x = var_816_cast_fp16)[name = tensor("input_205_cast_fp16")]; tensor model_encoder_transformer_layers_11_attention_out_proj_weight_to_fp16 = const()[name = tensor("model_encoder_transformer_layers_11_attention_out_proj_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(178122240)))]; tensor model_encoder_transformer_layers_11_attention_out_proj_bias_to_fp16 = const()[name = tensor("model_encoder_transformer_layers_11_attention_out_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(179301952)))]; tensor linear_70_cast_fp16 = linear(bias = model_encoder_transformer_layers_11_attention_out_proj_bias_to_fp16, weight = model_encoder_transformer_layers_11_attention_out_proj_weight_to_fp16, x = input_205_cast_fp16)[name = tensor("linear_70_cast_fp16")]; tensor input_209_cast_fp16 = add(x = x_91_cast_fp16, y = linear_70_cast_fp16)[name = tensor("input_209_cast_fp16")]; tensor input_211_axes_0 = const()[name = tensor("input_211_axes_0"), val = tensor([-1])]; tensor model_encoder_transformer_layers_11_layer_norm_weight_to_fp16 = const()[name = tensor("model_encoder_transformer_layers_11_layer_norm_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(179303552)))]; tensor model_encoder_transformer_layers_11_layer_norm_bias_to_fp16 = const()[name = tensor("model_encoder_transformer_layers_11_layer_norm_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(179305152)))]; tensor input_211_cast_fp16 = layer_norm(axes = input_211_axes_0, beta = model_encoder_transformer_layers_11_layer_norm_bias_to_fp16, epsilon = var_14_to_fp16, gamma = model_encoder_transformer_layers_11_layer_norm_weight_to_fp16, x = input_209_cast_fp16)[name = tensor("input_211_cast_fp16")]; tensor model_encoder_transformer_layers_11_feed_forward_intermediate_dense_weight_to_fp16 = const()[name = tensor("model_encoder_transformer_layers_11_feed_forward_intermediate_dense_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(179306752)))]; tensor model_encoder_transformer_layers_11_feed_forward_intermediate_dense_bias_to_fp16 = const()[name = tensor("model_encoder_transformer_layers_11_feed_forward_intermediate_dense_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(184025408)))]; tensor linear_71_cast_fp16 = linear(bias = model_encoder_transformer_layers_11_feed_forward_intermediate_dense_bias_to_fp16, weight = model_encoder_transformer_layers_11_feed_forward_intermediate_dense_weight_to_fp16, x = input_211_cast_fp16)[name = tensor("linear_71_cast_fp16")]; tensor input_213_mode_0 = const()[name = tensor("input_213_mode_0"), val = tensor("EXACT")]; tensor input_213_cast_fp16 = gelu(mode = input_213_mode_0, x = linear_71_cast_fp16)[name = tensor("input_213_cast_fp16")]; tensor model_encoder_transformer_layers_11_feed_forward_output_dense_weight_to_fp16 = const()[name = tensor("model_encoder_transformer_layers_11_feed_forward_output_dense_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(184031616)))]; tensor model_encoder_transformer_layers_11_feed_forward_output_dense_bias_to_fp16 = const()[name = tensor("model_encoder_transformer_layers_11_feed_forward_output_dense_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(188750272)))]; tensor linear_72_cast_fp16 = linear(bias = model_encoder_transformer_layers_11_feed_forward_output_dense_bias_to_fp16, weight = model_encoder_transformer_layers_11_feed_forward_output_dense_weight_to_fp16, x = input_213_cast_fp16)[name = tensor("linear_72_cast_fp16")]; tensor input_219_cast_fp16 = add(x = input_211_cast_fp16, y = linear_72_cast_fp16)[name = tensor("input_219_cast_fp16")]; tensor input_axes_0 = const()[name = tensor("input_axes_0"), val = tensor([-1])]; tensor model_encoder_transformer_layers_11_final_layer_norm_weight_to_fp16 = const()[name = tensor("model_encoder_transformer_layers_11_final_layer_norm_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(188751872)))]; tensor model_encoder_transformer_layers_11_final_layer_norm_bias_to_fp16 = const()[name = tensor("model_encoder_transformer_layers_11_final_layer_norm_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(188753472)))]; tensor input_cast_fp16 = layer_norm(axes = input_axes_0, beta = model_encoder_transformer_layers_11_final_layer_norm_bias_to_fp16, epsilon = var_14_to_fp16, gamma = model_encoder_transformer_layers_11_final_layer_norm_weight_to_fp16, x = input_219_cast_fp16)[name = tensor("input_cast_fp16")]; tensor model_aux_weight_to_fp16 = const()[name = tensor("model_aux_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(188755072)))]; tensor model_aux_bias_to_fp16 = const()[name = tensor("model_aux_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(188799680)))]; tensor linear_73_cast_fp16 = linear(bias = model_aux_bias_to_fp16, weight = model_aux_weight_to_fp16, x = input_cast_fp16)[name = tensor("linear_73_cast_fp16")]; tensor var_850_axes_0 = const()[name = tensor("op_850_axes_0"), val = tensor([-1])]; tensor var_850_keep_dims_0 = const()[name = tensor("op_850_keep_dims_0"), val = tensor(true)]; tensor var_850_cast_fp16 = reduce_log_sum_exp(axes = var_850_axes_0, keep_dims = var_850_keep_dims_0, x = linear_73_cast_fp16)[name = tensor("op_850_cast_fp16")]; tensor var_852_cast_fp16 = sub(x = linear_73_cast_fp16, y = var_850_cast_fp16)[name = tensor("op_852_cast_fp16")]; tensor var_852_cast_fp16_to_fp32_dtype_0 = const()[name = tensor("op_852_cast_fp16_to_fp32_dtype_0"), val = tensor("fp32")]; tensor emissions = cast(dtype = var_852_cast_fp16_to_fp32_dtype_0, x = var_852_cast_fp16)[name = tensor("cast_48")]; } -> (emissions); }