program(1.3) [buildInfo = dict({{"coremlc-component-MIL", "3600.16.1"}, {"coremlc-version", "3600.22.1"}, {"coremltools-component-torch", "2.7.0"}, {"coremltools-source-dialect", "TorchScript"}, {"coremltools-version", "9.0"}})] { func main(tensor input_ids) { string cast_1_dtype_0 = const()[name = string("cast_1_dtype_0"), val = string("int32")]; int32 inputs_embeds_batch_dims_0 = const()[name = string("inputs_embeds_batch_dims_0"), val = int32(0)]; bool inputs_embeds_validate_indices_0 = const()[name = string("inputs_embeds_validate_indices_0"), val = bool(false)]; tensor text_encoder_text_model_embeddings_token_embedding_weight_to_fp16 = const()[name = string("text_encoder_text_model_embeddings_token_embedding_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(64)))]; int32 greater_equal_0_y_0 = const()[name = string("greater_equal_0_y_0"), val = int32(0)]; tensor cast_1 = cast(dtype = cast_1_dtype_0, x = input_ids)[name = string("cast_56")]; tensor greater_equal_0 = greater_equal(x = cast_1, y = greater_equal_0_y_0)[name = string("greater_equal_0")]; int32 slice_by_index_0 = const()[name = string("slice_by_index_0"), val = int32(49408)]; tensor add_12 = add(x = cast_1, y = slice_by_index_0)[name = string("add_12")]; tensor select_0 = select(a = cast_1, b = add_12, cond = greater_equal_0)[name = string("select_0")]; int32 inputs_embeds_cast_fp16_axis_0 = const()[name = string("inputs_embeds_cast_fp16_axis_0"), val = int32(0)]; tensor inputs_embeds_cast_fp16 = gather(axis = inputs_embeds_cast_fp16_axis_0, batch_dims = inputs_embeds_batch_dims_0, indices = select_0, validate_indices = inputs_embeds_validate_indices_0, x = text_encoder_text_model_embeddings_token_embedding_weight_to_fp16)[name = string("inputs_embeds_cast_fp16")]; tensor position_embeddings_to_fp16 = const()[name = string("position_embeddings_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(75890816)))]; tensor input_3_cast_fp16 = add(x = inputs_embeds_cast_fp16, y = position_embeddings_to_fp16)[name = string("input_3_cast_fp16")]; tensor hidden_states_1_axes_0 = const()[name = string("hidden_states_1_axes_0"), val = tensor([-1])]; tensor text_encoder_text_model_encoder_layers_0_layer_norm1_weight_to_fp16 = const()[name = string("text_encoder_text_model_encoder_layers_0_layer_norm1_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(76009152)))]; tensor text_encoder_text_model_encoder_layers_0_layer_norm1_bias_to_fp16 = const()[name = string("text_encoder_text_model_encoder_layers_0_layer_norm1_bias_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(76010752)))]; fp16 var_15_to_fp16 = const()[name = string("op_15_to_fp16"), val = fp16(0x1.5p-17)]; tensor hidden_states_1_cast_fp16 = layer_norm(axes = hidden_states_1_axes_0, beta = text_encoder_text_model_encoder_layers_0_layer_norm1_bias_to_fp16, epsilon = var_15_to_fp16, gamma = text_encoder_text_model_encoder_layers_0_layer_norm1_weight_to_fp16, x = input_3_cast_fp16)[name = string("hidden_states_1_cast_fp16")]; tensor text_encoder_text_model_encoder_layers_0_self_attn_q_proj_weight_to_fp16 = const()[name = string("text_encoder_text_model_encoder_layers_0_self_attn_q_proj_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(76012352)))]; tensor text_encoder_text_model_encoder_layers_0_self_attn_q_proj_bias_to_fp16 = const()[name = string("text_encoder_text_model_encoder_layers_0_self_attn_q_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(77192064)))]; tensor linear_0_cast_fp16 = linear(bias = text_encoder_text_model_encoder_layers_0_self_attn_q_proj_bias_to_fp16, weight = text_encoder_text_model_encoder_layers_0_self_attn_q_proj_weight_to_fp16, x = hidden_states_1_cast_fp16)[name = string("linear_0_cast_fp16")]; tensor text_encoder_text_model_encoder_layers_0_self_attn_k_proj_weight_to_fp16 = const()[name = string("text_encoder_text_model_encoder_layers_0_self_attn_k_proj_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(77193664)))]; tensor text_encoder_text_model_encoder_layers_0_self_attn_k_proj_bias_to_fp16 = const()[name = string("text_encoder_text_model_encoder_layers_0_self_attn_k_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(78373376)))]; tensor linear_1_cast_fp16 = linear(bias = text_encoder_text_model_encoder_layers_0_self_attn_k_proj_bias_to_fp16, weight = text_encoder_text_model_encoder_layers_0_self_attn_k_proj_weight_to_fp16, x = hidden_states_1_cast_fp16)[name = string("linear_1_cast_fp16")]; tensor text_encoder_text_model_encoder_layers_0_self_attn_v_proj_weight_to_fp16 = const()[name = string("text_encoder_text_model_encoder_layers_0_self_attn_v_proj_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(78374976)))]; tensor text_encoder_text_model_encoder_layers_0_self_attn_v_proj_bias_to_fp16 = const()[name = string("text_encoder_text_model_encoder_layers_0_self_attn_v_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(79554688)))]; tensor linear_2_cast_fp16 = linear(bias = text_encoder_text_model_encoder_layers_0_self_attn_v_proj_bias_to_fp16, weight = text_encoder_text_model_encoder_layers_0_self_attn_v_proj_weight_to_fp16, x = hidden_states_1_cast_fp16)[name = string("linear_2_cast_fp16")]; tensor var_113 = const()[name = string("op_113"), val = tensor([1, -1, 12, 64])]; tensor var_114_cast_fp16 = reshape(shape = var_113, x = linear_0_cast_fp16)[name = string("op_114_cast_fp16")]; tensor var_116 = const()[name = string("op_116"), val = tensor([1, -1, 12, 64])]; tensor var_117_cast_fp16 = reshape(shape = var_116, x = linear_1_cast_fp16)[name = string("op_117_cast_fp16")]; tensor var_119 = const()[name = string("op_119"), val = tensor([1, -1, 12, 64])]; tensor var_120_cast_fp16 = reshape(shape = var_119, x = linear_2_cast_fp16)[name = string("op_120_cast_fp16")]; tensor value_states_3_perm_0 = const()[name = string("value_states_3_perm_0"), val = tensor([0, 2, 1, 3])]; fp16 var_17_to_fp16 = const()[name = string("op_17_to_fp16"), val = fp16(0x1p-3)]; tensor mul_0_cast_fp16 = mul(x = var_114_cast_fp16, y = var_17_to_fp16)[name = string("mul_0_cast_fp16")]; bool matmul_0_transpose_y_0 = const()[name = string("matmul_0_transpose_y_0"), val = bool(true)]; bool matmul_0_transpose_x_0 = const()[name = string("matmul_0_transpose_x_0"), val = bool(false)]; tensor transpose_49_perm_0 = const()[name = string("transpose_49_perm_0"), val = tensor([0, 2, -3, -1])]; tensor transpose_50_perm_0 = const()[name = string("transpose_50_perm_0"), val = tensor([0, 2, -3, -1])]; tensor transpose_50 = transpose(perm = transpose_50_perm_0, x = var_117_cast_fp16)[name = string("transpose_118")]; tensor transpose_49 = transpose(perm = transpose_49_perm_0, x = mul_0_cast_fp16)[name = string("transpose_119")]; tensor matmul_0_cast_fp16 = matmul(transpose_x = matmul_0_transpose_x_0, transpose_y = matmul_0_transpose_y_0, x = transpose_49, y = transpose_50)[name = string("matmul_0_cast_fp16")]; tensor var_57_to_fp16 = const()[name = string("op_57_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(79556288)))]; tensor add_0_cast_fp16 = add(x = matmul_0_cast_fp16, y = var_57_to_fp16)[name = string("add_0_cast_fp16")]; int32 softmax_0_axis_0 = const()[name = string("softmax_0_axis_0"), val = int32(-1)]; tensor softmax_0_cast_fp16 = softmax(axis = softmax_0_axis_0, x = add_0_cast_fp16)[name = string("softmax_0_cast_fp16")]; bool attn_output_1_transpose_x_0 = const()[name = string("attn_output_1_transpose_x_0"), val = bool(false)]; bool attn_output_1_transpose_y_0 = const()[name = string("attn_output_1_transpose_y_0"), val = bool(false)]; tensor value_states_3_cast_fp16 = transpose(perm = value_states_3_perm_0, x = var_120_cast_fp16)[name = string("transpose_120")]; tensor attn_output_1_cast_fp16 = matmul(transpose_x = attn_output_1_transpose_x_0, transpose_y = attn_output_1_transpose_y_0, x = softmax_0_cast_fp16, y = value_states_3_cast_fp16)[name = string("attn_output_1_cast_fp16")]; tensor attn_output_3_perm_0 = const()[name = string("attn_output_3_perm_0"), val = tensor([0, 2, 1, 3])]; tensor var_124 = const()[name = string("op_124"), val = tensor([1, 77, 768])]; tensor attn_output_3_cast_fp16 = transpose(perm = attn_output_3_perm_0, x = attn_output_1_cast_fp16)[name = string("transpose_117")]; tensor input_5_cast_fp16 = reshape(shape = var_124, x = attn_output_3_cast_fp16)[name = string("input_5_cast_fp16")]; tensor text_encoder_text_model_encoder_layers_0_self_attn_out_proj_weight_to_fp16 = const()[name = string("text_encoder_text_model_encoder_layers_0_self_attn_out_proj_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(79568256)))]; tensor text_encoder_text_model_encoder_layers_0_self_attn_out_proj_bias_to_fp16 = const()[name = string("text_encoder_text_model_encoder_layers_0_self_attn_out_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(80747968)))]; tensor linear_3_cast_fp16 = linear(bias = text_encoder_text_model_encoder_layers_0_self_attn_out_proj_bias_to_fp16, weight = text_encoder_text_model_encoder_layers_0_self_attn_out_proj_weight_to_fp16, x = input_5_cast_fp16)[name = string("linear_3_cast_fp16")]; tensor input_7_cast_fp16 = add(x = input_3_cast_fp16, y = linear_3_cast_fp16)[name = string("input_7_cast_fp16")]; tensor input_9_axes_0 = const()[name = string("input_9_axes_0"), val = tensor([-1])]; tensor text_encoder_text_model_encoder_layers_0_layer_norm2_weight_to_fp16 = const()[name = string("text_encoder_text_model_encoder_layers_0_layer_norm2_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(80749568)))]; tensor text_encoder_text_model_encoder_layers_0_layer_norm2_bias_to_fp16 = const()[name = string("text_encoder_text_model_encoder_layers_0_layer_norm2_bias_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(80751168)))]; tensor input_9_cast_fp16 = layer_norm(axes = input_9_axes_0, beta = text_encoder_text_model_encoder_layers_0_layer_norm2_bias_to_fp16, epsilon = var_15_to_fp16, gamma = text_encoder_text_model_encoder_layers_0_layer_norm2_weight_to_fp16, x = input_7_cast_fp16)[name = string("input_9_cast_fp16")]; tensor text_encoder_text_model_encoder_layers_0_mlp_fc1_weight_to_fp16 = const()[name = string("text_encoder_text_model_encoder_layers_0_mlp_fc1_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(80752768)))]; tensor text_encoder_text_model_encoder_layers_0_mlp_fc1_bias_to_fp16 = const()[name = string("text_encoder_text_model_encoder_layers_0_mlp_fc1_bias_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(85471424)))]; tensor linear_4_cast_fp16 = linear(bias = text_encoder_text_model_encoder_layers_0_mlp_fc1_bias_to_fp16, weight = text_encoder_text_model_encoder_layers_0_mlp_fc1_weight_to_fp16, x = input_9_cast_fp16)[name = string("linear_4_cast_fp16")]; fp16 var_139_to_fp16 = const()[name = string("op_139_to_fp16"), val = fp16(0x1.b3cp+0)]; tensor var_140_cast_fp16 = mul(x = linear_4_cast_fp16, y = var_139_to_fp16)[name = string("op_140_cast_fp16")]; tensor var_141_cast_fp16 = sigmoid(x = var_140_cast_fp16)[name = string("op_141_cast_fp16")]; tensor input_13_cast_fp16 = mul(x = linear_4_cast_fp16, y = var_141_cast_fp16)[name = string("input_13_cast_fp16")]; tensor text_encoder_text_model_encoder_layers_0_mlp_fc2_weight_to_fp16 = const()[name = string("text_encoder_text_model_encoder_layers_0_mlp_fc2_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(85477632)))]; tensor text_encoder_text_model_encoder_layers_0_mlp_fc2_bias_to_fp16 = const()[name = string("text_encoder_text_model_encoder_layers_0_mlp_fc2_bias_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(90196288)))]; tensor linear_5_cast_fp16 = linear(bias = text_encoder_text_model_encoder_layers_0_mlp_fc2_bias_to_fp16, weight = text_encoder_text_model_encoder_layers_0_mlp_fc2_weight_to_fp16, x = input_13_cast_fp16)[name = string("linear_5_cast_fp16")]; tensor input_15_cast_fp16 = add(x = input_7_cast_fp16, y = linear_5_cast_fp16)[name = string("input_15_cast_fp16")]; tensor hidden_states_7_axes_0 = const()[name = string("hidden_states_7_axes_0"), val = tensor([-1])]; tensor text_encoder_text_model_encoder_layers_1_layer_norm1_weight_to_fp16 = const()[name = string("text_encoder_text_model_encoder_layers_1_layer_norm1_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(90197888)))]; tensor text_encoder_text_model_encoder_layers_1_layer_norm1_bias_to_fp16 = const()[name = string("text_encoder_text_model_encoder_layers_1_layer_norm1_bias_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(90199488)))]; tensor hidden_states_7_cast_fp16 = layer_norm(axes = hidden_states_7_axes_0, beta = text_encoder_text_model_encoder_layers_1_layer_norm1_bias_to_fp16, epsilon = var_15_to_fp16, gamma = text_encoder_text_model_encoder_layers_1_layer_norm1_weight_to_fp16, x = input_15_cast_fp16)[name = string("hidden_states_7_cast_fp16")]; tensor text_encoder_text_model_encoder_layers_1_self_attn_q_proj_weight_to_fp16 = const()[name = string("text_encoder_text_model_encoder_layers_1_self_attn_q_proj_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(90201088)))]; tensor text_encoder_text_model_encoder_layers_1_self_attn_q_proj_bias_to_fp16 = const()[name = string("text_encoder_text_model_encoder_layers_1_self_attn_q_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(91380800)))]; tensor linear_6_cast_fp16 = linear(bias = text_encoder_text_model_encoder_layers_1_self_attn_q_proj_bias_to_fp16, weight = text_encoder_text_model_encoder_layers_1_self_attn_q_proj_weight_to_fp16, x = hidden_states_7_cast_fp16)[name = string("linear_6_cast_fp16")]; tensor text_encoder_text_model_encoder_layers_1_self_attn_k_proj_weight_to_fp16 = const()[name = string("text_encoder_text_model_encoder_layers_1_self_attn_k_proj_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(91382400)))]; tensor text_encoder_text_model_encoder_layers_1_self_attn_k_proj_bias_to_fp16 = const()[name = string("text_encoder_text_model_encoder_layers_1_self_attn_k_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(92562112)))]; tensor linear_7_cast_fp16 = linear(bias = text_encoder_text_model_encoder_layers_1_self_attn_k_proj_bias_to_fp16, weight = text_encoder_text_model_encoder_layers_1_self_attn_k_proj_weight_to_fp16, x = hidden_states_7_cast_fp16)[name = string("linear_7_cast_fp16")]; tensor text_encoder_text_model_encoder_layers_1_self_attn_v_proj_weight_to_fp16 = const()[name = string("text_encoder_text_model_encoder_layers_1_self_attn_v_proj_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(92563712)))]; tensor text_encoder_text_model_encoder_layers_1_self_attn_v_proj_bias_to_fp16 = const()[name = string("text_encoder_text_model_encoder_layers_1_self_attn_v_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(93743424)))]; tensor linear_8_cast_fp16 = linear(bias = text_encoder_text_model_encoder_layers_1_self_attn_v_proj_bias_to_fp16, weight = text_encoder_text_model_encoder_layers_1_self_attn_v_proj_weight_to_fp16, x = hidden_states_7_cast_fp16)[name = string("linear_8_cast_fp16")]; tensor var_171 = const()[name = string("op_171"), val = tensor([1, -1, 12, 64])]; tensor var_172_cast_fp16 = reshape(shape = var_171, x = linear_6_cast_fp16)[name = string("op_172_cast_fp16")]; tensor var_174 = const()[name = string("op_174"), val = tensor([1, -1, 12, 64])]; tensor var_175_cast_fp16 = reshape(shape = var_174, x = linear_7_cast_fp16)[name = string("op_175_cast_fp16")]; tensor var_177 = const()[name = string("op_177"), val = tensor([1, -1, 12, 64])]; tensor var_178_cast_fp16 = reshape(shape = var_177, x = linear_8_cast_fp16)[name = string("op_178_cast_fp16")]; tensor value_states_7_perm_0 = const()[name = string("value_states_7_perm_0"), val = tensor([0, 2, 1, 3])]; tensor mul_1_cast_fp16 = mul(x = var_172_cast_fp16, y = var_17_to_fp16)[name = string("mul_1_cast_fp16")]; bool matmul_1_transpose_y_0 = const()[name = string("matmul_1_transpose_y_0"), val = bool(true)]; bool matmul_1_transpose_x_0 = const()[name = string("matmul_1_transpose_x_0"), val = bool(false)]; tensor transpose_51_perm_0 = const()[name = string("transpose_51_perm_0"), val = tensor([0, 2, -3, -1])]; tensor transpose_52_perm_0 = const()[name = string("transpose_52_perm_0"), val = tensor([0, 2, -3, -1])]; tensor transpose_52 = transpose(perm = transpose_52_perm_0, x = var_175_cast_fp16)[name = string("transpose_114")]; tensor transpose_51 = transpose(perm = transpose_51_perm_0, x = mul_1_cast_fp16)[name = string("transpose_115")]; tensor matmul_1_cast_fp16 = matmul(transpose_x = matmul_1_transpose_x_0, transpose_y = matmul_1_transpose_y_0, x = transpose_51, y = transpose_52)[name = string("matmul_1_cast_fp16")]; tensor add_1_cast_fp16 = add(x = matmul_1_cast_fp16, y = var_57_to_fp16)[name = string("add_1_cast_fp16")]; int32 softmax_1_axis_0 = const()[name = string("softmax_1_axis_0"), val = int32(-1)]; tensor softmax_1_cast_fp16 = softmax(axis = softmax_1_axis_0, x = add_1_cast_fp16)[name = string("softmax_1_cast_fp16")]; bool attn_output_5_transpose_x_0 = const()[name = string("attn_output_5_transpose_x_0"), val = bool(false)]; bool attn_output_5_transpose_y_0 = const()[name = string("attn_output_5_transpose_y_0"), val = bool(false)]; tensor value_states_7_cast_fp16 = transpose(perm = value_states_7_perm_0, x = var_178_cast_fp16)[name = string("transpose_116")]; tensor attn_output_5_cast_fp16 = matmul(transpose_x = attn_output_5_transpose_x_0, transpose_y = attn_output_5_transpose_y_0, x = softmax_1_cast_fp16, y = value_states_7_cast_fp16)[name = string("attn_output_5_cast_fp16")]; tensor attn_output_7_perm_0 = const()[name = string("attn_output_7_perm_0"), val = tensor([0, 2, 1, 3])]; tensor var_182 = const()[name = string("op_182"), val = tensor([1, 77, 768])]; tensor attn_output_7_cast_fp16 = transpose(perm = attn_output_7_perm_0, x = attn_output_5_cast_fp16)[name = string("transpose_113")]; tensor input_17_cast_fp16 = reshape(shape = var_182, x = attn_output_7_cast_fp16)[name = string("input_17_cast_fp16")]; tensor text_encoder_text_model_encoder_layers_1_self_attn_out_proj_weight_to_fp16 = const()[name = string("text_encoder_text_model_encoder_layers_1_self_attn_out_proj_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(93745024)))]; tensor text_encoder_text_model_encoder_layers_1_self_attn_out_proj_bias_to_fp16 = const()[name = string("text_encoder_text_model_encoder_layers_1_self_attn_out_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(94924736)))]; tensor linear_9_cast_fp16 = linear(bias = text_encoder_text_model_encoder_layers_1_self_attn_out_proj_bias_to_fp16, weight = text_encoder_text_model_encoder_layers_1_self_attn_out_proj_weight_to_fp16, x = input_17_cast_fp16)[name = string("linear_9_cast_fp16")]; tensor input_19_cast_fp16 = add(x = input_15_cast_fp16, y = linear_9_cast_fp16)[name = string("input_19_cast_fp16")]; tensor input_21_axes_0 = const()[name = string("input_21_axes_0"), val = tensor([-1])]; tensor text_encoder_text_model_encoder_layers_1_layer_norm2_weight_to_fp16 = const()[name = string("text_encoder_text_model_encoder_layers_1_layer_norm2_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(94926336)))]; tensor text_encoder_text_model_encoder_layers_1_layer_norm2_bias_to_fp16 = const()[name = string("text_encoder_text_model_encoder_layers_1_layer_norm2_bias_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(94927936)))]; tensor input_21_cast_fp16 = layer_norm(axes = input_21_axes_0, beta = text_encoder_text_model_encoder_layers_1_layer_norm2_bias_to_fp16, epsilon = var_15_to_fp16, gamma = text_encoder_text_model_encoder_layers_1_layer_norm2_weight_to_fp16, x = input_19_cast_fp16)[name = string("input_21_cast_fp16")]; tensor text_encoder_text_model_encoder_layers_1_mlp_fc1_weight_to_fp16 = const()[name = string("text_encoder_text_model_encoder_layers_1_mlp_fc1_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(94929536)))]; tensor text_encoder_text_model_encoder_layers_1_mlp_fc1_bias_to_fp16 = const()[name = string("text_encoder_text_model_encoder_layers_1_mlp_fc1_bias_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(99648192)))]; tensor linear_10_cast_fp16 = linear(bias = text_encoder_text_model_encoder_layers_1_mlp_fc1_bias_to_fp16, weight = text_encoder_text_model_encoder_layers_1_mlp_fc1_weight_to_fp16, x = input_21_cast_fp16)[name = string("linear_10_cast_fp16")]; fp16 var_197_to_fp16 = const()[name = string("op_197_to_fp16"), val = fp16(0x1.b3cp+0)]; tensor var_198_cast_fp16 = mul(x = linear_10_cast_fp16, y = var_197_to_fp16)[name = string("op_198_cast_fp16")]; tensor var_199_cast_fp16 = sigmoid(x = var_198_cast_fp16)[name = string("op_199_cast_fp16")]; tensor input_25_cast_fp16 = mul(x = linear_10_cast_fp16, y = var_199_cast_fp16)[name = string("input_25_cast_fp16")]; tensor text_encoder_text_model_encoder_layers_1_mlp_fc2_weight_to_fp16 = const()[name = string("text_encoder_text_model_encoder_layers_1_mlp_fc2_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(99654400)))]; tensor text_encoder_text_model_encoder_layers_1_mlp_fc2_bias_to_fp16 = const()[name = string("text_encoder_text_model_encoder_layers_1_mlp_fc2_bias_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(104373056)))]; tensor linear_11_cast_fp16 = linear(bias = text_encoder_text_model_encoder_layers_1_mlp_fc2_bias_to_fp16, weight = text_encoder_text_model_encoder_layers_1_mlp_fc2_weight_to_fp16, x = input_25_cast_fp16)[name = string("linear_11_cast_fp16")]; tensor input_27_cast_fp16 = add(x = input_19_cast_fp16, y = linear_11_cast_fp16)[name = string("input_27_cast_fp16")]; tensor hidden_states_13_axes_0 = const()[name = string("hidden_states_13_axes_0"), val = tensor([-1])]; tensor text_encoder_text_model_encoder_layers_2_layer_norm1_weight_to_fp16 = const()[name = string("text_encoder_text_model_encoder_layers_2_layer_norm1_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(104374656)))]; tensor text_encoder_text_model_encoder_layers_2_layer_norm1_bias_to_fp16 = const()[name = string("text_encoder_text_model_encoder_layers_2_layer_norm1_bias_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(104376256)))]; tensor hidden_states_13_cast_fp16 = layer_norm(axes = hidden_states_13_axes_0, beta = text_encoder_text_model_encoder_layers_2_layer_norm1_bias_to_fp16, epsilon = var_15_to_fp16, gamma = text_encoder_text_model_encoder_layers_2_layer_norm1_weight_to_fp16, x = input_27_cast_fp16)[name = string("hidden_states_13_cast_fp16")]; tensor text_encoder_text_model_encoder_layers_2_self_attn_q_proj_weight_to_fp16 = const()[name = string("text_encoder_text_model_encoder_layers_2_self_attn_q_proj_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(104377856)))]; tensor text_encoder_text_model_encoder_layers_2_self_attn_q_proj_bias_to_fp16 = const()[name = string("text_encoder_text_model_encoder_layers_2_self_attn_q_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(105557568)))]; tensor linear_12_cast_fp16 = linear(bias = text_encoder_text_model_encoder_layers_2_self_attn_q_proj_bias_to_fp16, weight = text_encoder_text_model_encoder_layers_2_self_attn_q_proj_weight_to_fp16, x = hidden_states_13_cast_fp16)[name = string("linear_12_cast_fp16")]; tensor text_encoder_text_model_encoder_layers_2_self_attn_k_proj_weight_to_fp16 = const()[name = string("text_encoder_text_model_encoder_layers_2_self_attn_k_proj_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(105559168)))]; tensor text_encoder_text_model_encoder_layers_2_self_attn_k_proj_bias_to_fp16 = const()[name = string("text_encoder_text_model_encoder_layers_2_self_attn_k_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(106738880)))]; tensor linear_13_cast_fp16 = linear(bias = text_encoder_text_model_encoder_layers_2_self_attn_k_proj_bias_to_fp16, weight = text_encoder_text_model_encoder_layers_2_self_attn_k_proj_weight_to_fp16, x = hidden_states_13_cast_fp16)[name = string("linear_13_cast_fp16")]; tensor text_encoder_text_model_encoder_layers_2_self_attn_v_proj_weight_to_fp16 = const()[name = string("text_encoder_text_model_encoder_layers_2_self_attn_v_proj_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(106740480)))]; tensor text_encoder_text_model_encoder_layers_2_self_attn_v_proj_bias_to_fp16 = const()[name = string("text_encoder_text_model_encoder_layers_2_self_attn_v_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(107920192)))]; tensor linear_14_cast_fp16 = linear(bias = text_encoder_text_model_encoder_layers_2_self_attn_v_proj_bias_to_fp16, weight = text_encoder_text_model_encoder_layers_2_self_attn_v_proj_weight_to_fp16, x = hidden_states_13_cast_fp16)[name = string("linear_14_cast_fp16")]; tensor var_229 = const()[name = string("op_229"), val = tensor([1, -1, 12, 64])]; tensor var_230_cast_fp16 = reshape(shape = var_229, x = linear_12_cast_fp16)[name = string("op_230_cast_fp16")]; tensor var_232 = const()[name = string("op_232"), val = tensor([1, -1, 12, 64])]; tensor var_233_cast_fp16 = reshape(shape = var_232, x = linear_13_cast_fp16)[name = string("op_233_cast_fp16")]; tensor var_235 = const()[name = string("op_235"), val = tensor([1, -1, 12, 64])]; tensor var_236_cast_fp16 = reshape(shape = var_235, x = linear_14_cast_fp16)[name = string("op_236_cast_fp16")]; tensor value_states_11_perm_0 = const()[name = string("value_states_11_perm_0"), val = tensor([0, 2, 1, 3])]; tensor mul_2_cast_fp16 = mul(x = var_230_cast_fp16, y = var_17_to_fp16)[name = string("mul_2_cast_fp16")]; bool matmul_2_transpose_y_0 = const()[name = string("matmul_2_transpose_y_0"), val = bool(true)]; bool matmul_2_transpose_x_0 = const()[name = string("matmul_2_transpose_x_0"), val = bool(false)]; tensor transpose_53_perm_0 = const()[name = string("transpose_53_perm_0"), val = tensor([0, 2, -3, -1])]; tensor transpose_54_perm_0 = const()[name = string("transpose_54_perm_0"), val = tensor([0, 2, -3, -1])]; tensor transpose_54 = transpose(perm = transpose_54_perm_0, x = var_233_cast_fp16)[name = string("transpose_110")]; tensor transpose_53 = transpose(perm = transpose_53_perm_0, x = mul_2_cast_fp16)[name = string("transpose_111")]; tensor matmul_2_cast_fp16 = matmul(transpose_x = matmul_2_transpose_x_0, transpose_y = matmul_2_transpose_y_0, x = transpose_53, y = transpose_54)[name = string("matmul_2_cast_fp16")]; tensor add_2_cast_fp16 = add(x = matmul_2_cast_fp16, y = var_57_to_fp16)[name = string("add_2_cast_fp16")]; int32 softmax_2_axis_0 = const()[name = string("softmax_2_axis_0"), val = int32(-1)]; tensor softmax_2_cast_fp16 = softmax(axis = softmax_2_axis_0, x = add_2_cast_fp16)[name = string("softmax_2_cast_fp16")]; bool attn_output_9_transpose_x_0 = const()[name = string("attn_output_9_transpose_x_0"), val = bool(false)]; bool attn_output_9_transpose_y_0 = const()[name = string("attn_output_9_transpose_y_0"), val = bool(false)]; tensor value_states_11_cast_fp16 = transpose(perm = value_states_11_perm_0, x = var_236_cast_fp16)[name = string("transpose_112")]; tensor attn_output_9_cast_fp16 = matmul(transpose_x = attn_output_9_transpose_x_0, transpose_y = attn_output_9_transpose_y_0, x = softmax_2_cast_fp16, y = value_states_11_cast_fp16)[name = string("attn_output_9_cast_fp16")]; tensor attn_output_11_perm_0 = const()[name = string("attn_output_11_perm_0"), val = tensor([0, 2, 1, 3])]; tensor var_240 = const()[name = string("op_240"), val = tensor([1, 77, 768])]; tensor attn_output_11_cast_fp16 = transpose(perm = attn_output_11_perm_0, x = attn_output_9_cast_fp16)[name = string("transpose_109")]; tensor input_29_cast_fp16 = reshape(shape = var_240, x = attn_output_11_cast_fp16)[name = string("input_29_cast_fp16")]; tensor text_encoder_text_model_encoder_layers_2_self_attn_out_proj_weight_to_fp16 = const()[name = string("text_encoder_text_model_encoder_layers_2_self_attn_out_proj_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(107921792)))]; tensor text_encoder_text_model_encoder_layers_2_self_attn_out_proj_bias_to_fp16 = const()[name = string("text_encoder_text_model_encoder_layers_2_self_attn_out_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(109101504)))]; tensor linear_15_cast_fp16 = linear(bias = text_encoder_text_model_encoder_layers_2_self_attn_out_proj_bias_to_fp16, weight = text_encoder_text_model_encoder_layers_2_self_attn_out_proj_weight_to_fp16, x = input_29_cast_fp16)[name = string("linear_15_cast_fp16")]; tensor input_31_cast_fp16 = add(x = input_27_cast_fp16, y = linear_15_cast_fp16)[name = string("input_31_cast_fp16")]; tensor input_33_axes_0 = const()[name = string("input_33_axes_0"), val = tensor([-1])]; tensor text_encoder_text_model_encoder_layers_2_layer_norm2_weight_to_fp16 = const()[name = string("text_encoder_text_model_encoder_layers_2_layer_norm2_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(109103104)))]; tensor text_encoder_text_model_encoder_layers_2_layer_norm2_bias_to_fp16 = const()[name = string("text_encoder_text_model_encoder_layers_2_layer_norm2_bias_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(109104704)))]; tensor input_33_cast_fp16 = layer_norm(axes = input_33_axes_0, beta = text_encoder_text_model_encoder_layers_2_layer_norm2_bias_to_fp16, epsilon = var_15_to_fp16, gamma = text_encoder_text_model_encoder_layers_2_layer_norm2_weight_to_fp16, x = input_31_cast_fp16)[name = string("input_33_cast_fp16")]; tensor text_encoder_text_model_encoder_layers_2_mlp_fc1_weight_to_fp16 = const()[name = string("text_encoder_text_model_encoder_layers_2_mlp_fc1_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(109106304)))]; tensor text_encoder_text_model_encoder_layers_2_mlp_fc1_bias_to_fp16 = const()[name = string("text_encoder_text_model_encoder_layers_2_mlp_fc1_bias_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(113824960)))]; tensor linear_16_cast_fp16 = linear(bias = text_encoder_text_model_encoder_layers_2_mlp_fc1_bias_to_fp16, weight = text_encoder_text_model_encoder_layers_2_mlp_fc1_weight_to_fp16, x = input_33_cast_fp16)[name = string("linear_16_cast_fp16")]; fp16 var_255_to_fp16 = const()[name = string("op_255_to_fp16"), val = fp16(0x1.b3cp+0)]; tensor var_256_cast_fp16 = mul(x = linear_16_cast_fp16, y = var_255_to_fp16)[name = string("op_256_cast_fp16")]; tensor var_257_cast_fp16 = sigmoid(x = var_256_cast_fp16)[name = string("op_257_cast_fp16")]; tensor input_37_cast_fp16 = mul(x = linear_16_cast_fp16, y = var_257_cast_fp16)[name = string("input_37_cast_fp16")]; tensor text_encoder_text_model_encoder_layers_2_mlp_fc2_weight_to_fp16 = const()[name = string("text_encoder_text_model_encoder_layers_2_mlp_fc2_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(113831168)))]; tensor text_encoder_text_model_encoder_layers_2_mlp_fc2_bias_to_fp16 = const()[name = string("text_encoder_text_model_encoder_layers_2_mlp_fc2_bias_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(118549824)))]; tensor linear_17_cast_fp16 = linear(bias = text_encoder_text_model_encoder_layers_2_mlp_fc2_bias_to_fp16, weight = text_encoder_text_model_encoder_layers_2_mlp_fc2_weight_to_fp16, x = input_37_cast_fp16)[name = string("linear_17_cast_fp16")]; tensor input_39_cast_fp16 = add(x = input_31_cast_fp16, y = linear_17_cast_fp16)[name = string("input_39_cast_fp16")]; tensor hidden_states_19_axes_0 = const()[name = string("hidden_states_19_axes_0"), val = tensor([-1])]; tensor text_encoder_text_model_encoder_layers_3_layer_norm1_weight_to_fp16 = const()[name = string("text_encoder_text_model_encoder_layers_3_layer_norm1_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(118551424)))]; tensor text_encoder_text_model_encoder_layers_3_layer_norm1_bias_to_fp16 = const()[name = string("text_encoder_text_model_encoder_layers_3_layer_norm1_bias_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(118553024)))]; tensor hidden_states_19_cast_fp16 = layer_norm(axes = hidden_states_19_axes_0, beta = text_encoder_text_model_encoder_layers_3_layer_norm1_bias_to_fp16, epsilon = var_15_to_fp16, gamma = text_encoder_text_model_encoder_layers_3_layer_norm1_weight_to_fp16, x = input_39_cast_fp16)[name = string("hidden_states_19_cast_fp16")]; tensor text_encoder_text_model_encoder_layers_3_self_attn_q_proj_weight_to_fp16 = const()[name = string("text_encoder_text_model_encoder_layers_3_self_attn_q_proj_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(118554624)))]; tensor text_encoder_text_model_encoder_layers_3_self_attn_q_proj_bias_to_fp16 = const()[name = string("text_encoder_text_model_encoder_layers_3_self_attn_q_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(119734336)))]; tensor linear_18_cast_fp16 = linear(bias = text_encoder_text_model_encoder_layers_3_self_attn_q_proj_bias_to_fp16, weight = text_encoder_text_model_encoder_layers_3_self_attn_q_proj_weight_to_fp16, x = hidden_states_19_cast_fp16)[name = string("linear_18_cast_fp16")]; tensor text_encoder_text_model_encoder_layers_3_self_attn_k_proj_weight_to_fp16 = const()[name = string("text_encoder_text_model_encoder_layers_3_self_attn_k_proj_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(119735936)))]; tensor text_encoder_text_model_encoder_layers_3_self_attn_k_proj_bias_to_fp16 = const()[name = string("text_encoder_text_model_encoder_layers_3_self_attn_k_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(120915648)))]; tensor linear_19_cast_fp16 = linear(bias = text_encoder_text_model_encoder_layers_3_self_attn_k_proj_bias_to_fp16, weight = text_encoder_text_model_encoder_layers_3_self_attn_k_proj_weight_to_fp16, x = hidden_states_19_cast_fp16)[name = string("linear_19_cast_fp16")]; tensor text_encoder_text_model_encoder_layers_3_self_attn_v_proj_weight_to_fp16 = const()[name = string("text_encoder_text_model_encoder_layers_3_self_attn_v_proj_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(120917248)))]; tensor text_encoder_text_model_encoder_layers_3_self_attn_v_proj_bias_to_fp16 = const()[name = string("text_encoder_text_model_encoder_layers_3_self_attn_v_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(122096960)))]; tensor linear_20_cast_fp16 = linear(bias = text_encoder_text_model_encoder_layers_3_self_attn_v_proj_bias_to_fp16, weight = text_encoder_text_model_encoder_layers_3_self_attn_v_proj_weight_to_fp16, x = hidden_states_19_cast_fp16)[name = string("linear_20_cast_fp16")]; tensor var_287 = const()[name = string("op_287"), val = tensor([1, -1, 12, 64])]; tensor var_288_cast_fp16 = reshape(shape = var_287, x = linear_18_cast_fp16)[name = string("op_288_cast_fp16")]; tensor var_290 = const()[name = string("op_290"), val = tensor([1, -1, 12, 64])]; tensor var_291_cast_fp16 = reshape(shape = var_290, x = linear_19_cast_fp16)[name = string("op_291_cast_fp16")]; tensor var_293 = const()[name = string("op_293"), val = tensor([1, -1, 12, 64])]; tensor var_294_cast_fp16 = reshape(shape = var_293, x = linear_20_cast_fp16)[name = string("op_294_cast_fp16")]; tensor value_states_15_perm_0 = const()[name = string("value_states_15_perm_0"), val = tensor([0, 2, 1, 3])]; tensor mul_3_cast_fp16 = mul(x = var_288_cast_fp16, y = var_17_to_fp16)[name = string("mul_3_cast_fp16")]; bool matmul_3_transpose_y_0 = const()[name = string("matmul_3_transpose_y_0"), val = bool(true)]; bool matmul_3_transpose_x_0 = const()[name = string("matmul_3_transpose_x_0"), val = bool(false)]; tensor transpose_55_perm_0 = const()[name = string("transpose_55_perm_0"), val = tensor([0, 2, -3, -1])]; tensor transpose_56_perm_0 = const()[name = string("transpose_56_perm_0"), val = tensor([0, 2, -3, -1])]; tensor transpose_56 = transpose(perm = transpose_56_perm_0, x = var_291_cast_fp16)[name = string("transpose_106")]; tensor transpose_55 = transpose(perm = transpose_55_perm_0, x = mul_3_cast_fp16)[name = string("transpose_107")]; tensor matmul_3_cast_fp16 = matmul(transpose_x = matmul_3_transpose_x_0, transpose_y = matmul_3_transpose_y_0, x = transpose_55, y = transpose_56)[name = string("matmul_3_cast_fp16")]; tensor add_3_cast_fp16 = add(x = matmul_3_cast_fp16, y = var_57_to_fp16)[name = string("add_3_cast_fp16")]; int32 softmax_3_axis_0 = const()[name = string("softmax_3_axis_0"), val = int32(-1)]; tensor softmax_3_cast_fp16 = softmax(axis = softmax_3_axis_0, x = add_3_cast_fp16)[name = string("softmax_3_cast_fp16")]; bool attn_output_13_transpose_x_0 = const()[name = string("attn_output_13_transpose_x_0"), val = bool(false)]; bool attn_output_13_transpose_y_0 = const()[name = string("attn_output_13_transpose_y_0"), val = bool(false)]; tensor value_states_15_cast_fp16 = transpose(perm = value_states_15_perm_0, x = var_294_cast_fp16)[name = string("transpose_108")]; tensor attn_output_13_cast_fp16 = matmul(transpose_x = attn_output_13_transpose_x_0, transpose_y = attn_output_13_transpose_y_0, x = softmax_3_cast_fp16, y = value_states_15_cast_fp16)[name = string("attn_output_13_cast_fp16")]; tensor attn_output_15_perm_0 = const()[name = string("attn_output_15_perm_0"), val = tensor([0, 2, 1, 3])]; tensor var_298 = const()[name = string("op_298"), val = tensor([1, 77, 768])]; tensor attn_output_15_cast_fp16 = transpose(perm = attn_output_15_perm_0, x = attn_output_13_cast_fp16)[name = string("transpose_105")]; tensor input_41_cast_fp16 = reshape(shape = var_298, x = attn_output_15_cast_fp16)[name = string("input_41_cast_fp16")]; tensor text_encoder_text_model_encoder_layers_3_self_attn_out_proj_weight_to_fp16 = const()[name = string("text_encoder_text_model_encoder_layers_3_self_attn_out_proj_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(122098560)))]; tensor text_encoder_text_model_encoder_layers_3_self_attn_out_proj_bias_to_fp16 = const()[name = string("text_encoder_text_model_encoder_layers_3_self_attn_out_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(123278272)))]; tensor linear_21_cast_fp16 = linear(bias = text_encoder_text_model_encoder_layers_3_self_attn_out_proj_bias_to_fp16, weight = text_encoder_text_model_encoder_layers_3_self_attn_out_proj_weight_to_fp16, x = input_41_cast_fp16)[name = string("linear_21_cast_fp16")]; tensor input_43_cast_fp16 = add(x = input_39_cast_fp16, y = linear_21_cast_fp16)[name = string("input_43_cast_fp16")]; tensor input_45_axes_0 = const()[name = string("input_45_axes_0"), val = tensor([-1])]; tensor text_encoder_text_model_encoder_layers_3_layer_norm2_weight_to_fp16 = const()[name = string("text_encoder_text_model_encoder_layers_3_layer_norm2_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(123279872)))]; tensor text_encoder_text_model_encoder_layers_3_layer_norm2_bias_to_fp16 = const()[name = string("text_encoder_text_model_encoder_layers_3_layer_norm2_bias_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(123281472)))]; tensor input_45_cast_fp16 = layer_norm(axes = input_45_axes_0, beta = text_encoder_text_model_encoder_layers_3_layer_norm2_bias_to_fp16, epsilon = var_15_to_fp16, gamma = text_encoder_text_model_encoder_layers_3_layer_norm2_weight_to_fp16, x = input_43_cast_fp16)[name = string("input_45_cast_fp16")]; tensor text_encoder_text_model_encoder_layers_3_mlp_fc1_weight_to_fp16 = const()[name = string("text_encoder_text_model_encoder_layers_3_mlp_fc1_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(123283072)))]; tensor text_encoder_text_model_encoder_layers_3_mlp_fc1_bias_to_fp16 = const()[name = string("text_encoder_text_model_encoder_layers_3_mlp_fc1_bias_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(128001728)))]; tensor linear_22_cast_fp16 = linear(bias = text_encoder_text_model_encoder_layers_3_mlp_fc1_bias_to_fp16, weight = text_encoder_text_model_encoder_layers_3_mlp_fc1_weight_to_fp16, x = input_45_cast_fp16)[name = string("linear_22_cast_fp16")]; fp16 var_313_to_fp16 = const()[name = string("op_313_to_fp16"), val = fp16(0x1.b3cp+0)]; tensor var_314_cast_fp16 = mul(x = linear_22_cast_fp16, y = var_313_to_fp16)[name = string("op_314_cast_fp16")]; tensor var_315_cast_fp16 = sigmoid(x = var_314_cast_fp16)[name = string("op_315_cast_fp16")]; tensor input_49_cast_fp16 = mul(x = linear_22_cast_fp16, y = var_315_cast_fp16)[name = string("input_49_cast_fp16")]; tensor text_encoder_text_model_encoder_layers_3_mlp_fc2_weight_to_fp16 = const()[name = string("text_encoder_text_model_encoder_layers_3_mlp_fc2_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(128007936)))]; tensor text_encoder_text_model_encoder_layers_3_mlp_fc2_bias_to_fp16 = const()[name = string("text_encoder_text_model_encoder_layers_3_mlp_fc2_bias_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(132726592)))]; tensor linear_23_cast_fp16 = linear(bias = text_encoder_text_model_encoder_layers_3_mlp_fc2_bias_to_fp16, weight = text_encoder_text_model_encoder_layers_3_mlp_fc2_weight_to_fp16, x = input_49_cast_fp16)[name = string("linear_23_cast_fp16")]; tensor input_51_cast_fp16 = add(x = input_43_cast_fp16, y = linear_23_cast_fp16)[name = string("input_51_cast_fp16")]; tensor hidden_states_25_axes_0 = const()[name = string("hidden_states_25_axes_0"), val = tensor([-1])]; tensor text_encoder_text_model_encoder_layers_4_layer_norm1_weight_to_fp16 = const()[name = string("text_encoder_text_model_encoder_layers_4_layer_norm1_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(132728192)))]; tensor text_encoder_text_model_encoder_layers_4_layer_norm1_bias_to_fp16 = const()[name = string("text_encoder_text_model_encoder_layers_4_layer_norm1_bias_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(132729792)))]; tensor hidden_states_25_cast_fp16 = layer_norm(axes = hidden_states_25_axes_0, beta = text_encoder_text_model_encoder_layers_4_layer_norm1_bias_to_fp16, epsilon = var_15_to_fp16, gamma = text_encoder_text_model_encoder_layers_4_layer_norm1_weight_to_fp16, x = input_51_cast_fp16)[name = string("hidden_states_25_cast_fp16")]; tensor text_encoder_text_model_encoder_layers_4_self_attn_q_proj_weight_to_fp16 = const()[name = string("text_encoder_text_model_encoder_layers_4_self_attn_q_proj_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(132731392)))]; tensor text_encoder_text_model_encoder_layers_4_self_attn_q_proj_bias_to_fp16 = const()[name = string("text_encoder_text_model_encoder_layers_4_self_attn_q_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(133911104)))]; tensor linear_24_cast_fp16 = linear(bias = text_encoder_text_model_encoder_layers_4_self_attn_q_proj_bias_to_fp16, weight = text_encoder_text_model_encoder_layers_4_self_attn_q_proj_weight_to_fp16, x = hidden_states_25_cast_fp16)[name = string("linear_24_cast_fp16")]; tensor text_encoder_text_model_encoder_layers_4_self_attn_k_proj_weight_to_fp16 = const()[name = string("text_encoder_text_model_encoder_layers_4_self_attn_k_proj_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(133912704)))]; tensor text_encoder_text_model_encoder_layers_4_self_attn_k_proj_bias_to_fp16 = const()[name = string("text_encoder_text_model_encoder_layers_4_self_attn_k_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(135092416)))]; tensor linear_25_cast_fp16 = linear(bias = text_encoder_text_model_encoder_layers_4_self_attn_k_proj_bias_to_fp16, weight = text_encoder_text_model_encoder_layers_4_self_attn_k_proj_weight_to_fp16, x = hidden_states_25_cast_fp16)[name = string("linear_25_cast_fp16")]; tensor text_encoder_text_model_encoder_layers_4_self_attn_v_proj_weight_to_fp16 = const()[name = string("text_encoder_text_model_encoder_layers_4_self_attn_v_proj_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(135094016)))]; tensor text_encoder_text_model_encoder_layers_4_self_attn_v_proj_bias_to_fp16 = const()[name = string("text_encoder_text_model_encoder_layers_4_self_attn_v_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(136273728)))]; tensor linear_26_cast_fp16 = linear(bias = text_encoder_text_model_encoder_layers_4_self_attn_v_proj_bias_to_fp16, weight = text_encoder_text_model_encoder_layers_4_self_attn_v_proj_weight_to_fp16, x = hidden_states_25_cast_fp16)[name = string("linear_26_cast_fp16")]; tensor var_345 = const()[name = string("op_345"), val = tensor([1, -1, 12, 64])]; tensor var_346_cast_fp16 = reshape(shape = var_345, x = linear_24_cast_fp16)[name = string("op_346_cast_fp16")]; tensor var_348 = const()[name = string("op_348"), val = tensor([1, -1, 12, 64])]; tensor var_349_cast_fp16 = reshape(shape = var_348, x = linear_25_cast_fp16)[name = string("op_349_cast_fp16")]; tensor var_351 = const()[name = string("op_351"), val = tensor([1, -1, 12, 64])]; tensor var_352_cast_fp16 = reshape(shape = var_351, x = linear_26_cast_fp16)[name = string("op_352_cast_fp16")]; tensor value_states_19_perm_0 = const()[name = string("value_states_19_perm_0"), val = tensor([0, 2, 1, 3])]; tensor mul_4_cast_fp16 = mul(x = var_346_cast_fp16, y = var_17_to_fp16)[name = string("mul_4_cast_fp16")]; bool matmul_4_transpose_y_0 = const()[name = string("matmul_4_transpose_y_0"), val = bool(true)]; bool matmul_4_transpose_x_0 = const()[name = string("matmul_4_transpose_x_0"), val = bool(false)]; tensor transpose_57_perm_0 = const()[name = string("transpose_57_perm_0"), val = tensor([0, 2, -3, -1])]; tensor transpose_58_perm_0 = const()[name = string("transpose_58_perm_0"), val = tensor([0, 2, -3, -1])]; tensor transpose_58 = transpose(perm = transpose_58_perm_0, x = var_349_cast_fp16)[name = string("transpose_102")]; tensor transpose_57 = transpose(perm = transpose_57_perm_0, x = mul_4_cast_fp16)[name = string("transpose_103")]; tensor matmul_4_cast_fp16 = matmul(transpose_x = matmul_4_transpose_x_0, transpose_y = matmul_4_transpose_y_0, x = transpose_57, y = transpose_58)[name = string("matmul_4_cast_fp16")]; tensor add_4_cast_fp16 = add(x = matmul_4_cast_fp16, y = var_57_to_fp16)[name = string("add_4_cast_fp16")]; int32 softmax_4_axis_0 = const()[name = string("softmax_4_axis_0"), val = int32(-1)]; tensor softmax_4_cast_fp16 = softmax(axis = softmax_4_axis_0, x = add_4_cast_fp16)[name = string("softmax_4_cast_fp16")]; bool attn_output_17_transpose_x_0 = const()[name = string("attn_output_17_transpose_x_0"), val = bool(false)]; bool attn_output_17_transpose_y_0 = const()[name = string("attn_output_17_transpose_y_0"), val = bool(false)]; tensor value_states_19_cast_fp16 = transpose(perm = value_states_19_perm_0, x = var_352_cast_fp16)[name = string("transpose_104")]; tensor attn_output_17_cast_fp16 = matmul(transpose_x = attn_output_17_transpose_x_0, transpose_y = attn_output_17_transpose_y_0, x = softmax_4_cast_fp16, y = value_states_19_cast_fp16)[name = string("attn_output_17_cast_fp16")]; tensor attn_output_19_perm_0 = const()[name = string("attn_output_19_perm_0"), val = tensor([0, 2, 1, 3])]; tensor var_356 = const()[name = string("op_356"), val = tensor([1, 77, 768])]; tensor attn_output_19_cast_fp16 = transpose(perm = attn_output_19_perm_0, x = attn_output_17_cast_fp16)[name = string("transpose_101")]; tensor input_53_cast_fp16 = reshape(shape = var_356, x = attn_output_19_cast_fp16)[name = string("input_53_cast_fp16")]; tensor text_encoder_text_model_encoder_layers_4_self_attn_out_proj_weight_to_fp16 = const()[name = string("text_encoder_text_model_encoder_layers_4_self_attn_out_proj_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(136275328)))]; tensor text_encoder_text_model_encoder_layers_4_self_attn_out_proj_bias_to_fp16 = const()[name = string("text_encoder_text_model_encoder_layers_4_self_attn_out_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(137455040)))]; tensor linear_27_cast_fp16 = linear(bias = text_encoder_text_model_encoder_layers_4_self_attn_out_proj_bias_to_fp16, weight = text_encoder_text_model_encoder_layers_4_self_attn_out_proj_weight_to_fp16, x = input_53_cast_fp16)[name = string("linear_27_cast_fp16")]; tensor input_55_cast_fp16 = add(x = input_51_cast_fp16, y = linear_27_cast_fp16)[name = string("input_55_cast_fp16")]; tensor input_57_axes_0 = const()[name = string("input_57_axes_0"), val = tensor([-1])]; tensor text_encoder_text_model_encoder_layers_4_layer_norm2_weight_to_fp16 = const()[name = string("text_encoder_text_model_encoder_layers_4_layer_norm2_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(137456640)))]; tensor text_encoder_text_model_encoder_layers_4_layer_norm2_bias_to_fp16 = const()[name = string("text_encoder_text_model_encoder_layers_4_layer_norm2_bias_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(137458240)))]; tensor input_57_cast_fp16 = layer_norm(axes = input_57_axes_0, beta = text_encoder_text_model_encoder_layers_4_layer_norm2_bias_to_fp16, epsilon = var_15_to_fp16, gamma = text_encoder_text_model_encoder_layers_4_layer_norm2_weight_to_fp16, x = input_55_cast_fp16)[name = string("input_57_cast_fp16")]; tensor text_encoder_text_model_encoder_layers_4_mlp_fc1_weight_to_fp16 = const()[name = string("text_encoder_text_model_encoder_layers_4_mlp_fc1_weight_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(137459840)))]; tensor text_encoder_text_model_encoder_layers_4_mlp_fc1_bias_to_fp16 = const()[name = string("text_encoder_text_model_encoder_layers_4_mlp_fc1_bias_to_fp16"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(142178496)))]; tensor linear_28_cast_fp16 = linear(bias = text_encoder_text_model_encoder_layers_4_mlp_fc1_bias_to_fp16, weight = text_encoder_text_model_encoder_layers_4_mlp_fc1_weight_to_fp16, x = input_57_cast_fp16)[name = string("linear_28_cast_fp16")]; fp16 var_371_to_fp16 = const()[name = string("op_371_to_fp16"), val = fp16(0x1.b3cp+0)]; tensor var_372_cast_fp16 = mul(x = linear_28_cast_fp16, y = var_371_to_fp16)[name = string("op_372_cast_fp16")]; tensor var_373_cast_fp16 = sigmoid(x = var_372_cast_fp16)[name = string("op_373_cast_fp16")]; tensor input_61_cast_fp16 = mul(x = linear_28_cast_fp16, y = var_373_cast_fp16)[name = string("input_61_cast_fp16")]; tensor text_encoder_text_model_encoder_layers_4_mlp_fc2_weight_to_fp16 = const()[name = string("text_encoder_text_model_encoder_layers_4_mlp_fc2_weight_to_fp16"), val = tensor