echarlaix HF Staff commited on
Commit
f50ad03
·
1 Parent(s): 5328870

add openvino model

Browse files
openvino_decoder_model.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:67c5c70f8cc575064afb5ceba5e5ef6bf154c46e5069f4358765bd341875ad1f
3
+ size 10781536
openvino_decoder_model.xml ADDED
The diff for this file is too large to render. See raw diff
 
openvino_encoder_model.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:068ed542d91d5a2c4e20f8363ad7fd3165b112feea6c12fd7182c1897a8159b9
3
+ size 1025392
openvino_encoder_model.xml ADDED
@@ -0,0 +1,1537 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ <?xml version="1.0"?>
2
+ <net name="Model0" version="11">
3
+ <layers>
4
+ <layer id="0" name="input_features" type="Parameter" version="opset1">
5
+ <data shape="?,?,3000" element_type="f32" />
6
+ <output>
7
+ <port id="0" precision="FP32" names="input_features">
8
+ <dim>-1</dim>
9
+ <dim>-1</dim>
10
+ <dim>3000</dim>
11
+ </port>
12
+ </output>
13
+ </layer>
14
+ <layer id="1" name="self.conv1.weight" type="Const" version="opset1">
15
+ <data element_type="f32" shape="48, 80, 3" offset="0" size="46080" />
16
+ <output>
17
+ <port id="0" precision="FP32" names="self.conv1.weight">
18
+ <dim>48</dim>
19
+ <dim>80</dim>
20
+ <dim>3</dim>
21
+ </port>
22
+ </output>
23
+ </layer>
24
+ <layer id="2" name="__module.conv1/aten::_convolution/Convolution" type="Convolution" version="opset1">
25
+ <data strides="1" dilations="1" pads_begin="1" pads_end="1" auto_pad="explicit" />
26
+ <input>
27
+ <port id="0" precision="FP32">
28
+ <dim>-1</dim>
29
+ <dim>-1</dim>
30
+ <dim>3000</dim>
31
+ </port>
32
+ <port id="1" precision="FP32">
33
+ <dim>48</dim>
34
+ <dim>80</dim>
35
+ <dim>3</dim>
36
+ </port>
37
+ </input>
38
+ <output>
39
+ <port id="2" precision="FP32" names="47">
40
+ <dim>-1</dim>
41
+ <dim>48</dim>
42
+ <dim>3000</dim>
43
+ </port>
44
+ </output>
45
+ </layer>
46
+ <layer id="3" name="aten::gelu/Gelu" type="Gelu" version="opset7">
47
+ <data approximation_mode="ERF" />
48
+ <input>
49
+ <port id="0" precision="FP32">
50
+ <dim>-1</dim>
51
+ <dim>48</dim>
52
+ <dim>3000</dim>
53
+ </port>
54
+ </input>
55
+ <output>
56
+ <port id="1" precision="FP32" names="12,input.1">
57
+ <dim>-1</dim>
58
+ <dim>48</dim>
59
+ <dim>3000</dim>
60
+ </port>
61
+ </output>
62
+ </layer>
63
+ <layer id="4" name="self.conv2.weight" type="Const" version="opset1">
64
+ <data element_type="f32" shape="48, 48, 3" offset="46080" size="27648" />
65
+ <output>
66
+ <port id="0" precision="FP32" names="self.conv2.weight">
67
+ <dim>48</dim>
68
+ <dim>48</dim>
69
+ <dim>3</dim>
70
+ </port>
71
+ </output>
72
+ </layer>
73
+ <layer id="5" name="__module.conv2/aten::_convolution/Convolution" type="Convolution" version="opset1">
74
+ <data strides="2" dilations="1" pads_begin="1" pads_end="1" auto_pad="explicit" />
75
+ <input>
76
+ <port id="0" precision="FP32">
77
+ <dim>-1</dim>
78
+ <dim>48</dim>
79
+ <dim>3000</dim>
80
+ </port>
81
+ <port id="1" precision="FP32">
82
+ <dim>48</dim>
83
+ <dim>48</dim>
84
+ <dim>3</dim>
85
+ </port>
86
+ </input>
87
+ <output>
88
+ <port id="2" precision="FP32" names="59">
89
+ <dim>-1</dim>
90
+ <dim>48</dim>
91
+ <dim>1500</dim>
92
+ </port>
93
+ </output>
94
+ </layer>
95
+ <layer id="6" name="aten::gelu/Gelu_1" type="Gelu" version="opset7">
96
+ <data approximation_mode="ERF" />
97
+ <input>
98
+ <port id="0" precision="FP32">
99
+ <dim>-1</dim>
100
+ <dim>48</dim>
101
+ <dim>1500</dim>
102
+ </port>
103
+ </input>
104
+ <output>
105
+ <port id="1" precision="FP32" names="15,inputs_embeds.1">
106
+ <dim>-1</dim>
107
+ <dim>48</dim>
108
+ <dim>1500</dim>
109
+ </port>
110
+ </output>
111
+ </layer>
112
+ <layer id="7" name="Constant_110" type="Const" version="opset1">
113
+ <data element_type="i64" shape="3" offset="73728" size="24" />
114
+ <output>
115
+ <port id="0" precision="I64" names="19">
116
+ <dim>3</dim>
117
+ </port>
118
+ </output>
119
+ </layer>
120
+ <layer id="8" name="aten::permute/Transpose" type="Transpose" version="opset1">
121
+ <input>
122
+ <port id="0" precision="FP32">
123
+ <dim>-1</dim>
124
+ <dim>48</dim>
125
+ <dim>1500</dim>
126
+ </port>
127
+ <port id="1" precision="I64">
128
+ <dim>3</dim>
129
+ </port>
130
+ </input>
131
+ <output>
132
+ <port id="2" precision="FP32" names="20,inputs_embeds">
133
+ <dim>-1</dim>
134
+ <dim>1500</dim>
135
+ <dim>48</dim>
136
+ </port>
137
+ </output>
138
+ </layer>
139
+ <layer id="9" name="Constant_3439" type="Const" version="opset1">
140
+ <data element_type="f32" shape="1, 1500, 48" offset="73752" size="288000" />
141
+ <output>
142
+ <port id="0" precision="FP32">
143
+ <dim>1</dim>
144
+ <dim>1500</dim>
145
+ <dim>48</dim>
146
+ </port>
147
+ </output>
148
+ </layer>
149
+ <layer id="10" name="aten::add/Add" type="Add" version="opset1">
150
+ <data auto_broadcast="numpy" />
151
+ <input>
152
+ <port id="0" precision="FP32">
153
+ <dim>-1</dim>
154
+ <dim>1500</dim>
155
+ <dim>48</dim>
156
+ </port>
157
+ <port id="1" precision="FP32">
158
+ <dim>1</dim>
159
+ <dim>1500</dim>
160
+ <dim>48</dim>
161
+ </port>
162
+ </input>
163
+ <output>
164
+ <port id="2" precision="FP32" names="29,input.5">
165
+ <dim>-1</dim>
166
+ <dim>1500</dim>
167
+ <dim>48</dim>
168
+ </port>
169
+ </output>
170
+ </layer>
171
+ <layer id="11" name="__module.layers.0.self_attn_layer_norm/aten::layer_norm/Multiply" type="Const" version="opset1">
172
+ <data element_type="i32" shape="1" offset="361752" size="4" />
173
+ <output>
174
+ <port id="0" precision="I32">
175
+ <dim>1</dim>
176
+ </port>
177
+ </output>
178
+ </layer>
179
+ <layer id="12" name="__module.layers.0.self_attn_layer_norm/aten::layer_norm/MVN" type="MVN" version="opset6">
180
+ <data eps="9.9999997473787516e-06" normalize_variance="true" eps_mode="INSIDE_SQRT" />
181
+ <input>
182
+ <port id="0" precision="FP32">
183
+ <dim>-1</dim>
184
+ <dim>1500</dim>
185
+ <dim>48</dim>
186
+ </port>
187
+ <port id="1" precision="I32">
188
+ <dim>1</dim>
189
+ </port>
190
+ </input>
191
+ <output>
192
+ <port id="2" precision="FP32" names="88,hidden_states.1">
193
+ <dim>-1</dim>
194
+ <dim>1500</dim>
195
+ <dim>48</dim>
196
+ </port>
197
+ </output>
198
+ </layer>
199
+ <layer id="13" name="self.layers.0.self_attn.q_proj.weight" type="Const" version="opset1">
200
+ <data element_type="f32" shape="48, 48" offset="361756" size="9216" />
201
+ <output>
202
+ <port id="0" precision="FP32" names="self.layers.0.self_attn.q_proj.weight">
203
+ <dim>48</dim>
204
+ <dim>48</dim>
205
+ </port>
206
+ </output>
207
+ </layer>
208
+ <layer id="14" name="__module.layers.0.self_attn.q_proj/aten::linear/MatMul" type="MatMul" version="opset1">
209
+ <data transpose_a="false" transpose_b="true" />
210
+ <input>
211
+ <port id="0" precision="FP32">
212
+ <dim>-1</dim>
213
+ <dim>1500</dim>
214
+ <dim>48</dim>
215
+ </port>
216
+ <port id="1" precision="FP32">
217
+ <dim>48</dim>
218
+ <dim>48</dim>
219
+ </port>
220
+ </input>
221
+ <output>
222
+ <port id="2" precision="FP32" names="97">
223
+ <dim>-1</dim>
224
+ <dim>1500</dim>
225
+ <dim>48</dim>
226
+ </port>
227
+ </output>
228
+ </layer>
229
+ <layer id="15" name="Constant_3440" type="Const" version="opset1">
230
+ <data element_type="f32" shape="1, 1, 1" offset="370972" size="4" />
231
+ <output>
232
+ <port id="0" precision="FP32">
233
+ <dim>1</dim>
234
+ <dim>1</dim>
235
+ <dim>1</dim>
236
+ </port>
237
+ </output>
238
+ </layer>
239
+ <layer id="16" name="__module.layers.0.self_attn/aten::mul/Multiply" type="Multiply" version="opset1">
240
+ <data auto_broadcast="numpy" />
241
+ <input>
242
+ <port id="0" precision="FP32">
243
+ <dim>-1</dim>
244
+ <dim>1500</dim>
245
+ <dim>48</dim>
246
+ </port>
247
+ <port id="1" precision="FP32">
248
+ <dim>1</dim>
249
+ <dim>1</dim>
250
+ <dim>1</dim>
251
+ </port>
252
+ </input>
253
+ <output>
254
+ <port id="2" precision="FP32" names="98,query_states.1">
255
+ <dim>-1</dim>
256
+ <dim>1500</dim>
257
+ <dim>48</dim>
258
+ </port>
259
+ </output>
260
+ </layer>
261
+ <layer id="17" name="Constant_3482" type="Const" version="opset1">
262
+ <data element_type="i64" shape="4" offset="370976" size="32" />
263
+ <output>
264
+ <port id="0" precision="I64">
265
+ <dim>4</dim>
266
+ </port>
267
+ </output>
268
+ </layer>
269
+ <layer id="18" name="__module.layers.0.self_attn/aten::view/Reshape" type="Reshape" version="opset1">
270
+ <data special_zero="true" />
271
+ <input>
272
+ <port id="0" precision="FP32">
273
+ <dim>-1</dim>
274
+ <dim>1500</dim>
275
+ <dim>48</dim>
276
+ </port>
277
+ <port id="1" precision="I64">
278
+ <dim>4</dim>
279
+ </port>
280
+ </input>
281
+ <output>
282
+ <port id="2" precision="FP32" names="100,query_states.3">
283
+ <dim>-1</dim>
284
+ <dim>1500</dim>
285
+ <dim>3</dim>
286
+ <dim>16</dim>
287
+ </port>
288
+ </output>
289
+ </layer>
290
+ <layer id="19" name="__module.layers.0.self_attn/aten::transpose/Constant" type="Const" version="opset1">
291
+ <data element_type="i32" shape="4" offset="371008" size="16" />
292
+ <output>
293
+ <port id="0" precision="I32">
294
+ <dim>4</dim>
295
+ </port>
296
+ </output>
297
+ </layer>
298
+ <layer id="20" name="__module.layers.0.self_attn/aten::transpose/Transpose" type="Transpose" version="opset1">
299
+ <input>
300
+ <port id="0" precision="FP32">
301
+ <dim>-1</dim>
302
+ <dim>1500</dim>
303
+ <dim>3</dim>
304
+ <dim>16</dim>
305
+ </port>
306
+ <port id="1" precision="I32">
307
+ <dim>4</dim>
308
+ </port>
309
+ </input>
310
+ <output>
311
+ <port id="2" precision="FP32" names="101">
312
+ <dim>-1</dim>
313
+ <dim>3</dim>
314
+ <dim>1500</dim>
315
+ <dim>16</dim>
316
+ </port>
317
+ </output>
318
+ </layer>
319
+ <layer id="21" name="self.layers.0.self_attn.k_proj.weight" type="Const" version="opset1">
320
+ <data element_type="f32" shape="48, 48" offset="371024" size="9216" />
321
+ <output>
322
+ <port id="0" precision="FP32" names="self.layers.0.self_attn.k_proj.weight">
323
+ <dim>48</dim>
324
+ <dim>48</dim>
325
+ </port>
326
+ </output>
327
+ </layer>
328
+ <layer id="22" name="__module.layers.0.self_attn.k_proj/aten::linear/MatMul" type="MatMul" version="opset1">
329
+ <data transpose_a="false" transpose_b="true" />
330
+ <input>
331
+ <port id="0" precision="FP32">
332
+ <dim>-1</dim>
333
+ <dim>1500</dim>
334
+ <dim>48</dim>
335
+ </port>
336
+ <port id="1" precision="FP32">
337
+ <dim>48</dim>
338
+ <dim>48</dim>
339
+ </port>
340
+ </input>
341
+ <output>
342
+ <port id="2" precision="FP32" names="104">
343
+ <dim>-1</dim>
344
+ <dim>1500</dim>
345
+ <dim>48</dim>
346
+ </port>
347
+ </output>
348
+ </layer>
349
+ <layer id="23" name="Constant_3483" type="Const" version="opset1">
350
+ <data element_type="i64" shape="4" offset="370976" size="32" />
351
+ <output>
352
+ <port id="0" precision="I64">
353
+ <dim>4</dim>
354
+ </port>
355
+ </output>
356
+ </layer>
357
+ <layer id="24" name="__module.layers.0.self_attn/aten::view/Reshape_1" type="Reshape" version="opset1">
358
+ <data special_zero="true" />
359
+ <input>
360
+ <port id="0" precision="FP32">
361
+ <dim>-1</dim>
362
+ <dim>1500</dim>
363
+ <dim>48</dim>
364
+ </port>
365
+ <port id="1" precision="I64">
366
+ <dim>4</dim>
367
+ </port>
368
+ </input>
369
+ <output>
370
+ <port id="2" precision="FP32" names="106,key_states.1">
371
+ <dim>-1</dim>
372
+ <dim>1500</dim>
373
+ <dim>3</dim>
374
+ <dim>16</dim>
375
+ </port>
376
+ </output>
377
+ </layer>
378
+ <layer id="25" name="__module.layers.0.self_attn/aten::transpose/Constant_1" type="Const" version="opset1">
379
+ <data element_type="i32" shape="4" offset="371008" size="16" />
380
+ <output>
381
+ <port id="0" precision="I32">
382
+ <dim>4</dim>
383
+ </port>
384
+ </output>
385
+ </layer>
386
+ <layer id="26" name="__module.layers.0.self_attn/aten::transpose/Transpose_1" type="Transpose" version="opset1">
387
+ <input>
388
+ <port id="0" precision="FP32">
389
+ <dim>-1</dim>
390
+ <dim>1500</dim>
391
+ <dim>3</dim>
392
+ <dim>16</dim>
393
+ </port>
394
+ <port id="1" precision="I32">
395
+ <dim>4</dim>
396
+ </port>
397
+ </input>
398
+ <output>
399
+ <port id="2" precision="FP32" names="112">
400
+ <dim>-1</dim>
401
+ <dim>3</dim>
402
+ <dim>1500</dim>
403
+ <dim>16</dim>
404
+ </port>
405
+ </output>
406
+ </layer>
407
+ <layer id="27" name="self.layers.0.self_attn.v_proj.weight" type="Const" version="opset1">
408
+ <data element_type="f32" shape="48, 48" offset="380240" size="9216" />
409
+ <output>
410
+ <port id="0" precision="FP32" names="self.layers.0.self_attn.v_proj.weight">
411
+ <dim>48</dim>
412
+ <dim>48</dim>
413
+ </port>
414
+ </output>
415
+ </layer>
416
+ <layer id="28" name="__module.layers.0.self_attn.v_proj/aten::linear/MatMul" type="MatMul" version="opset1">
417
+ <data transpose_a="false" transpose_b="true" />
418
+ <input>
419
+ <port id="0" precision="FP32">
420
+ <dim>-1</dim>
421
+ <dim>1500</dim>
422
+ <dim>48</dim>
423
+ </port>
424
+ <port id="1" precision="FP32">
425
+ <dim>48</dim>
426
+ <dim>48</dim>
427
+ </port>
428
+ </input>
429
+ <output>
430
+ <port id="2" precision="FP32" names="109">
431
+ <dim>-1</dim>
432
+ <dim>1500</dim>
433
+ <dim>48</dim>
434
+ </port>
435
+ </output>
436
+ </layer>
437
+ <layer id="29" name="Constant_3484" type="Const" version="opset1">
438
+ <data element_type="i64" shape="4" offset="370976" size="32" />
439
+ <output>
440
+ <port id="0" precision="I64">
441
+ <dim>4</dim>
442
+ </port>
443
+ </output>
444
+ </layer>
445
+ <layer id="30" name="__module.layers.0.self_attn/aten::view/Reshape_2" type="Reshape" version="opset1">
446
+ <data special_zero="true" />
447
+ <input>
448
+ <port id="0" precision="FP32">
449
+ <dim>-1</dim>
450
+ <dim>1500</dim>
451
+ <dim>48</dim>
452
+ </port>
453
+ <port id="1" precision="I64">
454
+ <dim>4</dim>
455
+ </port>
456
+ </input>
457
+ <output>
458
+ <port id="2" precision="FP32" names="111,value_states.1">
459
+ <dim>-1</dim>
460
+ <dim>1500</dim>
461
+ <dim>3</dim>
462
+ <dim>16</dim>
463
+ </port>
464
+ </output>
465
+ </layer>
466
+ <layer id="31" name="__module.layers.0.self_attn/aten::transpose/Constant_2" type="Const" version="opset1">
467
+ <data element_type="i32" shape="4" offset="371008" size="16" />
468
+ <output>
469
+ <port id="0" precision="I32">
470
+ <dim>4</dim>
471
+ </port>
472
+ </output>
473
+ </layer>
474
+ <layer id="32" name="__module.layers.0.self_attn/aten::transpose/Transpose_2" type="Transpose" version="opset1">
475
+ <input>
476
+ <port id="0" precision="FP32">
477
+ <dim>-1</dim>
478
+ <dim>1500</dim>
479
+ <dim>3</dim>
480
+ <dim>16</dim>
481
+ </port>
482
+ <port id="1" precision="I32">
483
+ <dim>4</dim>
484
+ </port>
485
+ </input>
486
+ <output>
487
+ <port id="2" precision="FP32" names="114">
488
+ <dim>-1</dim>
489
+ <dim>3</dim>
490
+ <dim>1500</dim>
491
+ <dim>16</dim>
492
+ </port>
493
+ </output>
494
+ </layer>
495
+ <layer id="33" name="__module.layers.0.self_attn/aten::scaled_dot_product_attention/ConvertLike" type="Const" version="opset1">
496
+ <data element_type="f32" shape="" offset="389456" size="4" />
497
+ <output>
498
+ <port id="0" precision="FP32" />
499
+ </output>
500
+ </layer>
501
+ <layer id="34" name="__module.layers.0.self_attn/aten::scaled_dot_product_attention/ConvertLike_1" type="Const" version="opset1">
502
+ <data element_type="f32" shape="" offset="389460" size="4" />
503
+ <output>
504
+ <port id="0" precision="FP32" />
505
+ </output>
506
+ </layer>
507
+ <layer id="35" name="__module.layers.0.self_attn/aten::scaled_dot_product_attention/ScaledDotProductAttention" type="ScaledDotProductAttention" version="opset13">
508
+ <data causal="false" />
509
+ <input>
510
+ <port id="0" precision="FP32">
511
+ <dim>-1</dim>
512
+ <dim>3</dim>
513
+ <dim>1500</dim>
514
+ <dim>16</dim>
515
+ </port>
516
+ <port id="1" precision="FP32">
517
+ <dim>-1</dim>
518
+ <dim>3</dim>
519
+ <dim>1500</dim>
520
+ <dim>16</dim>
521
+ </port>
522
+ <port id="2" precision="FP32">
523
+ <dim>-1</dim>
524
+ <dim>3</dim>
525
+ <dim>1500</dim>
526
+ <dim>16</dim>
527
+ </port>
528
+ <port id="3" precision="FP32" />
529
+ <port id="4" precision="FP32" />
530
+ </input>
531
+ <output>
532
+ <port id="5" precision="FP32" names="116,attn_output.1">
533
+ <dim>-1</dim>
534
+ <dim>3</dim>
535
+ <dim>1500</dim>
536
+ <dim>16</dim>
537
+ </port>
538
+ </output>
539
+ </layer>
540
+ <layer id="36" name="__module.layers.0.self_attn/aten::transpose/Constant_3" type="Const" version="opset1">
541
+ <data element_type="i32" shape="4" offset="371008" size="16" />
542
+ <output>
543
+ <port id="0" precision="I32">
544
+ <dim>4</dim>
545
+ </port>
546
+ </output>
547
+ </layer>
548
+ <layer id="37" name="__module.layers.0.self_attn/aten::transpose/Transpose_3" type="Transpose" version="opset1">
549
+ <input>
550
+ <port id="0" precision="FP32">
551
+ <dim>-1</dim>
552
+ <dim>3</dim>
553
+ <dim>1500</dim>
554
+ <dim>16</dim>
555
+ </port>
556
+ <port id="1" precision="I32">
557
+ <dim>4</dim>
558
+ </port>
559
+ </input>
560
+ <output>
561
+ <port id="2" precision="FP32" names="117">
562
+ <dim>-1</dim>
563
+ <dim>1500</dim>
564
+ <dim>3</dim>
565
+ <dim>16</dim>
566
+ </port>
567
+ </output>
568
+ </layer>
569
+ <layer id="38" name="Constant_3485" type="Const" version="opset1">
570
+ <data element_type="i64" shape="3" offset="389464" size="24" />
571
+ <output>
572
+ <port id="0" precision="I64">
573
+ <dim>3</dim>
574
+ </port>
575
+ </output>
576
+ </layer>
577
+ <layer id="39" name="__module.layers.0.self_attn/aten::reshape/Reshape" type="Reshape" version="opset1">
578
+ <data special_zero="true" />
579
+ <input>
580
+ <port id="0" precision="FP32">
581
+ <dim>-1</dim>
582
+ <dim>1500</dim>
583
+ <dim>3</dim>
584
+ <dim>16</dim>
585
+ </port>
586
+ <port id="1" precision="I64">
587
+ <dim>3</dim>
588
+ </port>
589
+ </input>
590
+ <output>
591
+ <port id="2" precision="FP32" names="120">
592
+ <dim>-1</dim>
593
+ <dim>1500</dim>
594
+ <dim>48</dim>
595
+ </port>
596
+ </output>
597
+ </layer>
598
+ <layer id="40" name="self.layers.0.self_attn.out_proj.weight" type="Const" version="opset1">
599
+ <data element_type="f32" shape="48, 48" offset="389488" size="9216" />
600
+ <output>
601
+ <port id="0" precision="FP32" names="self.layers.0.self_attn.out_proj.weight">
602
+ <dim>48</dim>
603
+ <dim>48</dim>
604
+ </port>
605
+ </output>
606
+ </layer>
607
+ <layer id="41" name="__module.layers.0.self_attn.out_proj/aten::linear/MatMul" type="MatMul" version="opset1">
608
+ <data transpose_a="false" transpose_b="true" />
609
+ <input>
610
+ <port id="0" precision="FP32">
611
+ <dim>-1</dim>
612
+ <dim>1500</dim>
613
+ <dim>48</dim>
614
+ </port>
615
+ <port id="1" precision="FP32">
616
+ <dim>48</dim>
617
+ <dim>48</dim>
618
+ </port>
619
+ </input>
620
+ <output>
621
+ <port id="2" precision="FP32" names="124,input.11">
622
+ <dim>-1</dim>
623
+ <dim>1500</dim>
624
+ <dim>48</dim>
625
+ </port>
626
+ </output>
627
+ </layer>
628
+ <layer id="42" name="__module.layers.0/aten::add/Add" type="Add" version="opset1">
629
+ <data auto_broadcast="numpy" />
630
+ <input>
631
+ <port id="0" precision="FP32">
632
+ <dim>-1</dim>
633
+ <dim>1500</dim>
634
+ <dim>48</dim>
635
+ </port>
636
+ <port id="1" precision="FP32">
637
+ <dim>-1</dim>
638
+ <dim>1500</dim>
639
+ <dim>48</dim>
640
+ </port>
641
+ </input>
642
+ <output>
643
+ <port id="2" precision="FP32" names="126,input.13">
644
+ <dim>-1</dim>
645
+ <dim>1500</dim>
646
+ <dim>48</dim>
647
+ </port>
648
+ </output>
649
+ </layer>
650
+ <layer id="43" name="__module.layers.0.final_layer_norm/aten::layer_norm/Multiply" type="Const" version="opset1">
651
+ <data element_type="i32" shape="1" offset="361752" size="4" />
652
+ <output>
653
+ <port id="0" precision="I32">
654
+ <dim>1</dim>
655
+ </port>
656
+ </output>
657
+ </layer>
658
+ <layer id="44" name="__module.layers.0.final_layer_norm/aten::layer_norm/MVN" type="MVN" version="opset6">
659
+ <data eps="9.9999997473787516e-06" normalize_variance="true" eps_mode="INSIDE_SQRT" />
660
+ <input>
661
+ <port id="0" precision="FP32">
662
+ <dim>-1</dim>
663
+ <dim>1500</dim>
664
+ <dim>48</dim>
665
+ </port>
666
+ <port id="1" precision="I32">
667
+ <dim>1</dim>
668
+ </port>
669
+ </input>
670
+ <output>
671
+ <port id="2" precision="FP32" names="130,input.15">
672
+ <dim>-1</dim>
673
+ <dim>1500</dim>
674
+ <dim>48</dim>
675
+ </port>
676
+ </output>
677
+ </layer>
678
+ <layer id="45" name="self.layers.0.fc1.weight" type="Const" version="opset1">
679
+ <data element_type="f32" shape="768, 48" offset="398704" size="147456" />
680
+ <output>
681
+ <port id="0" precision="FP32" names="self.layers.0.fc1.weight">
682
+ <dim>768</dim>
683
+ <dim>48</dim>
684
+ </port>
685
+ </output>
686
+ </layer>
687
+ <layer id="46" name="__module.layers.0.fc1/aten::linear/MatMul" type="MatMul" version="opset1">
688
+ <data transpose_a="false" transpose_b="true" />
689
+ <input>
690
+ <port id="0" precision="FP32">
691
+ <dim>-1</dim>
692
+ <dim>1500</dim>
693
+ <dim>48</dim>
694
+ </port>
695
+ <port id="1" precision="FP32">
696
+ <dim>768</dim>
697
+ <dim>48</dim>
698
+ </port>
699
+ </input>
700
+ <output>
701
+ <port id="2" precision="FP32" names="133,input.17">
702
+ <dim>-1</dim>
703
+ <dim>1500</dim>
704
+ <dim>768</dim>
705
+ </port>
706
+ </output>
707
+ </layer>
708
+ <layer id="47" name="__module.layers.0.activation_fn/aten::gelu/Gelu" type="Gelu" version="opset7">
709
+ <data approximation_mode="ERF" />
710
+ <input>
711
+ <port id="0" precision="FP32">
712
+ <dim>-1</dim>
713
+ <dim>1500</dim>
714
+ <dim>768</dim>
715
+ </port>
716
+ </input>
717
+ <output>
718
+ <port id="1" precision="FP32" names="134,input.19">
719
+ <dim>-1</dim>
720
+ <dim>1500</dim>
721
+ <dim>768</dim>
722
+ </port>
723
+ </output>
724
+ </layer>
725
+ <layer id="48" name="self.layers.0.fc2.weight" type="Const" version="opset1">
726
+ <data element_type="f32" shape="48, 768" offset="546160" size="147456" />
727
+ <output>
728
+ <port id="0" precision="FP32" names="self.layers.0.fc2.weight">
729
+ <dim>48</dim>
730
+ <dim>768</dim>
731
+ </port>
732
+ </output>
733
+ </layer>
734
+ <layer id="49" name="__module.layers.0.fc2/aten::linear/MatMul" type="MatMul" version="opset1">
735
+ <data transpose_a="false" transpose_b="true" />
736
+ <input>
737
+ <port id="0" precision="FP32">
738
+ <dim>-1</dim>
739
+ <dim>1500</dim>
740
+ <dim>768</dim>
741
+ </port>
742
+ <port id="1" precision="FP32">
743
+ <dim>48</dim>
744
+ <dim>768</dim>
745
+ </port>
746
+ </input>
747
+ <output>
748
+ <port id="2" precision="FP32" names="138,input.23">
749
+ <dim>-1</dim>
750
+ <dim>1500</dim>
751
+ <dim>48</dim>
752
+ </port>
753
+ </output>
754
+ </layer>
755
+ <layer id="50" name="__module.layers.0/aten::add/Add_1" type="Add" version="opset1">
756
+ <data auto_broadcast="numpy" />
757
+ <input>
758
+ <port id="0" precision="FP32">
759
+ <dim>-1</dim>
760
+ <dim>1500</dim>
761
+ <dim>48</dim>
762
+ </port>
763
+ <port id="1" precision="FP32">
764
+ <dim>-1</dim>
765
+ <dim>1500</dim>
766
+ <dim>48</dim>
767
+ </port>
768
+ </input>
769
+ <output>
770
+ <port id="2" precision="FP32" names="140,input.25">
771
+ <dim>-1</dim>
772
+ <dim>1500</dim>
773
+ <dim>48</dim>
774
+ </port>
775
+ </output>
776
+ </layer>
777
+ <layer id="51" name="__module.layers.1.self_attn_layer_norm/aten::layer_norm/Multiply" type="Const" version="opset1">
778
+ <data element_type="i32" shape="1" offset="361752" size="4" />
779
+ <output>
780
+ <port id="0" precision="I32">
781
+ <dim>1</dim>
782
+ </port>
783
+ </output>
784
+ </layer>
785
+ <layer id="52" name="__module.layers.1.self_attn_layer_norm/aten::layer_norm/MVN" type="MVN" version="opset6">
786
+ <data eps="9.9999997473787516e-06" normalize_variance="true" eps_mode="INSIDE_SQRT" />
787
+ <input>
788
+ <port id="0" precision="FP32">
789
+ <dim>-1</dim>
790
+ <dim>1500</dim>
791
+ <dim>48</dim>
792
+ </port>
793
+ <port id="1" precision="I32">
794
+ <dim>1</dim>
795
+ </port>
796
+ </input>
797
+ <output>
798
+ <port id="2" precision="FP32" names="165,hidden_states.7">
799
+ <dim>-1</dim>
800
+ <dim>1500</dim>
801
+ <dim>48</dim>
802
+ </port>
803
+ </output>
804
+ </layer>
805
+ <layer id="53" name="self.layers.1.self_attn.q_proj.weight" type="Const" version="opset1">
806
+ <data element_type="f32" shape="48, 48" offset="693616" size="9216" />
807
+ <output>
808
+ <port id="0" precision="FP32" names="self.layers.1.self_attn.q_proj.weight">
809
+ <dim>48</dim>
810
+ <dim>48</dim>
811
+ </port>
812
+ </output>
813
+ </layer>
814
+ <layer id="54" name="__module.layers.1.self_attn.q_proj/aten::linear/MatMul" type="MatMul" version="opset1">
815
+ <data transpose_a="false" transpose_b="true" />
816
+ <input>
817
+ <port id="0" precision="FP32">
818
+ <dim>-1</dim>
819
+ <dim>1500</dim>
820
+ <dim>48</dim>
821
+ </port>
822
+ <port id="1" precision="FP32">
823
+ <dim>48</dim>
824
+ <dim>48</dim>
825
+ </port>
826
+ </input>
827
+ <output>
828
+ <port id="2" precision="FP32" names="174">
829
+ <dim>-1</dim>
830
+ <dim>1500</dim>
831
+ <dim>48</dim>
832
+ </port>
833
+ </output>
834
+ </layer>
835
+ <layer id="55" name="Constant_3441" type="Const" version="opset1">
836
+ <data element_type="f32" shape="1, 1, 1" offset="370972" size="4" />
837
+ <output>
838
+ <port id="0" precision="FP32">
839
+ <dim>1</dim>
840
+ <dim>1</dim>
841
+ <dim>1</dim>
842
+ </port>
843
+ </output>
844
+ </layer>
845
+ <layer id="56" name="__module.layers.1.self_attn/aten::mul/Multiply" type="Multiply" version="opset1">
846
+ <data auto_broadcast="numpy" />
847
+ <input>
848
+ <port id="0" precision="FP32">
849
+ <dim>-1</dim>
850
+ <dim>1500</dim>
851
+ <dim>48</dim>
852
+ </port>
853
+ <port id="1" precision="FP32">
854
+ <dim>1</dim>
855
+ <dim>1</dim>
856
+ <dim>1</dim>
857
+ </port>
858
+ </input>
859
+ <output>
860
+ <port id="2" precision="FP32" names="175,query_states.5">
861
+ <dim>-1</dim>
862
+ <dim>1500</dim>
863
+ <dim>48</dim>
864
+ </port>
865
+ </output>
866
+ </layer>
867
+ <layer id="57" name="Constant_3486" type="Const" version="opset1">
868
+ <data element_type="i64" shape="4" offset="370976" size="32" />
869
+ <output>
870
+ <port id="0" precision="I64">
871
+ <dim>4</dim>
872
+ </port>
873
+ </output>
874
+ </layer>
875
+ <layer id="58" name="__module.layers.1.self_attn/aten::view/Reshape" type="Reshape" version="opset1">
876
+ <data special_zero="true" />
877
+ <input>
878
+ <port id="0" precision="FP32">
879
+ <dim>-1</dim>
880
+ <dim>1500</dim>
881
+ <dim>48</dim>
882
+ </port>
883
+ <port id="1" precision="I64">
884
+ <dim>4</dim>
885
+ </port>
886
+ </input>
887
+ <output>
888
+ <port id="2" precision="FP32" names="177,query_states">
889
+ <dim>-1</dim>
890
+ <dim>1500</dim>
891
+ <dim>3</dim>
892
+ <dim>16</dim>
893
+ </port>
894
+ </output>
895
+ </layer>
896
+ <layer id="59" name="__module.layers.1.self_attn/aten::transpose/Constant" type="Const" version="opset1">
897
+ <data element_type="i32" shape="4" offset="371008" size="16" />
898
+ <output>
899
+ <port id="0" precision="I32">
900
+ <dim>4</dim>
901
+ </port>
902
+ </output>
903
+ </layer>
904
+ <layer id="60" name="__module.layers.1.self_attn/aten::transpose/Transpose" type="Transpose" version="opset1">
905
+ <input>
906
+ <port id="0" precision="FP32">
907
+ <dim>-1</dim>
908
+ <dim>1500</dim>
909
+ <dim>3</dim>
910
+ <dim>16</dim>
911
+ </port>
912
+ <port id="1" precision="I32">
913
+ <dim>4</dim>
914
+ </port>
915
+ </input>
916
+ <output>
917
+ <port id="2" precision="FP32" names="178">
918
+ <dim>-1</dim>
919
+ <dim>3</dim>
920
+ <dim>1500</dim>
921
+ <dim>16</dim>
922
+ </port>
923
+ </output>
924
+ </layer>
925
+ <layer id="61" name="self.layers.1.self_attn.k_proj.weight" type="Const" version="opset1">
926
+ <data element_type="f32" shape="48, 48" offset="702832" size="9216" />
927
+ <output>
928
+ <port id="0" precision="FP32" names="self.layers.1.self_attn.k_proj.weight">
929
+ <dim>48</dim>
930
+ <dim>48</dim>
931
+ </port>
932
+ </output>
933
+ </layer>
934
+ <layer id="62" name="__module.layers.1.self_attn.k_proj/aten::linear/MatMul" type="MatMul" version="opset1">
935
+ <data transpose_a="false" transpose_b="true" />
936
+ <input>
937
+ <port id="0" precision="FP32">
938
+ <dim>-1</dim>
939
+ <dim>1500</dim>
940
+ <dim>48</dim>
941
+ </port>
942
+ <port id="1" precision="FP32">
943
+ <dim>48</dim>
944
+ <dim>48</dim>
945
+ </port>
946
+ </input>
947
+ <output>
948
+ <port id="2" precision="FP32" names="181">
949
+ <dim>-1</dim>
950
+ <dim>1500</dim>
951
+ <dim>48</dim>
952
+ </port>
953
+ </output>
954
+ </layer>
955
+ <layer id="63" name="Constant_3487" type="Const" version="opset1">
956
+ <data element_type="i64" shape="4" offset="370976" size="32" />
957
+ <output>
958
+ <port id="0" precision="I64">
959
+ <dim>4</dim>
960
+ </port>
961
+ </output>
962
+ </layer>
963
+ <layer id="64" name="__module.layers.1.self_attn/aten::view/Reshape_1" type="Reshape" version="opset1">
964
+ <data special_zero="true" />
965
+ <input>
966
+ <port id="0" precision="FP32">
967
+ <dim>-1</dim>
968
+ <dim>1500</dim>
969
+ <dim>48</dim>
970
+ </port>
971
+ <port id="1" precision="I64">
972
+ <dim>4</dim>
973
+ </port>
974
+ </input>
975
+ <output>
976
+ <port id="2" precision="FP32" names="183,key_states">
977
+ <dim>-1</dim>
978
+ <dim>1500</dim>
979
+ <dim>3</dim>
980
+ <dim>16</dim>
981
+ </port>
982
+ </output>
983
+ </layer>
984
+ <layer id="65" name="__module.layers.1.self_attn/aten::transpose/Constant_1" type="Const" version="opset1">
985
+ <data element_type="i32" shape="4" offset="371008" size="16" />
986
+ <output>
987
+ <port id="0" precision="I32">
988
+ <dim>4</dim>
989
+ </port>
990
+ </output>
991
+ </layer>
992
+ <layer id="66" name="__module.layers.1.self_attn/aten::transpose/Transpose_1" type="Transpose" version="opset1">
993
+ <input>
994
+ <port id="0" precision="FP32">
995
+ <dim>-1</dim>
996
+ <dim>1500</dim>
997
+ <dim>3</dim>
998
+ <dim>16</dim>
999
+ </port>
1000
+ <port id="1" precision="I32">
1001
+ <dim>4</dim>
1002
+ </port>
1003
+ </input>
1004
+ <output>
1005
+ <port id="2" precision="FP32" names="189">
1006
+ <dim>-1</dim>
1007
+ <dim>3</dim>
1008
+ <dim>1500</dim>
1009
+ <dim>16</dim>
1010
+ </port>
1011
+ </output>
1012
+ </layer>
1013
+ <layer id="67" name="self.layers.1.self_attn.v_proj.weight" type="Const" version="opset1">
1014
+ <data element_type="f32" shape="48, 48" offset="712048" size="9216" />
1015
+ <output>
1016
+ <port id="0" precision="FP32" names="self.layers.1.self_attn.v_proj.weight">
1017
+ <dim>48</dim>
1018
+ <dim>48</dim>
1019
+ </port>
1020
+ </output>
1021
+ </layer>
1022
+ <layer id="68" name="__module.layers.1.self_attn.v_proj/aten::linear/MatMul" type="MatMul" version="opset1">
1023
+ <data transpose_a="false" transpose_b="true" />
1024
+ <input>
1025
+ <port id="0" precision="FP32">
1026
+ <dim>-1</dim>
1027
+ <dim>1500</dim>
1028
+ <dim>48</dim>
1029
+ </port>
1030
+ <port id="1" precision="FP32">
1031
+ <dim>48</dim>
1032
+ <dim>48</dim>
1033
+ </port>
1034
+ </input>
1035
+ <output>
1036
+ <port id="2" precision="FP32" names="186">
1037
+ <dim>-1</dim>
1038
+ <dim>1500</dim>
1039
+ <dim>48</dim>
1040
+ </port>
1041
+ </output>
1042
+ </layer>
1043
+ <layer id="69" name="Constant_3488" type="Const" version="opset1">
1044
+ <data element_type="i64" shape="4" offset="370976" size="32" />
1045
+ <output>
1046
+ <port id="0" precision="I64">
1047
+ <dim>4</dim>
1048
+ </port>
1049
+ </output>
1050
+ </layer>
1051
+ <layer id="70" name="__module.layers.1.self_attn/aten::view/Reshape_2" type="Reshape" version="opset1">
1052
+ <data special_zero="true" />
1053
+ <input>
1054
+ <port id="0" precision="FP32">
1055
+ <dim>-1</dim>
1056
+ <dim>1500</dim>
1057
+ <dim>48</dim>
1058
+ </port>
1059
+ <port id="1" precision="I64">
1060
+ <dim>4</dim>
1061
+ </port>
1062
+ </input>
1063
+ <output>
1064
+ <port id="2" precision="FP32" names="188,value_states">
1065
+ <dim>-1</dim>
1066
+ <dim>1500</dim>
1067
+ <dim>3</dim>
1068
+ <dim>16</dim>
1069
+ </port>
1070
+ </output>
1071
+ </layer>
1072
+ <layer id="71" name="__module.layers.1.self_attn/aten::transpose/Constant_2" type="Const" version="opset1">
1073
+ <data element_type="i32" shape="4" offset="371008" size="16" />
1074
+ <output>
1075
+ <port id="0" precision="I32">
1076
+ <dim>4</dim>
1077
+ </port>
1078
+ </output>
1079
+ </layer>
1080
+ <layer id="72" name="__module.layers.1.self_attn/aten::transpose/Transpose_2" type="Transpose" version="opset1">
1081
+ <input>
1082
+ <port id="0" precision="FP32">
1083
+ <dim>-1</dim>
1084
+ <dim>1500</dim>
1085
+ <dim>3</dim>
1086
+ <dim>16</dim>
1087
+ </port>
1088
+ <port id="1" precision="I32">
1089
+ <dim>4</dim>
1090
+ </port>
1091
+ </input>
1092
+ <output>
1093
+ <port id="2" precision="FP32" names="191">
1094
+ <dim>-1</dim>
1095
+ <dim>3</dim>
1096
+ <dim>1500</dim>
1097
+ <dim>16</dim>
1098
+ </port>
1099
+ </output>
1100
+ </layer>
1101
+ <layer id="73" name="__module.layers.1.self_attn/aten::scaled_dot_product_attention/ConvertLike" type="Const" version="opset1">
1102
+ <data element_type="f32" shape="" offset="389456" size="4" />
1103
+ <output>
1104
+ <port id="0" precision="FP32" />
1105
+ </output>
1106
+ </layer>
1107
+ <layer id="74" name="__module.layers.1.self_attn/aten::scaled_dot_product_attention/ConvertLike_1" type="Const" version="opset1">
1108
+ <data element_type="f32" shape="" offset="389460" size="4" />
1109
+ <output>
1110
+ <port id="0" precision="FP32" />
1111
+ </output>
1112
+ </layer>
1113
+ <layer id="75" name="__module.layers.1.self_attn/aten::scaled_dot_product_attention/ScaledDotProductAttention" type="ScaledDotProductAttention" version="opset13">
1114
+ <data causal="false" />
1115
+ <input>
1116
+ <port id="0" precision="FP32">
1117
+ <dim>-1</dim>
1118
+ <dim>3</dim>
1119
+ <dim>1500</dim>
1120
+ <dim>16</dim>
1121
+ </port>
1122
+ <port id="1" precision="FP32">
1123
+ <dim>-1</dim>
1124
+ <dim>3</dim>
1125
+ <dim>1500</dim>
1126
+ <dim>16</dim>
1127
+ </port>
1128
+ <port id="2" precision="FP32">
1129
+ <dim>-1</dim>
1130
+ <dim>3</dim>
1131
+ <dim>1500</dim>
1132
+ <dim>16</dim>
1133
+ </port>
1134
+ <port id="3" precision="FP32" />
1135
+ <port id="4" precision="FP32" />
1136
+ </input>
1137
+ <output>
1138
+ <port id="5" precision="FP32" names="193,attn_output.5">
1139
+ <dim>-1</dim>
1140
+ <dim>3</dim>
1141
+ <dim>1500</dim>
1142
+ <dim>16</dim>
1143
+ </port>
1144
+ </output>
1145
+ </layer>
1146
+ <layer id="76" name="__module.layers.1.self_attn/aten::transpose/Constant_3" type="Const" version="opset1">
1147
+ <data element_type="i32" shape="4" offset="371008" size="16" />
1148
+ <output>
1149
+ <port id="0" precision="I32">
1150
+ <dim>4</dim>
1151
+ </port>
1152
+ </output>
1153
+ </layer>
1154
+ <layer id="77" name="__module.layers.1.self_attn/aten::transpose/Transpose_3" type="Transpose" version="opset1">
1155
+ <input>
1156
+ <port id="0" precision="FP32">
1157
+ <dim>-1</dim>
1158
+ <dim>3</dim>
1159
+ <dim>1500</dim>
1160
+ <dim>16</dim>
1161
+ </port>
1162
+ <port id="1" precision="I32">
1163
+ <dim>4</dim>
1164
+ </port>
1165
+ </input>
1166
+ <output>
1167
+ <port id="2" precision="FP32" names="194">
1168
+ <dim>-1</dim>
1169
+ <dim>1500</dim>
1170
+ <dim>3</dim>
1171
+ <dim>16</dim>
1172
+ </port>
1173
+ </output>
1174
+ </layer>
1175
+ <layer id="78" name="Constant_3489" type="Const" version="opset1">
1176
+ <data element_type="i64" shape="3" offset="389464" size="24" />
1177
+ <output>
1178
+ <port id="0" precision="I64">
1179
+ <dim>3</dim>
1180
+ </port>
1181
+ </output>
1182
+ </layer>
1183
+ <layer id="79" name="__module.layers.1.self_attn/aten::reshape/Reshape" type="Reshape" version="opset1">
1184
+ <data special_zero="true" />
1185
+ <input>
1186
+ <port id="0" precision="FP32">
1187
+ <dim>-1</dim>
1188
+ <dim>1500</dim>
1189
+ <dim>3</dim>
1190
+ <dim>16</dim>
1191
+ </port>
1192
+ <port id="1" precision="I64">
1193
+ <dim>3</dim>
1194
+ </port>
1195
+ </input>
1196
+ <output>
1197
+ <port id="2" precision="FP32" names="197">
1198
+ <dim>-1</dim>
1199
+ <dim>1500</dim>
1200
+ <dim>48</dim>
1201
+ </port>
1202
+ </output>
1203
+ </layer>
1204
+ <layer id="80" name="self.layers.1.self_attn.out_proj.weight" type="Const" version="opset1">
1205
+ <data element_type="f32" shape="48, 48" offset="721264" size="9216" />
1206
+ <output>
1207
+ <port id="0" precision="FP32" names="self.layers.1.self_attn.out_proj.weight">
1208
+ <dim>48</dim>
1209
+ <dim>48</dim>
1210
+ </port>
1211
+ </output>
1212
+ </layer>
1213
+ <layer id="81" name="__module.layers.1.self_attn.out_proj/aten::linear/MatMul" type="MatMul" version="opset1">
1214
+ <data transpose_a="false" transpose_b="true" />
1215
+ <input>
1216
+ <port id="0" precision="FP32">
1217
+ <dim>-1</dim>
1218
+ <dim>1500</dim>
1219
+ <dim>48</dim>
1220
+ </port>
1221
+ <port id="1" precision="FP32">
1222
+ <dim>48</dim>
1223
+ <dim>48</dim>
1224
+ </port>
1225
+ </input>
1226
+ <output>
1227
+ <port id="2" precision="FP32" names="201,input.29">
1228
+ <dim>-1</dim>
1229
+ <dim>1500</dim>
1230
+ <dim>48</dim>
1231
+ </port>
1232
+ </output>
1233
+ </layer>
1234
+ <layer id="82" name="__module.layers.1/aten::add/Add" type="Add" version="opset1">
1235
+ <data auto_broadcast="numpy" />
1236
+ <input>
1237
+ <port id="0" precision="FP32">
1238
+ <dim>-1</dim>
1239
+ <dim>1500</dim>
1240
+ <dim>48</dim>
1241
+ </port>
1242
+ <port id="1" precision="FP32">
1243
+ <dim>-1</dim>
1244
+ <dim>1500</dim>
1245
+ <dim>48</dim>
1246
+ </port>
1247
+ </input>
1248
+ <output>
1249
+ <port id="2" precision="FP32" names="203,input.31">
1250
+ <dim>-1</dim>
1251
+ <dim>1500</dim>
1252
+ <dim>48</dim>
1253
+ </port>
1254
+ </output>
1255
+ </layer>
1256
+ <layer id="83" name="__module.layers.1.final_layer_norm/aten::layer_norm/Multiply" type="Const" version="opset1">
1257
+ <data element_type="i32" shape="1" offset="361752" size="4" />
1258
+ <output>
1259
+ <port id="0" precision="I32">
1260
+ <dim>1</dim>
1261
+ </port>
1262
+ </output>
1263
+ </layer>
1264
+ <layer id="84" name="__module.layers.1.final_layer_norm/aten::layer_norm/MVN" type="MVN" version="opset6">
1265
+ <data eps="9.9999997473787516e-06" normalize_variance="true" eps_mode="INSIDE_SQRT" />
1266
+ <input>
1267
+ <port id="0" precision="FP32">
1268
+ <dim>-1</dim>
1269
+ <dim>1500</dim>
1270
+ <dim>48</dim>
1271
+ </port>
1272
+ <port id="1" precision="I32">
1273
+ <dim>1</dim>
1274
+ </port>
1275
+ </input>
1276
+ <output>
1277
+ <port id="2" precision="FP32" names="207,input.33">
1278
+ <dim>-1</dim>
1279
+ <dim>1500</dim>
1280
+ <dim>48</dim>
1281
+ </port>
1282
+ </output>
1283
+ </layer>
1284
+ <layer id="85" name="self.layers.1.fc1.weight" type="Const" version="opset1">
1285
+ <data element_type="f32" shape="768, 48" offset="730480" size="147456" />
1286
+ <output>
1287
+ <port id="0" precision="FP32" names="self.layers.1.fc1.weight">
1288
+ <dim>768</dim>
1289
+ <dim>48</dim>
1290
+ </port>
1291
+ </output>
1292
+ </layer>
1293
+ <layer id="86" name="__module.layers.1.fc1/aten::linear/MatMul" type="MatMul" version="opset1">
1294
+ <data transpose_a="false" transpose_b="true" />
1295
+ <input>
1296
+ <port id="0" precision="FP32">
1297
+ <dim>-1</dim>
1298
+ <dim>1500</dim>
1299
+ <dim>48</dim>
1300
+ </port>
1301
+ <port id="1" precision="FP32">
1302
+ <dim>768</dim>
1303
+ <dim>48</dim>
1304
+ </port>
1305
+ </input>
1306
+ <output>
1307
+ <port id="2" precision="FP32" names="210,input.35">
1308
+ <dim>-1</dim>
1309
+ <dim>1500</dim>
1310
+ <dim>768</dim>
1311
+ </port>
1312
+ </output>
1313
+ </layer>
1314
+ <layer id="87" name="__module.layers.1.activation_fn/aten::gelu/Gelu" type="Gelu" version="opset7">
1315
+ <data approximation_mode="ERF" />
1316
+ <input>
1317
+ <port id="0" precision="FP32">
1318
+ <dim>-1</dim>
1319
+ <dim>1500</dim>
1320
+ <dim>768</dim>
1321
+ </port>
1322
+ </input>
1323
+ <output>
1324
+ <port id="1" precision="FP32" names="211,input.37">
1325
+ <dim>-1</dim>
1326
+ <dim>1500</dim>
1327
+ <dim>768</dim>
1328
+ </port>
1329
+ </output>
1330
+ </layer>
1331
+ <layer id="88" name="self.layers.1.fc2.weight" type="Const" version="opset1">
1332
+ <data element_type="f32" shape="48, 768" offset="877936" size="147456" />
1333
+ <output>
1334
+ <port id="0" precision="FP32" names="self.layers.1.fc2.weight">
1335
+ <dim>48</dim>
1336
+ <dim>768</dim>
1337
+ </port>
1338
+ </output>
1339
+ </layer>
1340
+ <layer id="89" name="__module.layers.1.fc2/aten::linear/MatMul" type="MatMul" version="opset1">
1341
+ <data transpose_a="false" transpose_b="true" />
1342
+ <input>
1343
+ <port id="0" precision="FP32">
1344
+ <dim>-1</dim>
1345
+ <dim>1500</dim>
1346
+ <dim>768</dim>
1347
+ </port>
1348
+ <port id="1" precision="FP32">
1349
+ <dim>48</dim>
1350
+ <dim>768</dim>
1351
+ </port>
1352
+ </input>
1353
+ <output>
1354
+ <port id="2" precision="FP32" names="215,input.41">
1355
+ <dim>-1</dim>
1356
+ <dim>1500</dim>
1357
+ <dim>48</dim>
1358
+ </port>
1359
+ </output>
1360
+ </layer>
1361
+ <layer id="90" name="__module.layers.1/aten::add/Add_1" type="Add" version="opset1">
1362
+ <data auto_broadcast="numpy" />
1363
+ <input>
1364
+ <port id="0" precision="FP32">
1365
+ <dim>-1</dim>
1366
+ <dim>1500</dim>
1367
+ <dim>48</dim>
1368
+ </port>
1369
+ <port id="1" precision="FP32">
1370
+ <dim>-1</dim>
1371
+ <dim>1500</dim>
1372
+ <dim>48</dim>
1373
+ </port>
1374
+ </input>
1375
+ <output>
1376
+ <port id="2" precision="FP32" names="217,input">
1377
+ <dim>-1</dim>
1378
+ <dim>1500</dim>
1379
+ <dim>48</dim>
1380
+ </port>
1381
+ </output>
1382
+ </layer>
1383
+ <layer id="91" name="__module.layer_norm/aten::layer_norm/Multiply" type="Const" version="opset1">
1384
+ <data element_type="i32" shape="1" offset="361752" size="4" />
1385
+ <output>
1386
+ <port id="0" precision="I32">
1387
+ <dim>1</dim>
1388
+ </port>
1389
+ </output>
1390
+ </layer>
1391
+ <layer id="92" name="__module.layer_norm/aten::layer_norm/Add" type="MVN" version="opset6">
1392
+ <data eps="9.9999997473787516e-06" normalize_variance="true" eps_mode="INSIDE_SQRT" />
1393
+ <input>
1394
+ <port id="0" precision="FP32">
1395
+ <dim>-1</dim>
1396
+ <dim>1500</dim>
1397
+ <dim>48</dim>
1398
+ </port>
1399
+ <port id="1" precision="I32">
1400
+ <dim>1</dim>
1401
+ </port>
1402
+ </input>
1403
+ <output>
1404
+ <port id="2" precision="FP32" names="last_hidden_state">
1405
+ <dim>-1</dim>
1406
+ <dim>1500</dim>
1407
+ <dim>48</dim>
1408
+ </port>
1409
+ </output>
1410
+ </layer>
1411
+ <layer id="93" name="Result_794" type="Result" version="opset1" output_names="last_hidden_state">
1412
+ <input>
1413
+ <port id="0" precision="FP32">
1414
+ <dim>-1</dim>
1415
+ <dim>1500</dim>
1416
+ <dim>48</dim>
1417
+ </port>
1418
+ </input>
1419
+ </layer>
1420
+ </layers>
1421
+ <edges>
1422
+ <edge from-layer="0" from-port="0" to-layer="2" to-port="0" />
1423
+ <edge from-layer="1" from-port="0" to-layer="2" to-port="1" />
1424
+ <edge from-layer="2" from-port="2" to-layer="3" to-port="0" />
1425
+ <edge from-layer="3" from-port="1" to-layer="5" to-port="0" />
1426
+ <edge from-layer="4" from-port="0" to-layer="5" to-port="1" />
1427
+ <edge from-layer="5" from-port="2" to-layer="6" to-port="0" />
1428
+ <edge from-layer="6" from-port="1" to-layer="8" to-port="0" />
1429
+ <edge from-layer="7" from-port="0" to-layer="8" to-port="1" />
1430
+ <edge from-layer="8" from-port="2" to-layer="10" to-port="0" />
1431
+ <edge from-layer="9" from-port="0" to-layer="10" to-port="1" />
1432
+ <edge from-layer="10" from-port="2" to-layer="12" to-port="0" />
1433
+ <edge from-layer="10" from-port="2" to-layer="42" to-port="0" />
1434
+ <edge from-layer="11" from-port="0" to-layer="12" to-port="1" />
1435
+ <edge from-layer="12" from-port="2" to-layer="14" to-port="0" />
1436
+ <edge from-layer="12" from-port="2" to-layer="22" to-port="0" />
1437
+ <edge from-layer="12" from-port="2" to-layer="28" to-port="0" />
1438
+ <edge from-layer="13" from-port="0" to-layer="14" to-port="1" />
1439
+ <edge from-layer="14" from-port="2" to-layer="16" to-port="0" />
1440
+ <edge from-layer="15" from-port="0" to-layer="16" to-port="1" />
1441
+ <edge from-layer="16" from-port="2" to-layer="18" to-port="0" />
1442
+ <edge from-layer="17" from-port="0" to-layer="18" to-port="1" />
1443
+ <edge from-layer="18" from-port="2" to-layer="20" to-port="0" />
1444
+ <edge from-layer="19" from-port="0" to-layer="20" to-port="1" />
1445
+ <edge from-layer="20" from-port="2" to-layer="35" to-port="0" />
1446
+ <edge from-layer="21" from-port="0" to-layer="22" to-port="1" />
1447
+ <edge from-layer="22" from-port="2" to-layer="24" to-port="0" />
1448
+ <edge from-layer="23" from-port="0" to-layer="24" to-port="1" />
1449
+ <edge from-layer="24" from-port="2" to-layer="26" to-port="0" />
1450
+ <edge from-layer="25" from-port="0" to-layer="26" to-port="1" />
1451
+ <edge from-layer="26" from-port="2" to-layer="35" to-port="1" />
1452
+ <edge from-layer="27" from-port="0" to-layer="28" to-port="1" />
1453
+ <edge from-layer="28" from-port="2" to-layer="30" to-port="0" />
1454
+ <edge from-layer="29" from-port="0" to-layer="30" to-port="1" />
1455
+ <edge from-layer="30" from-port="2" to-layer="32" to-port="0" />
1456
+ <edge from-layer="31" from-port="0" to-layer="32" to-port="1" />
1457
+ <edge from-layer="32" from-port="2" to-layer="35" to-port="2" />
1458
+ <edge from-layer="33" from-port="0" to-layer="35" to-port="3" />
1459
+ <edge from-layer="34" from-port="0" to-layer="35" to-port="4" />
1460
+ <edge from-layer="35" from-port="5" to-layer="37" to-port="0" />
1461
+ <edge from-layer="36" from-port="0" to-layer="37" to-port="1" />
1462
+ <edge from-layer="37" from-port="2" to-layer="39" to-port="0" />
1463
+ <edge from-layer="38" from-port="0" to-layer="39" to-port="1" />
1464
+ <edge from-layer="39" from-port="2" to-layer="41" to-port="0" />
1465
+ <edge from-layer="40" from-port="0" to-layer="41" to-port="1" />
1466
+ <edge from-layer="41" from-port="2" to-layer="42" to-port="1" />
1467
+ <edge from-layer="42" from-port="2" to-layer="44" to-port="0" />
1468
+ <edge from-layer="42" from-port="2" to-layer="50" to-port="0" />
1469
+ <edge from-layer="43" from-port="0" to-layer="44" to-port="1" />
1470
+ <edge from-layer="44" from-port="2" to-layer="46" to-port="0" />
1471
+ <edge from-layer="45" from-port="0" to-layer="46" to-port="1" />
1472
+ <edge from-layer="46" from-port="2" to-layer="47" to-port="0" />
1473
+ <edge from-layer="47" from-port="1" to-layer="49" to-port="0" />
1474
+ <edge from-layer="48" from-port="0" to-layer="49" to-port="1" />
1475
+ <edge from-layer="49" from-port="2" to-layer="50" to-port="1" />
1476
+ <edge from-layer="50" from-port="2" to-layer="52" to-port="0" />
1477
+ <edge from-layer="50" from-port="2" to-layer="82" to-port="0" />
1478
+ <edge from-layer="51" from-port="0" to-layer="52" to-port="1" />
1479
+ <edge from-layer="52" from-port="2" to-layer="54" to-port="0" />
1480
+ <edge from-layer="52" from-port="2" to-layer="62" to-port="0" />
1481
+ <edge from-layer="52" from-port="2" to-layer="68" to-port="0" />
1482
+ <edge from-layer="53" from-port="0" to-layer="54" to-port="1" />
1483
+ <edge from-layer="54" from-port="2" to-layer="56" to-port="0" />
1484
+ <edge from-layer="55" from-port="0" to-layer="56" to-port="1" />
1485
+ <edge from-layer="56" from-port="2" to-layer="58" to-port="0" />
1486
+ <edge from-layer="57" from-port="0" to-layer="58" to-port="1" />
1487
+ <edge from-layer="58" from-port="2" to-layer="60" to-port="0" />
1488
+ <edge from-layer="59" from-port="0" to-layer="60" to-port="1" />
1489
+ <edge from-layer="60" from-port="2" to-layer="75" to-port="0" />
1490
+ <edge from-layer="61" from-port="0" to-layer="62" to-port="1" />
1491
+ <edge from-layer="62" from-port="2" to-layer="64" to-port="0" />
1492
+ <edge from-layer="63" from-port="0" to-layer="64" to-port="1" />
1493
+ <edge from-layer="64" from-port="2" to-layer="66" to-port="0" />
1494
+ <edge from-layer="65" from-port="0" to-layer="66" to-port="1" />
1495
+ <edge from-layer="66" from-port="2" to-layer="75" to-port="1" />
1496
+ <edge from-layer="67" from-port="0" to-layer="68" to-port="1" />
1497
+ <edge from-layer="68" from-port="2" to-layer="70" to-port="0" />
1498
+ <edge from-layer="69" from-port="0" to-layer="70" to-port="1" />
1499
+ <edge from-layer="70" from-port="2" to-layer="72" to-port="0" />
1500
+ <edge from-layer="71" from-port="0" to-layer="72" to-port="1" />
1501
+ <edge from-layer="72" from-port="2" to-layer="75" to-port="2" />
1502
+ <edge from-layer="73" from-port="0" to-layer="75" to-port="3" />
1503
+ <edge from-layer="74" from-port="0" to-layer="75" to-port="4" />
1504
+ <edge from-layer="75" from-port="5" to-layer="77" to-port="0" />
1505
+ <edge from-layer="76" from-port="0" to-layer="77" to-port="1" />
1506
+ <edge from-layer="77" from-port="2" to-layer="79" to-port="0" />
1507
+ <edge from-layer="78" from-port="0" to-layer="79" to-port="1" />
1508
+ <edge from-layer="79" from-port="2" to-layer="81" to-port="0" />
1509
+ <edge from-layer="80" from-port="0" to-layer="81" to-port="1" />
1510
+ <edge from-layer="81" from-port="2" to-layer="82" to-port="1" />
1511
+ <edge from-layer="82" from-port="2" to-layer="84" to-port="0" />
1512
+ <edge from-layer="82" from-port="2" to-layer="90" to-port="0" />
1513
+ <edge from-layer="83" from-port="0" to-layer="84" to-port="1" />
1514
+ <edge from-layer="84" from-port="2" to-layer="86" to-port="0" />
1515
+ <edge from-layer="85" from-port="0" to-layer="86" to-port="1" />
1516
+ <edge from-layer="86" from-port="2" to-layer="87" to-port="0" />
1517
+ <edge from-layer="87" from-port="1" to-layer="89" to-port="0" />
1518
+ <edge from-layer="88" from-port="0" to-layer="89" to-port="1" />
1519
+ <edge from-layer="89" from-port="2" to-layer="90" to-port="1" />
1520
+ <edge from-layer="90" from-port="2" to-layer="92" to-port="0" />
1521
+ <edge from-layer="91" from-port="0" to-layer="92" to-port="1" />
1522
+ <edge from-layer="92" from-port="2" to-layer="93" to-port="0" />
1523
+ </edges>
1524
+ <rt_info>
1525
+ <Runtime_version value="2025.4.1-20426-82bbf0292c5-releases/2025/4" />
1526
+ <conversion_parameters>
1527
+ <framework value="pytorch" />
1528
+ <is_python_object value="True" />
1529
+ </conversion_parameters>
1530
+ <optimum>
1531
+ <optimum_intel_version value="1.27.0.dev0+8204264e" />
1532
+ <optimum_version value="2.1.0.dev0" />
1533
+ <pytorch_version value="2.9.1" />
1534
+ <transformers_version value="5.0.0" />
1535
+ </optimum>
1536
+ </rt_info>
1537
+ </net>