File size: 9,649 Bytes
df3596d
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
9de99a0
df3596d
 
 
 
 
 
 
 
 
 
 
9de99a0
df3596d
 
 
 
 
 
 
 
 
 
 
 
 
 
 
9de99a0
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
df3596d
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
{
  "cases": [
    {
      "name": "reducesumsquare-axis0-f32-1024x512",
      "preset": "smoke",
      "vars": { "rows": 1024, "cols": 512 },
      "attrs": { "axes": [0], "keepdims": 0 },
      "inputs": { "x": { "shape": [1024, 512], "dtype": "float32", "dist": "normal", "seed": 118, "scale": 0.2 } },
      "outputs": { "y": { "shape": [512], "dtype": "float32" } },
      "bench": { "primary": true, "metrics": [{ "type": "bandwidth", "value": "args.rows * args.cols * 4" }] }
    },
    {
      "name": "1024x1024_axis1",
      "attrs": { "axes": [1], "keepdims": 0 },
      "inputs": { "x": { "dtype": "float32", "shape": [1024, 1024] } },
      "outputs": { "y": { "dtype": "float32", "shape": [1024] } }
    },
    {
      "name": "reducesumsquare-lastaxis-f32-4096x4096",
      "preset": "smoke",
      "vars": { "rows": 4096, "cols": 4096 },
      "attrs": { "axes": [1], "keepdims": 0 },
      "inputs": { "x": { "shape": [4096, 4096], "dtype": "float32", "dist": "normal", "seed": 117, "scale": 0.2 } },
      "outputs": { "y": { "shape": [4096], "dtype": "float32" } },
      "bench": { "primary": true, "metrics": [{ "type": "bandwidth", "value": "args.rows * args.cols * 4" }] }
    },
    {
      "name": "reducesumsquare-axis0-splitk-f32-8192x512",
      "vars": { "rows": 8192, "cols": 512 },
      "attrs": { "axes": [0], "keepdims": 0 },
      "inputs": { "x": { "shape": [8192, 512], "dtype": "float32", "dist": "normal", "seed": 211, "scale": 0.2 } },
      "outputs": { "y": { "shape": [512], "dtype": "float32" } },
      "bench": { "metrics": [{ "type": "bandwidth", "value": "args.rows * args.cols * 4" }] }
    },
    {
      "name": "reducesumsquare-lastaxis-odd-f32-4096x4095",
      "vars": { "rows": 4096, "cols": 4095 },
      "attrs": { "axes": [1], "keepdims": 0 },
      "inputs": { "x": { "shape": [4096, 4095], "dtype": "float32", "dist": "normal", "seed": 212, "scale": 0.2 } },
      "outputs": { "y": { "shape": [4096], "dtype": "float32" } },
      "bench": { "metrics": [{ "type": "bandwidth", "value": "args.rows * args.cols * 4" }] }
    },
    {
      "name": "reducesumsquare-rank4-axis1-f32-32x256x28x28",
      "vars": { "n": 32, "c": 256, "h": 28, "w": 28 },
      "attrs": { "axes": [1], "keepdims": 0 },
      "inputs": { "x": { "shape": [32, 256, 28, 28], "dtype": "float32", "dist": "normal", "seed": 213, "scale": 0.2 } },
      "outputs": { "y": { "shape": [32, 28, 28], "dtype": "float32" } },
      "bench": { "metrics": [{ "type": "bandwidth", "value": "args.n * args.c * args.h * args.w * 4" }] }
    },
    {
      "name": "reducesumsquare-fullreduce-serial-numel-not-mul4-r3",
      "preset": "stress",
      "attrs": { "keepdims": 0 },
      "inputs": { "x": { "shape": [1001, 1001, 1], "dtype": "float32", "dist": "normal", "seed": 701, "scale": 1 } },
      "outputs": { "y": { "shape": [], "dtype": "float32" } },
      "bench": { "metrics": [{ "type": "bandwidth", "value": "1001 * 1001 * 1 * 4" }] }
    },
    {
      "name": "reducesumsquare-int32-lastaxis-serial-4096x1024",
      "preset": "stress",
      "attrs": { "axes": [1], "keepdims": 0 },
      "inputs": {
        "x": { "shape": [4096, 1024], "dtype": "int32", "dist": "randint", "seed": 702, "min": -10, "max": 10 }
      },
      "outputs": { "y": { "shape": [4096], "dtype": "int32" } },
      "bench": { "metrics": [{ "type": "bandwidth", "value": "4096 * 1024 * 4" }] }
    },
    {
      "name": "reducesumsquare-rank3-spatial-axes12-f32-128x256x256-pathology",
      "preset": "stress",
      "provenance": {
        "source": "repository-authored",
        "notes": "Rank-3 multi-axis reduction with 128 output lanes, each serially scanning a 256x256 plane."
      },
      "attrs": { "axes": [1, 2], "keepdims": 1 },
      "inputs": { "x": { "shape": [128, 256, 256], "dtype": "float32", "dist": "normal", "seed": 305, "scale": 0.2 } },
      "outputs": { "y": { "shape": [128, 1, 1], "dtype": "float32", "dist": "empty" } },
      "bench": { "primary": true, "metrics": [{ "type": "bandwidth", "value": "128 * 256 * 256 * 4" }] }
    },
    {
      "name": "reducesumsquare-spatial-axes23-f32-2x64x256x256-pathology",
      "preset": "stress",
      "provenance": {
        "source": "repository-authored",
        "notes": "Rank-4 multi-axis reduction with 128 output lanes, each serially scanning a 256x256 plane."
      },
      "attrs": { "axes": [2, 3], "keepdims": 1 },
      "inputs": { "x": { "shape": [2, 64, 256, 256], "dtype": "float32", "dist": "normal", "seed": 304, "scale": 0.2 } },
      "outputs": { "y": { "shape": [2, 64, 1, 1], "dtype": "float32", "dist": "empty" } },
      "bench": { "primary": true, "metrics": [{ "type": "bandwidth", "value": "2 * 64 * 256 * 256 * 4" }] }
    },
    {
      "name": "reducesumsquare-axis0-f32-131072x15-narrow-splitk-boundary",
      "preset": "stress",
      "vars": { "rows": 131072, "cols": 15 },
      "attrs": { "axes": [0], "keepdims": 0 },
      "inputs": { "x": { "shape": [131072, 15], "dtype": "float32", "dist": "normal", "seed": 703, "scale": 0.1 } },
      "outputs": { "y": { "shape": [15], "dtype": "float32", "dist": "empty" } },
      "bench": { "primary": true, "metrics": [{ "type": "bandwidth", "value": "args.rows * args.cols * 4" }] }
    },
    {
      "name": "bench-strided_geometry_float32_rank3_odd_axis_odd_inner",
      "attrs": { "axes": [-2], "keepdims": 1 },
      "inputs": { "x": { "dtype": "float32", "shape": [3, 127, 259], "dist": "normal" } },
      "outputs": { "y": { "dtype": "float32", "shape": [3, 1, 259] } },
      "bench": { "metrics": [{ "type": "bandwidth", "value": "397824" }] }
    },
    {
      "name": "bench-strided_geometry_float32_rank3_even_inner",
      "attrs": { "axes": [1], "keepdims": 0 },
      "inputs": { "x": { "dtype": "float32", "shape": [7, 129, 260], "dist": "normal" } },
      "outputs": { "y": { "dtype": "float32", "shape": [7, 260] } },
      "bench": { "metrics": [{ "type": "bandwidth", "value": "946400" }] }
    },
    {
      "name": "bench-strided_geometry_float32_rank5_middle",
      "attrs": { "axes": [3], "keepdims": 1 },
      "inputs": { "x": { "dtype": "float32", "shape": [2, 3, 5, 17, 7], "dist": "normal" } },
      "outputs": { "y": { "dtype": "float32", "shape": [2, 3, 5, 1, 7] } },
      "bench": { "metrics": [{ "type": "bandwidth", "value": "15120" }] }
    },
    {
      "name": "bench-strided_geometry_float32_rank3_axis0",
      "attrs": { "axes": [0], "keepdims": 0 },
      "inputs": { "x": { "dtype": "float32", "shape": [17, 5, 13], "dist": "normal" } },
      "outputs": { "y": { "dtype": "float32", "shape": [5, 13] } },
      "bench": { "metrics": [{ "type": "bandwidth", "value": "4680" }] }
    },
    {
      "name": "bench-strided_geometry_float32_rank4_middle",
      "attrs": { "axes": [2], "keepdims": 0 },
      "inputs": { "x": { "dtype": "float32", "shape": [3, 5, 17, 4], "dist": "normal" } },
      "outputs": { "y": { "dtype": "float32", "shape": [3, 5, 4] } },
      "bench": { "metrics": [{ "type": "bandwidth", "value": "4320" }] }
    },
    {
      "name": "bench-strided_geometry_float32_rank4_channel",
      "attrs": { "axes": [1], "keepdims": 1 },
      "inputs": { "x": { "dtype": "float32", "shape": [2, 63, 7, 8], "dist": "normal" } },
      "outputs": { "y": { "dtype": "float32", "shape": [2, 1, 7, 8] } },
      "bench": { "metrics": [{ "type": "bandwidth", "value": "28672" }] }
    },
    {
      "name": "bench-strided_geometry_float16_rank3_odd_axis_odd_inner",
      "attrs": { "axes": [-2], "keepdims": 1 },
      "inputs": { "x": { "dtype": "float16", "shape": [3, 127, 259], "dist": "normal" } },
      "outputs": { "y": { "dtype": "float16", "shape": [3, 1, 259] } },
      "bench": { "metrics": [{ "type": "bandwidth", "value": "198912" }] }
    },
    {
      "name": "bench-strided_geometry_float16_rank3_even_inner",
      "attrs": { "axes": [1], "keepdims": 0 },
      "inputs": { "x": { "dtype": "float16", "shape": [7, 129, 260], "dist": "normal" } },
      "outputs": { "y": { "dtype": "float16", "shape": [7, 260] } },
      "bench": { "metrics": [{ "type": "bandwidth", "value": "473200" }] }
    },
    {
      "name": "bench-strided_geometry_float16_rank5_middle",
      "attrs": { "axes": [3], "keepdims": 1 },
      "inputs": { "x": { "dtype": "float16", "shape": [2, 3, 5, 17, 7], "dist": "normal" } },
      "outputs": { "y": { "dtype": "float16", "shape": [2, 3, 5, 1, 7] } },
      "bench": { "metrics": [{ "type": "bandwidth", "value": "7560" }] }
    },
    {
      "name": "bench-strided_geometry_float16_rank3_axis0",
      "attrs": { "axes": [0], "keepdims": 0 },
      "inputs": { "x": { "dtype": "float16", "shape": [17, 5, 13], "dist": "normal" } },
      "outputs": { "y": { "dtype": "float16", "shape": [5, 13] } },
      "bench": { "metrics": [{ "type": "bandwidth", "value": "2340" }] }
    },
    {
      "name": "bench-strided_geometry_float16_rank4_middle",
      "attrs": { "axes": [2], "keepdims": 0 },
      "inputs": { "x": { "dtype": "float16", "shape": [3, 5, 17, 4], "dist": "normal" } },
      "outputs": { "y": { "dtype": "float16", "shape": [3, 5, 4] } },
      "bench": { "metrics": [{ "type": "bandwidth", "value": "2160" }] }
    },
    {
      "name": "bench-strided_geometry_float16_rank4_channel",
      "attrs": { "axes": [1], "keepdims": 1 },
      "inputs": { "x": { "dtype": "float16", "shape": [2, 63, 7, 8], "dist": "normal" } },
      "outputs": { "y": { "dtype": "float16", "shape": [2, 1, 7, 8] } },
      "bench": { "metrics": [{ "type": "bandwidth", "value": "14336" }] }
    }
  ],
  "tunableSpace": { "WORKGROUP_SIZE": [64, 128, 256] }
}