1*4bdc9457SAndroid Build Coastguard Worker // Copyright 2020 Google LLC
2*4bdc9457SAndroid Build Coastguard Worker //
3*4bdc9457SAndroid Build Coastguard Worker // This source code is licensed under the BSD-style license found in the
4*4bdc9457SAndroid Build Coastguard Worker // LICENSE file in the root directory of this source tree.
5*4bdc9457SAndroid Build Coastguard Worker
6*4bdc9457SAndroid Build Coastguard Worker #include <assert.h>
7*4bdc9457SAndroid Build Coastguard Worker #include <math.h>
8*4bdc9457SAndroid Build Coastguard Worker #include <stddef.h>
9*4bdc9457SAndroid Build Coastguard Worker #include <stdint.h>
10*4bdc9457SAndroid Build Coastguard Worker #include <string.h>
11*4bdc9457SAndroid Build Coastguard Worker
12*4bdc9457SAndroid Build Coastguard Worker #include <xnnpack.h>
13*4bdc9457SAndroid Build Coastguard Worker #include <xnnpack/log.h>
14*4bdc9457SAndroid Build Coastguard Worker #include <xnnpack/operator.h>
15*4bdc9457SAndroid Build Coastguard Worker #include <xnnpack/params.h>
16*4bdc9457SAndroid Build Coastguard Worker #include <xnnpack/subgraph.h>
17*4bdc9457SAndroid Build Coastguard Worker #include <xnnpack/subgraph-validation.h>
18*4bdc9457SAndroid Build Coastguard Worker
19*4bdc9457SAndroid Build Coastguard Worker
create_minimum_operator(const struct xnn_node * node,const struct xnn_value * values,size_t num_values,struct xnn_operator_data * opdata,const struct xnn_caches * caches)20*4bdc9457SAndroid Build Coastguard Worker static enum xnn_status create_minimum_operator(
21*4bdc9457SAndroid Build Coastguard Worker const struct xnn_node* node,
22*4bdc9457SAndroid Build Coastguard Worker const struct xnn_value* values,
23*4bdc9457SAndroid Build Coastguard Worker size_t num_values,
24*4bdc9457SAndroid Build Coastguard Worker struct xnn_operator_data* opdata,
25*4bdc9457SAndroid Build Coastguard Worker const struct xnn_caches* caches)
26*4bdc9457SAndroid Build Coastguard Worker {
27*4bdc9457SAndroid Build Coastguard Worker assert(node->compute_type == xnn_compute_type_fp32);
28*4bdc9457SAndroid Build Coastguard Worker
29*4bdc9457SAndroid Build Coastguard Worker assert(node->num_inputs == 2);
30*4bdc9457SAndroid Build Coastguard Worker const uint32_t input1_id = node->inputs[0];
31*4bdc9457SAndroid Build Coastguard Worker assert(input1_id != XNN_INVALID_VALUE_ID);
32*4bdc9457SAndroid Build Coastguard Worker assert(input1_id < num_values);
33*4bdc9457SAndroid Build Coastguard Worker const uint32_t input2_id = node->inputs[1];
34*4bdc9457SAndroid Build Coastguard Worker assert(input2_id != XNN_INVALID_VALUE_ID);
35*4bdc9457SAndroid Build Coastguard Worker assert(input2_id < num_values);
36*4bdc9457SAndroid Build Coastguard Worker
37*4bdc9457SAndroid Build Coastguard Worker assert(node->num_outputs == 1);
38*4bdc9457SAndroid Build Coastguard Worker const uint32_t output_id = node->outputs[0];
39*4bdc9457SAndroid Build Coastguard Worker assert(output_id != XNN_INVALID_VALUE_ID);
40*4bdc9457SAndroid Build Coastguard Worker assert(output_id < num_values);
41*4bdc9457SAndroid Build Coastguard Worker
42*4bdc9457SAndroid Build Coastguard Worker enum xnn_status status;
43*4bdc9457SAndroid Build Coastguard Worker switch (node->compute_type) {
44*4bdc9457SAndroid Build Coastguard Worker #ifndef XNN_NO_F16_OPERATORS
45*4bdc9457SAndroid Build Coastguard Worker case xnn_compute_type_fp16:
46*4bdc9457SAndroid Build Coastguard Worker status = xnn_create_minimum_nd_f16(
47*4bdc9457SAndroid Build Coastguard Worker node->flags,
48*4bdc9457SAndroid Build Coastguard Worker &opdata->operator_objects[0]);
49*4bdc9457SAndroid Build Coastguard Worker break;
50*4bdc9457SAndroid Build Coastguard Worker #endif // !defined(XNN_NO_F16_OPERATORS)
51*4bdc9457SAndroid Build Coastguard Worker case xnn_compute_type_fp32:
52*4bdc9457SAndroid Build Coastguard Worker status = xnn_create_minimum_nd_f32(
53*4bdc9457SAndroid Build Coastguard Worker node->flags,
54*4bdc9457SAndroid Build Coastguard Worker &opdata->operator_objects[0]);
55*4bdc9457SAndroid Build Coastguard Worker break;
56*4bdc9457SAndroid Build Coastguard Worker default:
57*4bdc9457SAndroid Build Coastguard Worker XNN_UNREACHABLE;
58*4bdc9457SAndroid Build Coastguard Worker }
59*4bdc9457SAndroid Build Coastguard Worker if (status == xnn_status_success) {
60*4bdc9457SAndroid Build Coastguard Worker opdata->shape1.num_dims = values[input1_id].shape.num_dims;
61*4bdc9457SAndroid Build Coastguard Worker opdata->shape2.num_dims = values[input2_id].shape.num_dims;
62*4bdc9457SAndroid Build Coastguard Worker if (values[output_id].layout == xnn_layout_type_nchw) {
63*4bdc9457SAndroid Build Coastguard Worker assert(values[input1_id].layout == xnn_layout_type_nchw);
64*4bdc9457SAndroid Build Coastguard Worker assert(values[input2_id].layout == xnn_layout_type_nchw);
65*4bdc9457SAndroid Build Coastguard Worker opdata->shape1.dim[0] = values[input1_id].shape.dim[0];
66*4bdc9457SAndroid Build Coastguard Worker opdata->shape1.dim[1] = values[input1_id].shape.dim[values[input1_id].shape.num_dims - 1];
67*4bdc9457SAndroid Build Coastguard Worker if (values[input1_id].shape.num_dims > 2) {
68*4bdc9457SAndroid Build Coastguard Worker memcpy(&opdata->shape1.dim[2], &values[input1_id].shape.dim[1], (values[input1_id].shape.num_dims - 2) * sizeof(size_t));
69*4bdc9457SAndroid Build Coastguard Worker }
70*4bdc9457SAndroid Build Coastguard Worker opdata->shape2.dim[0] = values[input2_id].shape.dim[0];
71*4bdc9457SAndroid Build Coastguard Worker opdata->shape2.dim[1] = values[input2_id].shape.dim[values[input2_id].shape.num_dims - 1];
72*4bdc9457SAndroid Build Coastguard Worker if (values[input1_id].shape.num_dims > 2) {
73*4bdc9457SAndroid Build Coastguard Worker memcpy(&opdata->shape2.dim[2], &values[input2_id].shape.dim[1], (values[input2_id].shape.num_dims - 2) * sizeof(size_t));
74*4bdc9457SAndroid Build Coastguard Worker }
75*4bdc9457SAndroid Build Coastguard Worker } else {
76*4bdc9457SAndroid Build Coastguard Worker assert(values[output_id].layout == xnn_layout_type_nhwc);
77*4bdc9457SAndroid Build Coastguard Worker assert(values[input1_id].layout == xnn_layout_type_nhwc);
78*4bdc9457SAndroid Build Coastguard Worker assert(values[input2_id].layout == xnn_layout_type_nhwc);
79*4bdc9457SAndroid Build Coastguard Worker memcpy(opdata->shape1.dim, values[input1_id].shape.dim, values[input1_id].shape.num_dims * sizeof(size_t));
80*4bdc9457SAndroid Build Coastguard Worker memcpy(opdata->shape2.dim, values[input2_id].shape.dim, values[input2_id].shape.num_dims * sizeof(size_t));
81*4bdc9457SAndroid Build Coastguard Worker }
82*4bdc9457SAndroid Build Coastguard Worker opdata->inputs[0] = input1_id;
83*4bdc9457SAndroid Build Coastguard Worker opdata->inputs[1] = input2_id;
84*4bdc9457SAndroid Build Coastguard Worker opdata->outputs[0] = output_id;
85*4bdc9457SAndroid Build Coastguard Worker }
86*4bdc9457SAndroid Build Coastguard Worker return status;
87*4bdc9457SAndroid Build Coastguard Worker }
88*4bdc9457SAndroid Build Coastguard Worker
setup_minimum_operator(const struct xnn_operator_data * opdata,const struct xnn_blob * blobs,size_t num_blobs,pthreadpool_t threadpool)89*4bdc9457SAndroid Build Coastguard Worker static enum xnn_status setup_minimum_operator(
90*4bdc9457SAndroid Build Coastguard Worker const struct xnn_operator_data* opdata,
91*4bdc9457SAndroid Build Coastguard Worker const struct xnn_blob* blobs,
92*4bdc9457SAndroid Build Coastguard Worker size_t num_blobs,
93*4bdc9457SAndroid Build Coastguard Worker pthreadpool_t threadpool)
94*4bdc9457SAndroid Build Coastguard Worker {
95*4bdc9457SAndroid Build Coastguard Worker const uint32_t input1_id = opdata->inputs[0];
96*4bdc9457SAndroid Build Coastguard Worker assert(input1_id != XNN_INVALID_VALUE_ID);
97*4bdc9457SAndroid Build Coastguard Worker assert(input1_id < num_blobs);
98*4bdc9457SAndroid Build Coastguard Worker
99*4bdc9457SAndroid Build Coastguard Worker const uint32_t input2_id = opdata->inputs[1];
100*4bdc9457SAndroid Build Coastguard Worker assert(input2_id != XNN_INVALID_VALUE_ID);
101*4bdc9457SAndroid Build Coastguard Worker assert(input2_id < num_blobs);
102*4bdc9457SAndroid Build Coastguard Worker
103*4bdc9457SAndroid Build Coastguard Worker const uint32_t output_id = opdata->outputs[0];
104*4bdc9457SAndroid Build Coastguard Worker assert(output_id != XNN_INVALID_VALUE_ID);
105*4bdc9457SAndroid Build Coastguard Worker assert(output_id < num_blobs);
106*4bdc9457SAndroid Build Coastguard Worker
107*4bdc9457SAndroid Build Coastguard Worker const struct xnn_blob* input1_blob = blobs + input1_id;
108*4bdc9457SAndroid Build Coastguard Worker const void* input1_data = input1_blob->data;
109*4bdc9457SAndroid Build Coastguard Worker assert(input1_data != NULL);
110*4bdc9457SAndroid Build Coastguard Worker
111*4bdc9457SAndroid Build Coastguard Worker const struct xnn_blob* input2_blob = blobs + input2_id;
112*4bdc9457SAndroid Build Coastguard Worker const void* input2_data = input2_blob->data;
113*4bdc9457SAndroid Build Coastguard Worker assert(input2_data != NULL);
114*4bdc9457SAndroid Build Coastguard Worker
115*4bdc9457SAndroid Build Coastguard Worker const struct xnn_blob* output_blob = blobs + output_id;
116*4bdc9457SAndroid Build Coastguard Worker void* output_data = output_blob->data;
117*4bdc9457SAndroid Build Coastguard Worker assert(output_data != NULL);
118*4bdc9457SAndroid Build Coastguard Worker
119*4bdc9457SAndroid Build Coastguard Worker switch (opdata->operator_objects[0]->type) {
120*4bdc9457SAndroid Build Coastguard Worker #ifndef XNN_NO_F16_OPERATORS
121*4bdc9457SAndroid Build Coastguard Worker case xnn_operator_type_minimum_nd_f16:
122*4bdc9457SAndroid Build Coastguard Worker return xnn_setup_minimum_nd_f16(
123*4bdc9457SAndroid Build Coastguard Worker opdata->operator_objects[0],
124*4bdc9457SAndroid Build Coastguard Worker opdata->shape1.num_dims,
125*4bdc9457SAndroid Build Coastguard Worker opdata->shape1.dim,
126*4bdc9457SAndroid Build Coastguard Worker opdata->shape2.num_dims,
127*4bdc9457SAndroid Build Coastguard Worker opdata->shape2.dim,
128*4bdc9457SAndroid Build Coastguard Worker input1_data, input2_data, output_data,
129*4bdc9457SAndroid Build Coastguard Worker threadpool);
130*4bdc9457SAndroid Build Coastguard Worker #endif // !defined(XNN_NO_F16_OPERATORS)
131*4bdc9457SAndroid Build Coastguard Worker case xnn_operator_type_minimum_nd_f32:
132*4bdc9457SAndroid Build Coastguard Worker return xnn_setup_minimum_nd_f32(
133*4bdc9457SAndroid Build Coastguard Worker opdata->operator_objects[0],
134*4bdc9457SAndroid Build Coastguard Worker opdata->shape1.num_dims,
135*4bdc9457SAndroid Build Coastguard Worker opdata->shape1.dim,
136*4bdc9457SAndroid Build Coastguard Worker opdata->shape2.num_dims,
137*4bdc9457SAndroid Build Coastguard Worker opdata->shape2.dim,
138*4bdc9457SAndroid Build Coastguard Worker input1_data, input2_data, output_data,
139*4bdc9457SAndroid Build Coastguard Worker threadpool);
140*4bdc9457SAndroid Build Coastguard Worker default:
141*4bdc9457SAndroid Build Coastguard Worker XNN_UNREACHABLE;
142*4bdc9457SAndroid Build Coastguard Worker }
143*4bdc9457SAndroid Build Coastguard Worker }
144*4bdc9457SAndroid Build Coastguard Worker
xnn_define_minimum2(xnn_subgraph_t subgraph,uint32_t input1_id,uint32_t input2_id,uint32_t output_id,uint32_t flags)145*4bdc9457SAndroid Build Coastguard Worker enum xnn_status xnn_define_minimum2(
146*4bdc9457SAndroid Build Coastguard Worker xnn_subgraph_t subgraph,
147*4bdc9457SAndroid Build Coastguard Worker uint32_t input1_id,
148*4bdc9457SAndroid Build Coastguard Worker uint32_t input2_id,
149*4bdc9457SAndroid Build Coastguard Worker uint32_t output_id,
150*4bdc9457SAndroid Build Coastguard Worker uint32_t flags)
151*4bdc9457SAndroid Build Coastguard Worker {
152*4bdc9457SAndroid Build Coastguard Worker enum xnn_status status;
153*4bdc9457SAndroid Build Coastguard Worker if ((status = xnn_subgraph_check_xnnpack_initialized(xnn_node_type_minimum2)) != xnn_status_success) {
154*4bdc9457SAndroid Build Coastguard Worker return status;
155*4bdc9457SAndroid Build Coastguard Worker }
156*4bdc9457SAndroid Build Coastguard Worker
157*4bdc9457SAndroid Build Coastguard Worker if ((status = xnn_subgraph_check_nth_input_node_id(
158*4bdc9457SAndroid Build Coastguard Worker xnn_node_type_minimum2, input1_id, subgraph->num_values, 1)) != xnn_status_success) {
159*4bdc9457SAndroid Build Coastguard Worker return status;
160*4bdc9457SAndroid Build Coastguard Worker }
161*4bdc9457SAndroid Build Coastguard Worker
162*4bdc9457SAndroid Build Coastguard Worker const struct xnn_value* input1_value = &subgraph->values[input1_id];
163*4bdc9457SAndroid Build Coastguard Worker status = xnn_subgraph_check_nth_input_type_dense(xnn_node_type_minimum2, input1_id, input1_value, 1);
164*4bdc9457SAndroid Build Coastguard Worker if (status != xnn_status_success) {
165*4bdc9457SAndroid Build Coastguard Worker return status;
166*4bdc9457SAndroid Build Coastguard Worker }
167*4bdc9457SAndroid Build Coastguard Worker
168*4bdc9457SAndroid Build Coastguard Worker switch (input1_value->datatype) {
169*4bdc9457SAndroid Build Coastguard Worker case xnn_datatype_fp32:
170*4bdc9457SAndroid Build Coastguard Worker break;
171*4bdc9457SAndroid Build Coastguard Worker default:
172*4bdc9457SAndroid Build Coastguard Worker xnn_log_error(
173*4bdc9457SAndroid Build Coastguard Worker "failed to define %s operator with the first input ID #%" PRIu32 ": unsupported Value datatype %s (%d)",
174*4bdc9457SAndroid Build Coastguard Worker xnn_node_type_to_string(xnn_node_type_minimum2), input1_id,
175*4bdc9457SAndroid Build Coastguard Worker xnn_datatype_to_string(input1_value->datatype), input1_value->datatype);
176*4bdc9457SAndroid Build Coastguard Worker return xnn_status_invalid_parameter;
177*4bdc9457SAndroid Build Coastguard Worker }
178*4bdc9457SAndroid Build Coastguard Worker
179*4bdc9457SAndroid Build Coastguard Worker if ((status = xnn_subgraph_check_nth_input_node_id(
180*4bdc9457SAndroid Build Coastguard Worker xnn_node_type_minimum2, input2_id, subgraph->num_values, 2)) != xnn_status_success) {
181*4bdc9457SAndroid Build Coastguard Worker return status;
182*4bdc9457SAndroid Build Coastguard Worker }
183*4bdc9457SAndroid Build Coastguard Worker
184*4bdc9457SAndroid Build Coastguard Worker const struct xnn_value* input2_value = &subgraph->values[input2_id];
185*4bdc9457SAndroid Build Coastguard Worker status = xnn_subgraph_check_nth_input_type_dense(xnn_node_type_minimum2, input2_id, input2_value, 2);
186*4bdc9457SAndroid Build Coastguard Worker if (status != xnn_status_success) {
187*4bdc9457SAndroid Build Coastguard Worker return status;
188*4bdc9457SAndroid Build Coastguard Worker }
189*4bdc9457SAndroid Build Coastguard Worker
190*4bdc9457SAndroid Build Coastguard Worker switch (input2_value->datatype) {
191*4bdc9457SAndroid Build Coastguard Worker case xnn_datatype_fp32:
192*4bdc9457SAndroid Build Coastguard Worker break;
193*4bdc9457SAndroid Build Coastguard Worker default:
194*4bdc9457SAndroid Build Coastguard Worker xnn_log_error(
195*4bdc9457SAndroid Build Coastguard Worker "failed to define %s operator with the second input ID #%" PRIu32 ": unsupported Value datatype %s (%d)",
196*4bdc9457SAndroid Build Coastguard Worker xnn_node_type_to_string(xnn_node_type_minimum2), input2_id,
197*4bdc9457SAndroid Build Coastguard Worker xnn_datatype_to_string(input2_value->datatype), input2_value->datatype);
198*4bdc9457SAndroid Build Coastguard Worker return xnn_status_invalid_parameter;
199*4bdc9457SAndroid Build Coastguard Worker }
200*4bdc9457SAndroid Build Coastguard Worker
201*4bdc9457SAndroid Build Coastguard Worker status = xnn_subgraph_check_output_node_id(xnn_node_type_minimum2, output_id, subgraph->num_values);
202*4bdc9457SAndroid Build Coastguard Worker if (status != xnn_status_success) {
203*4bdc9457SAndroid Build Coastguard Worker return status;
204*4bdc9457SAndroid Build Coastguard Worker }
205*4bdc9457SAndroid Build Coastguard Worker
206*4bdc9457SAndroid Build Coastguard Worker const struct xnn_value* output_value = &subgraph->values[output_id];
207*4bdc9457SAndroid Build Coastguard Worker status = xnn_subgraph_check_output_type_dense(xnn_node_type_minimum2, output_id, output_value);
208*4bdc9457SAndroid Build Coastguard Worker if (status != xnn_status_success) {
209*4bdc9457SAndroid Build Coastguard Worker return status;
210*4bdc9457SAndroid Build Coastguard Worker }
211*4bdc9457SAndroid Build Coastguard Worker
212*4bdc9457SAndroid Build Coastguard Worker switch (output_value->datatype) {
213*4bdc9457SAndroid Build Coastguard Worker case xnn_datatype_fp32:
214*4bdc9457SAndroid Build Coastguard Worker break;
215*4bdc9457SAndroid Build Coastguard Worker default:
216*4bdc9457SAndroid Build Coastguard Worker xnn_log_error(
217*4bdc9457SAndroid Build Coastguard Worker "failed to define %s operator with output ID #%" PRIu32 ": unsupported Value datatype %s (%d)",
218*4bdc9457SAndroid Build Coastguard Worker xnn_node_type_to_string(xnn_node_type_minimum2), output_id,
219*4bdc9457SAndroid Build Coastguard Worker xnn_datatype_to_string(output_value->datatype), output_value->datatype);
220*4bdc9457SAndroid Build Coastguard Worker return xnn_status_invalid_parameter;
221*4bdc9457SAndroid Build Coastguard Worker }
222*4bdc9457SAndroid Build Coastguard Worker
223*4bdc9457SAndroid Build Coastguard Worker struct xnn_node* node = xnn_subgraph_new_node(subgraph);
224*4bdc9457SAndroid Build Coastguard Worker if (node == NULL) {
225*4bdc9457SAndroid Build Coastguard Worker return xnn_status_out_of_memory;
226*4bdc9457SAndroid Build Coastguard Worker }
227*4bdc9457SAndroid Build Coastguard Worker
228*4bdc9457SAndroid Build Coastguard Worker node->type = xnn_node_type_minimum2;
229*4bdc9457SAndroid Build Coastguard Worker node->compute_type = xnn_compute_type_fp32;
230*4bdc9457SAndroid Build Coastguard Worker node->num_inputs = 2;
231*4bdc9457SAndroid Build Coastguard Worker node->inputs[0] = input1_id;
232*4bdc9457SAndroid Build Coastguard Worker node->inputs[1] = input2_id;
233*4bdc9457SAndroid Build Coastguard Worker node->num_outputs = 1;
234*4bdc9457SAndroid Build Coastguard Worker node->outputs[0] = output_id;
235*4bdc9457SAndroid Build Coastguard Worker node->flags = flags;
236*4bdc9457SAndroid Build Coastguard Worker
237*4bdc9457SAndroid Build Coastguard Worker node->create = create_minimum_operator;
238*4bdc9457SAndroid Build Coastguard Worker node->setup = setup_minimum_operator;
239*4bdc9457SAndroid Build Coastguard Worker
240*4bdc9457SAndroid Build Coastguard Worker return xnn_status_success;
241*4bdc9457SAndroid Build Coastguard Worker }
242