XNNPACK Team | b455b12 | 2019-09-27 18:10:33 -0700 | [diff] [blame] | 1 | // Copyright 2019 Google LLC |
| 2 | // |
| 3 | // This source code is licensed under the BSD-style license found in the |
| 4 | // LICENSE file in the root directory of this source tree. |
| 5 | |
| 6 | #include <assert.h> |
| 7 | #include <math.h> |
| 8 | #include <stddef.h> |
| 9 | #include <stdint.h> |
| 10 | #include <stdlib.h> |
| 11 | |
| 12 | #include <xnnpack.h> |
| 13 | #include <xnnpack/allocator.h> |
XNNPACK Team | b455b12 | 2019-09-27 18:10:33 -0700 | [diff] [blame] | 14 | #include <xnnpack/log.h> |
Marat Dukhan | eeaa7bd | 2019-10-25 17:31:25 -0700 | [diff] [blame] | 15 | #include <xnnpack/operator.h> |
| 16 | #include <xnnpack/params-init.h> |
XNNPACK Team | b455b12 | 2019-09-27 18:10:33 -0700 | [diff] [blame] | 17 | #include <xnnpack/params.h> |
| 18 | |
| 19 | |
Marat Dukhan | efc47b8 | 2019-11-18 09:25:38 -0800 | [diff] [blame] | 20 | enum xnn_status xnn_create_global_average_pooling_ncw_f32( |
XNNPACK Team | b455b12 | 2019-09-27 18:10:33 -0700 | [diff] [blame] | 21 | size_t channels, |
| 22 | float output_min, |
| 23 | float output_max, |
| 24 | uint32_t flags, |
| 25 | xnn_operator_t* global_average_pooling_op_out) |
| 26 | { |
| 27 | xnn_operator_t global_average_pooling_op = NULL; |
| 28 | enum xnn_status status = xnn_status_uninitialized; |
| 29 | |
| 30 | if (!xnn_params.initialized) { |
Marat Dukhan | 3b59de2 | 2020-06-03 20:15:19 -0700 | [diff] [blame^] | 31 | xnn_log_error("failed to create %s operator: XNNPACK is not initialized", |
| 32 | xnn_operator_type_to_string(xnn_operator_type_global_average_pooling_ncw_f32)); |
XNNPACK Team | b455b12 | 2019-09-27 18:10:33 -0700 | [diff] [blame] | 33 | goto error; |
| 34 | } |
| 35 | |
| 36 | status = xnn_status_invalid_parameter; |
| 37 | |
| 38 | if (channels == 0) { |
| 39 | xnn_log_error( |
Marat Dukhan | 3b59de2 | 2020-06-03 20:15:19 -0700 | [diff] [blame^] | 40 | "failed to create %s operator with %zu channels: number of channels must be non-zero", |
| 41 | xnn_operator_type_to_string(xnn_operator_type_global_average_pooling_ncw_f32), channels); |
XNNPACK Team | b455b12 | 2019-09-27 18:10:33 -0700 | [diff] [blame] | 42 | goto error; |
| 43 | } |
| 44 | |
| 45 | if (isnan(output_min)) { |
| 46 | xnn_log_error( |
Marat Dukhan | 3b59de2 | 2020-06-03 20:15:19 -0700 | [diff] [blame^] | 47 | "failed to create %s operator with NaN output lower bound: lower bound must be non-NaN", |
| 48 | xnn_operator_type_to_string(xnn_operator_type_global_average_pooling_ncw_f32)); |
XNNPACK Team | b455b12 | 2019-09-27 18:10:33 -0700 | [diff] [blame] | 49 | goto error; |
| 50 | } |
| 51 | |
| 52 | if (isnan(output_max)) { |
| 53 | xnn_log_error( |
Marat Dukhan | 3b59de2 | 2020-06-03 20:15:19 -0700 | [diff] [blame^] | 54 | "failed to create %s operator with NaN output upper bound: upper bound must be non-NaN", |
| 55 | xnn_operator_type_to_string(xnn_operator_type_global_average_pooling_ncw_f32)); |
XNNPACK Team | b455b12 | 2019-09-27 18:10:33 -0700 | [diff] [blame] | 56 | goto error; |
| 57 | } |
| 58 | |
| 59 | if (output_min >= output_max) { |
| 60 | xnn_log_error( |
Marat Dukhan | 3b59de2 | 2020-06-03 20:15:19 -0700 | [diff] [blame^] | 61 | "failed to create %s operator with [%.7g, %.7g] output range: lower bound must be below upper bound", |
| 62 | xnn_operator_type_to_string(xnn_operator_type_global_average_pooling_ncw_f32), output_min, output_max); |
XNNPACK Team | b455b12 | 2019-09-27 18:10:33 -0700 | [diff] [blame] | 63 | goto error; |
| 64 | } |
| 65 | |
| 66 | status = xnn_status_unsupported_parameter; |
Marat Dukhan | 1f29b80 | 2020-05-15 23:46:39 -0700 | [diff] [blame] | 67 | if (xnn_params.f32.gavgpool_cw.ukernel == NULL) { |
XNNPACK Team | b455b12 | 2019-09-27 18:10:33 -0700 | [diff] [blame] | 68 | xnn_log_error( |
Marat Dukhan | 3b59de2 | 2020-06-03 20:15:19 -0700 | [diff] [blame^] | 69 | "failed to create %s operator: only selected configurations parameters are supported", |
| 70 | xnn_operator_type_to_string(xnn_operator_type_global_average_pooling_ncw_f32)); |
XNNPACK Team | b455b12 | 2019-09-27 18:10:33 -0700 | [diff] [blame] | 71 | goto error; |
| 72 | } |
| 73 | |
| 74 | status = xnn_status_out_of_memory; |
| 75 | |
Marat Dukhan | 04f03be | 2019-11-19 12:36:47 -0800 | [diff] [blame] | 76 | global_average_pooling_op = xnn_allocate_zero_simd_memory(sizeof(struct xnn_operator)); |
XNNPACK Team | b455b12 | 2019-09-27 18:10:33 -0700 | [diff] [blame] | 77 | if (global_average_pooling_op == NULL) { |
Marat Dukhan | 3b59de2 | 2020-06-03 20:15:19 -0700 | [diff] [blame^] | 78 | xnn_log_error( |
| 79 | "failed to allocate %zu bytes for %s operator descriptor", |
| 80 | sizeof(struct xnn_operator), xnn_operator_type_to_string(xnn_operator_type_global_average_pooling_ncw_f32)); |
XNNPACK Team | b455b12 | 2019-09-27 18:10:33 -0700 | [diff] [blame] | 81 | goto error; |
| 82 | } |
| 83 | |
| 84 | global_average_pooling_op->channels = channels; |
Marat Dukhan | eeaa7bd | 2019-10-25 17:31:25 -0700 | [diff] [blame] | 85 | global_average_pooling_op->f32_gavgpool_params = xnn_init_f32_gavgpool_params(nanf(""), output_min, output_max, 0); |
XNNPACK Team | b455b12 | 2019-09-27 18:10:33 -0700 | [diff] [blame] | 86 | |
Marat Dukhan | efc47b8 | 2019-11-18 09:25:38 -0800 | [diff] [blame] | 87 | global_average_pooling_op->type = xnn_operator_type_global_average_pooling_ncw_f32; |
XNNPACK Team | b455b12 | 2019-09-27 18:10:33 -0700 | [diff] [blame] | 88 | global_average_pooling_op->ukernel.type = xnn_ukernel_type_global_average_pooling; |
| 89 | |
| 90 | global_average_pooling_op->state = xnn_run_state_invalid; |
| 91 | |
| 92 | *global_average_pooling_op_out = global_average_pooling_op; |
| 93 | return xnn_status_success; |
| 94 | |
| 95 | error: |
| 96 | xnn_delete_operator(global_average_pooling_op); |
| 97 | return status; |
| 98 | } |
| 99 | |
Marat Dukhan | efc47b8 | 2019-11-18 09:25:38 -0800 | [diff] [blame] | 100 | enum xnn_status xnn_setup_global_average_pooling_ncw_f32( |
XNNPACK Team | b455b12 | 2019-09-27 18:10:33 -0700 | [diff] [blame] | 101 | xnn_operator_t global_average_pooling_op, |
| 102 | size_t batch_size, |
XNNPACK Team | b455b12 | 2019-09-27 18:10:33 -0700 | [diff] [blame] | 103 | size_t width, |
| 104 | const float* input, |
| 105 | float* output, |
| 106 | pthreadpool_t threadpool) |
| 107 | { |
Marat Dukhan | efc47b8 | 2019-11-18 09:25:38 -0800 | [diff] [blame] | 108 | if (global_average_pooling_op->type != xnn_operator_type_global_average_pooling_ncw_f32) { |
Marat Dukhan | 3b59de2 | 2020-06-03 20:15:19 -0700 | [diff] [blame^] | 109 | xnn_log_error("failed to setup operator: operator type mismatch (expected %s, got %s)", |
| 110 | xnn_operator_type_to_string(xnn_operator_type_global_average_pooling_ncw_f32), |
| 111 | xnn_operator_type_to_string(global_average_pooling_op->type)); |
XNNPACK Team | b455b12 | 2019-09-27 18:10:33 -0700 | [diff] [blame] | 112 | return xnn_status_invalid_parameter; |
| 113 | } |
| 114 | global_average_pooling_op->state = xnn_run_state_invalid; |
| 115 | |
| 116 | if (!xnn_params.initialized) { |
Marat Dukhan | 3b59de2 | 2020-06-03 20:15:19 -0700 | [diff] [blame^] | 117 | xnn_log_error("failed to setup %s operator: XNNPACK is not initialized", |
| 118 | xnn_operator_type_to_string(xnn_operator_type_global_average_pooling_ncw_f32)); |
XNNPACK Team | b455b12 | 2019-09-27 18:10:33 -0700 | [diff] [blame] | 119 | return xnn_status_uninitialized; |
| 120 | } |
| 121 | |
XNNPACK Team | b455b12 | 2019-09-27 18:10:33 -0700 | [diff] [blame] | 122 | if (width == 0) { |
Marat Dukhan | 3b59de2 | 2020-06-03 20:15:19 -0700 | [diff] [blame^] | 123 | xnn_log_error( |
| 124 | "failed to setup %s operator with width %zu: width must be non-zero", |
| 125 | xnn_operator_type_to_string(xnn_operator_type_global_average_pooling_ncw_f32), width); |
XNNPACK Team | b455b12 | 2019-09-27 18:10:33 -0700 | [diff] [blame] | 126 | return xnn_status_invalid_parameter; |
| 127 | } |
| 128 | |
| 129 | if (batch_size == 0) { |
| 130 | global_average_pooling_op->state = xnn_run_state_skip; |
| 131 | return xnn_status_success; |
| 132 | } |
| 133 | |
XNNPACK Team | b455b12 | 2019-09-27 18:10:33 -0700 | [diff] [blame] | 134 | xnn_update_f32_gavgpool_params(&global_average_pooling_op->f32_gavgpool_params, |
Marat Dukhan | efc47b8 | 2019-11-18 09:25:38 -0800 | [diff] [blame] | 135 | 1.0f / (float) width, width); |
XNNPACK Team | b455b12 | 2019-09-27 18:10:33 -0700 | [diff] [blame] | 136 | |
Marat Dukhan | efc47b8 | 2019-11-18 09:25:38 -0800 | [diff] [blame] | 137 | global_average_pooling_op->context.global_average_pooling_ncw = (struct global_average_pooling_ncw_context) { |
| 138 | .input_elements = width * sizeof(float), |
XNNPACK Team | b455b12 | 2019-09-27 18:10:33 -0700 | [diff] [blame] | 139 | .input = input, |
Marat Dukhan | efc47b8 | 2019-11-18 09:25:38 -0800 | [diff] [blame] | 140 | .input_channel_stride = width * sizeof(float), |
| 141 | .input_batch_stride = global_average_pooling_op->channels * width * sizeof(float), |
XNNPACK Team | b455b12 | 2019-09-27 18:10:33 -0700 | [diff] [blame] | 142 | .output = output, |
| 143 | .output_channel_stride = sizeof(float), |
| 144 | .output_batch_stride = global_average_pooling_op->channels * sizeof(float), |
Marat Dukhan | 1f29b80 | 2020-05-15 23:46:39 -0700 | [diff] [blame] | 145 | .ukernel = xnn_params.f32.gavgpool_cw.ukernel, |
XNNPACK Team | b455b12 | 2019-09-27 18:10:33 -0700 | [diff] [blame] | 146 | .params.f32 = global_average_pooling_op->f32_gavgpool_params, |
| 147 | }; |
| 148 | |
| 149 | global_average_pooling_op->compute.type = xnn_parallelization_type_2d_tile_1d; |
| 150 | global_average_pooling_op->compute.task_2d_tile_1d = |
Marat Dukhan | efc47b8 | 2019-11-18 09:25:38 -0800 | [diff] [blame] | 151 | (pthreadpool_task_2d_tile_1d_t) xnn_compute_global_average_pooling_ncw; |
XNNPACK Team | b455b12 | 2019-09-27 18:10:33 -0700 | [diff] [blame] | 152 | global_average_pooling_op->compute.range[0] = batch_size; |
| 153 | global_average_pooling_op->compute.range[1] = global_average_pooling_op->channels; |
Marat Dukhan | 1f29b80 | 2020-05-15 23:46:39 -0700 | [diff] [blame] | 154 | global_average_pooling_op->compute.tile[0] = global_average_pooling_op->channels; //xnn_params.f32.gavgpool_cw.channel_tile; |
XNNPACK Team | b455b12 | 2019-09-27 18:10:33 -0700 | [diff] [blame] | 155 | |
| 156 | global_average_pooling_op->state = xnn_run_state_ready; |
| 157 | |
| 158 | return xnn_status_success; |
| 159 | } |