1 /*
2 * Copyright (c) 2019 Arm Limited.
3 *
4 * SPDX-License-Identifier: MIT
5 *
6 * Permission is hereby granted, free of charge, to any person obtaining a copy
7 * of this software and associated documentation files (the "Software"), to
8 * deal in the Software without restriction, including without limitation the
9 * rights to use, copy, modify, merge, publish, distribute, sublicense, and/or
10 * sell copies of the Software, and to permit persons to whom the Software is
11 * furnished to do so, subject to the following conditions:
12 *
13 * The above copyright notice and this permission notice shall be included in all
14 * copies or substantial portions of the Software.
15 *
16 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
17 * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
18 * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
19 * AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
20 * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
21 * OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
22 * SOFTWARE.
23 */
24 #include <cstring>
25 #include <cstdint>
26
27 #include "arm.hpp"
28 #include "padding.hpp"
29
30 namespace padding
31 {
32
33 template <typename T>
copy_and_pad_tile(const unsigned int tile_rows,const unsigned int tile_cols,const unsigned int n_channels,const T * const inptr,const unsigned int in_row_stride,const unsigned int in_col_stride,T * const outptr,const unsigned int out_row_stride,const unsigned int out_col_stride,const unsigned int pad_top,const unsigned int pad_left,const unsigned int pad_bottom,const unsigned int pad_right,const T pad_value)34 void copy_and_pad_tile(
35 const unsigned int tile_rows,
36 const unsigned int tile_cols,
37 const unsigned int n_channels,
38 const T* const inptr,
39 const unsigned int in_row_stride,
40 const unsigned int in_col_stride,
41 T* const outptr,
42 const unsigned int out_row_stride,
43 const unsigned int out_col_stride,
44 const unsigned int pad_top,
45 const unsigned int pad_left,
46 const unsigned int pad_bottom,
47 const unsigned int pad_right,
48 const T pad_value
49 )
50 {
51 for (unsigned int out_i = 0; out_i < tile_rows; out_i++)
52 {
53 for (unsigned int out_j = 0; out_j < tile_cols; out_j++)
54 {
55 T* const output = outptr + out_i*out_row_stride + out_j*out_col_stride;
56
57 if (out_i < pad_top || tile_rows - pad_bottom <= out_i ||
58 out_j < pad_left || tile_cols - pad_right <= out_j)
59 {
60 for (unsigned int n = 0; n < n_channels; n++)
61 {
62 output[n] = pad_value;
63 }
64 }
65 else
66 {
67 const auto in_i = out_i - pad_top, in_j = out_j - pad_left;
68 const T* const input = inptr + in_i*in_row_stride + in_j*in_col_stride;
69 std::memcpy(output, input, n_channels * sizeof(T));
70 }
71 }
72 }
73 }
74
75 template void copy_and_pad_tile(
76 unsigned int, unsigned int, unsigned int,
77 const uint8_t *, unsigned int, unsigned int,
78 uint8_t *, unsigned int, unsigned int,
79 unsigned int, unsigned int, unsigned int, unsigned int, uint8_t
80 );
81
82 template void copy_and_pad_tile(
83 unsigned int, unsigned int, unsigned int,
84 float const *, unsigned int, unsigned int,
85 float *, unsigned int, unsigned int,
86 unsigned int, unsigned int, unsigned int, unsigned int, float
87 );
88
89 #ifdef __ARM_FEATURE_FP16_VECTOR_ARITHMETIC
90 template void copy_and_pad_tile(
91 unsigned int, unsigned int, unsigned int,
92 const float16_t *, unsigned int, unsigned int,
93 float16_t *, unsigned int, unsigned int,
94 unsigned int, unsigned int, unsigned int, unsigned int, float16_t
95 );
96 #endif // __ARM_FEATURE_FP16_VECTOR_ARITHMETIC
97
98 template <unsigned int TileRows, unsigned int TileCols>
execute(const size_t size,const void * const inptr,const size_t in_row_stride,const size_t in_col_stride,void * const outptr,const size_t out_row_stride,const size_t out_col_stride,const unsigned int pad_top,const unsigned int pad_left,const unsigned int pad_bottom,const unsigned int pad_right)99 void CopyCropped<TileRows, TileCols>::execute(
100 const size_t size,
101 const void * const inptr,
102 const size_t in_row_stride,
103 const size_t in_col_stride,
104 void * const outptr,
105 const size_t out_row_stride,
106 const size_t out_col_stride,
107 const unsigned int pad_top,
108 const unsigned int pad_left,
109 const unsigned int pad_bottom,
110 const unsigned int pad_right
111 )
112 {
113 for (unsigned int out_i = 0, in_i = pad_top; in_i < TileRows - pad_bottom; out_i++, in_i++)
114 {
115 for (unsigned int out_j = 0, in_j = pad_left; in_j < TileCols - pad_right; out_j++, in_j++)
116 {
117 std::memcpy(
118 static_cast<uint8_t *>(outptr) + out_i*out_row_stride + out_j*out_col_stride,
119 static_cast<const uint8_t *>(inptr) + in_i*in_row_stride + in_j*in_col_stride,
120 size
121 );
122 }
123 }
124 }
125
126 template class CopyCropped<2, 2>;
127 template class CopyCropped<3, 3>;
128 template class CopyCropped<4, 4>;
129
130 } // namespace padding
131