xref: /aosp_15_r20/external/executorch/extension/runner_util/inputs.cpp (revision 523fa7a60841cd1ecfb9cc4201f1ca8b03ed023a)
1*523fa7a6SAndroid Build Coastguard Worker /*
2*523fa7a6SAndroid Build Coastguard Worker  * Copyright (c) Meta Platforms, Inc. and affiliates.
3*523fa7a6SAndroid Build Coastguard Worker  * All rights reserved.
4*523fa7a6SAndroid Build Coastguard Worker  *
5*523fa7a6SAndroid Build Coastguard Worker  * This source code is licensed under the BSD-style license found in the
6*523fa7a6SAndroid Build Coastguard Worker  * LICENSE file in the root directory of this source tree.
7*523fa7a6SAndroid Build Coastguard Worker  */
8*523fa7a6SAndroid Build Coastguard Worker 
9*523fa7a6SAndroid Build Coastguard Worker #include <executorch/extension/runner_util/inputs.h>
10*523fa7a6SAndroid Build Coastguard Worker 
11*523fa7a6SAndroid Build Coastguard Worker #include <executorch/runtime/executor/method.h>
12*523fa7a6SAndroid Build Coastguard Worker #include <executorch/runtime/executor/method_meta.h>
13*523fa7a6SAndroid Build Coastguard Worker #include <executorch/runtime/platform/log.h>
14*523fa7a6SAndroid Build Coastguard Worker 
15*523fa7a6SAndroid Build Coastguard Worker using executorch::runtime::Error;
16*523fa7a6SAndroid Build Coastguard Worker using executorch::runtime::Method;
17*523fa7a6SAndroid Build Coastguard Worker using executorch::runtime::MethodMeta;
18*523fa7a6SAndroid Build Coastguard Worker using executorch::runtime::Result;
19*523fa7a6SAndroid Build Coastguard Worker using executorch::runtime::Tag;
20*523fa7a6SAndroid Build Coastguard Worker using executorch::runtime::TensorInfo;
21*523fa7a6SAndroid Build Coastguard Worker 
22*523fa7a6SAndroid Build Coastguard Worker namespace executorch {
23*523fa7a6SAndroid Build Coastguard Worker namespace extension {
24*523fa7a6SAndroid Build Coastguard Worker 
prepare_input_tensors(Method & method)25*523fa7a6SAndroid Build Coastguard Worker Result<BufferCleanup> prepare_input_tensors(Method& method) {
26*523fa7a6SAndroid Build Coastguard Worker   MethodMeta method_meta = method.method_meta();
27*523fa7a6SAndroid Build Coastguard Worker   size_t num_inputs = method_meta.num_inputs();
28*523fa7a6SAndroid Build Coastguard Worker   size_t num_allocated = 0;
29*523fa7a6SAndroid Build Coastguard Worker   void** inputs = (void**)malloc(num_inputs * sizeof(void*));
30*523fa7a6SAndroid Build Coastguard Worker 
31*523fa7a6SAndroid Build Coastguard Worker   for (size_t i = 0; i < num_inputs; i++) {
32*523fa7a6SAndroid Build Coastguard Worker     auto tag = method_meta.input_tag(i);
33*523fa7a6SAndroid Build Coastguard Worker     if (!tag.ok()) {
34*523fa7a6SAndroid Build Coastguard Worker       BufferCleanup cleanup({inputs, num_allocated});
35*523fa7a6SAndroid Build Coastguard Worker       return tag.error();
36*523fa7a6SAndroid Build Coastguard Worker     }
37*523fa7a6SAndroid Build Coastguard Worker     if (tag.get() != Tag::Tensor) {
38*523fa7a6SAndroid Build Coastguard Worker       ET_LOG(Debug, "Skipping non-tensor input %zu", i);
39*523fa7a6SAndroid Build Coastguard Worker       continue;
40*523fa7a6SAndroid Build Coastguard Worker     }
41*523fa7a6SAndroid Build Coastguard Worker     Result<TensorInfo> tensor_meta = method_meta.input_tensor_meta(i);
42*523fa7a6SAndroid Build Coastguard Worker     if (!tensor_meta.ok()) {
43*523fa7a6SAndroid Build Coastguard Worker       return tensor_meta.error();
44*523fa7a6SAndroid Build Coastguard Worker     }
45*523fa7a6SAndroid Build Coastguard Worker     // This input is a tensor. Allocate a buffer for it.
46*523fa7a6SAndroid Build Coastguard Worker     void* data_ptr = malloc(tensor_meta->nbytes());
47*523fa7a6SAndroid Build Coastguard Worker     inputs[num_allocated++] = data_ptr;
48*523fa7a6SAndroid Build Coastguard Worker 
49*523fa7a6SAndroid Build Coastguard Worker     // Create the tensor and set it as the input.
50*523fa7a6SAndroid Build Coastguard Worker     Error err =
51*523fa7a6SAndroid Build Coastguard Worker         internal::fill_and_set_input(method, tensor_meta.get(), i, data_ptr);
52*523fa7a6SAndroid Build Coastguard Worker     if (err != Error::Ok) {
53*523fa7a6SAndroid Build Coastguard Worker       ET_LOG(
54*523fa7a6SAndroid Build Coastguard Worker           Error, "Failed to prepare input %zu: 0x%" PRIx32, i, (uint32_t)err);
55*523fa7a6SAndroid Build Coastguard Worker       // The BufferCleanup will free the inputs when it goes out of scope.
56*523fa7a6SAndroid Build Coastguard Worker       BufferCleanup cleanup({inputs, num_allocated});
57*523fa7a6SAndroid Build Coastguard Worker       return err;
58*523fa7a6SAndroid Build Coastguard Worker     }
59*523fa7a6SAndroid Build Coastguard Worker   }
60*523fa7a6SAndroid Build Coastguard Worker   return BufferCleanup({inputs, num_allocated});
61*523fa7a6SAndroid Build Coastguard Worker }
62*523fa7a6SAndroid Build Coastguard Worker 
63*523fa7a6SAndroid Build Coastguard Worker } // namespace extension
64*523fa7a6SAndroid Build Coastguard Worker } // namespace executorch
65