xref: /aosp_15_r20/art/runtime/mirror/array-alloc-inl.h (revision 795d594fd825385562da6b089ea9b2033f3abf5a)
1*795d594fSAndroid Build Coastguard Worker /*
2*795d594fSAndroid Build Coastguard Worker  * Copyright (C) 2011 The Android Open Source Project
3*795d594fSAndroid Build Coastguard Worker  *
4*795d594fSAndroid Build Coastguard Worker  * Licensed under the Apache License, Version 2.0 (the "License");
5*795d594fSAndroid Build Coastguard Worker  * you may not use this file except in compliance with the License.
6*795d594fSAndroid Build Coastguard Worker  * You may obtain a copy of the License at
7*795d594fSAndroid Build Coastguard Worker  *
8*795d594fSAndroid Build Coastguard Worker  *      http://www.apache.org/licenses/LICENSE-2.0
9*795d594fSAndroid Build Coastguard Worker  *
10*795d594fSAndroid Build Coastguard Worker  * Unless required by applicable law or agreed to in writing, software
11*795d594fSAndroid Build Coastguard Worker  * distributed under the License is distributed on an "AS IS" BASIS,
12*795d594fSAndroid Build Coastguard Worker  * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13*795d594fSAndroid Build Coastguard Worker  * See the License for the specific language governing permissions and
14*795d594fSAndroid Build Coastguard Worker  * limitations under the License.
15*795d594fSAndroid Build Coastguard Worker  */
16*795d594fSAndroid Build Coastguard Worker 
17*795d594fSAndroid Build Coastguard Worker #ifndef ART_RUNTIME_MIRROR_ARRAY_ALLOC_INL_H_
18*795d594fSAndroid Build Coastguard Worker #define ART_RUNTIME_MIRROR_ARRAY_ALLOC_INL_H_
19*795d594fSAndroid Build Coastguard Worker 
20*795d594fSAndroid Build Coastguard Worker #include "array-inl.h"
21*795d594fSAndroid Build Coastguard Worker 
22*795d594fSAndroid Build Coastguard Worker #include <android-base/logging.h>
23*795d594fSAndroid Build Coastguard Worker #include <android-base/stringprintf.h>
24*795d594fSAndroid Build Coastguard Worker 
25*795d594fSAndroid Build Coastguard Worker #include "base/bit_utils.h"
26*795d594fSAndroid Build Coastguard Worker #include "base/casts.h"
27*795d594fSAndroid Build Coastguard Worker #include "class.h"
28*795d594fSAndroid Build Coastguard Worker #include "gc/allocator_type.h"
29*795d594fSAndroid Build Coastguard Worker #include "gc/heap-inl.h"
30*795d594fSAndroid Build Coastguard Worker #include "obj_ptr-inl.h"
31*795d594fSAndroid Build Coastguard Worker #include "runtime.h"
32*795d594fSAndroid Build Coastguard Worker 
33*795d594fSAndroid Build Coastguard Worker namespace art HIDDEN {
34*795d594fSAndroid Build Coastguard Worker namespace mirror {
35*795d594fSAndroid Build Coastguard Worker 
ComputeArraySize(int32_t component_count,size_t component_size_shift)36*795d594fSAndroid Build Coastguard Worker static inline size_t ComputeArraySize(int32_t component_count, size_t component_size_shift) {
37*795d594fSAndroid Build Coastguard Worker   DCHECK_GE(component_count, 0);
38*795d594fSAndroid Build Coastguard Worker 
39*795d594fSAndroid Build Coastguard Worker   size_t component_size = 1U << component_size_shift;
40*795d594fSAndroid Build Coastguard Worker   size_t header_size = Array::DataOffset(component_size).SizeValue();
41*795d594fSAndroid Build Coastguard Worker   size_t data_size = static_cast<size_t>(component_count) << component_size_shift;
42*795d594fSAndroid Build Coastguard Worker   size_t size = header_size + data_size;
43*795d594fSAndroid Build Coastguard Worker 
44*795d594fSAndroid Build Coastguard Worker   // Check for size_t overflow if this was an unreasonable request
45*795d594fSAndroid Build Coastguard Worker   // but let the caller throw OutOfMemoryError.
46*795d594fSAndroid Build Coastguard Worker #ifdef __LP64__
47*795d594fSAndroid Build Coastguard Worker   // 64-bit. No overflow as component_count is 32-bit and the maximum
48*795d594fSAndroid Build Coastguard Worker   // component size is 8.
49*795d594fSAndroid Build Coastguard Worker   DCHECK_LE((1U << component_size_shift), 8U);
50*795d594fSAndroid Build Coastguard Worker #else
51*795d594fSAndroid Build Coastguard Worker   // 32-bit.
52*795d594fSAndroid Build Coastguard Worker   DCHECK_NE(header_size, 0U);
53*795d594fSAndroid Build Coastguard Worker   DCHECK_EQ(RoundUp(header_size, component_size), header_size);
54*795d594fSAndroid Build Coastguard Worker   // The array length limit (exclusive).
55*795d594fSAndroid Build Coastguard Worker   const size_t length_limit = (0U - header_size) >> component_size_shift;
56*795d594fSAndroid Build Coastguard Worker   if (UNLIKELY(length_limit <= static_cast<size_t>(component_count))) {
57*795d594fSAndroid Build Coastguard Worker     return 0;  // failure
58*795d594fSAndroid Build Coastguard Worker   }
59*795d594fSAndroid Build Coastguard Worker #endif
60*795d594fSAndroid Build Coastguard Worker   return size;
61*795d594fSAndroid Build Coastguard Worker }
62*795d594fSAndroid Build Coastguard Worker 
63*795d594fSAndroid Build Coastguard Worker // Used for setting the array length in the allocation code path to ensure it is guarded by a
64*795d594fSAndroid Build Coastguard Worker // StoreStore fence.
65*795d594fSAndroid Build Coastguard Worker class SetLengthVisitor {
66*795d594fSAndroid Build Coastguard Worker  public:
SetLengthVisitor(int32_t length)67*795d594fSAndroid Build Coastguard Worker   explicit SetLengthVisitor(int32_t length) : length_(length) {
68*795d594fSAndroid Build Coastguard Worker   }
69*795d594fSAndroid Build Coastguard Worker 
operator()70*795d594fSAndroid Build Coastguard Worker   void operator()(ObjPtr<Object> obj, [[maybe_unused]] size_t usable_size) const
71*795d594fSAndroid Build Coastguard Worker       REQUIRES_SHARED(Locks::mutator_lock_) {
72*795d594fSAndroid Build Coastguard Worker     // Avoid AsArray as object is not yet in live bitmap or allocation stack.
73*795d594fSAndroid Build Coastguard Worker     ObjPtr<Array> array = ObjPtr<Array>::DownCast(obj);
74*795d594fSAndroid Build Coastguard Worker     // DCHECK(array->IsArrayInstance());
75*795d594fSAndroid Build Coastguard Worker     array->SetLength(length_);
76*795d594fSAndroid Build Coastguard Worker   }
77*795d594fSAndroid Build Coastguard Worker 
78*795d594fSAndroid Build Coastguard Worker  private:
79*795d594fSAndroid Build Coastguard Worker   const int32_t length_;
80*795d594fSAndroid Build Coastguard Worker 
81*795d594fSAndroid Build Coastguard Worker   DISALLOW_COPY_AND_ASSIGN(SetLengthVisitor);
82*795d594fSAndroid Build Coastguard Worker };
83*795d594fSAndroid Build Coastguard Worker 
84*795d594fSAndroid Build Coastguard Worker // Similar to SetLengthVisitor, used for setting the array length to fill the usable size of an
85*795d594fSAndroid Build Coastguard Worker // array.
86*795d594fSAndroid Build Coastguard Worker class SetLengthToUsableSizeVisitor {
87*795d594fSAndroid Build Coastguard Worker  public:
SetLengthToUsableSizeVisitor(int32_t min_length,size_t header_size,size_t component_size_shift)88*795d594fSAndroid Build Coastguard Worker   SetLengthToUsableSizeVisitor(int32_t min_length, size_t header_size,
89*795d594fSAndroid Build Coastguard Worker                                size_t component_size_shift) :
90*795d594fSAndroid Build Coastguard Worker       minimum_length_(min_length), header_size_(header_size),
91*795d594fSAndroid Build Coastguard Worker       component_size_shift_(component_size_shift) {
92*795d594fSAndroid Build Coastguard Worker   }
93*795d594fSAndroid Build Coastguard Worker 
operator()94*795d594fSAndroid Build Coastguard Worker   void operator()(ObjPtr<Object> obj, size_t usable_size) const
95*795d594fSAndroid Build Coastguard Worker       REQUIRES_SHARED(Locks::mutator_lock_) {
96*795d594fSAndroid Build Coastguard Worker     // Avoid AsArray as object is not yet in live bitmap or allocation stack.
97*795d594fSAndroid Build Coastguard Worker     ObjPtr<Array> array = ObjPtr<Array>::DownCast(obj);
98*795d594fSAndroid Build Coastguard Worker     // DCHECK(array->IsArrayInstance());
99*795d594fSAndroid Build Coastguard Worker     int32_t length = (usable_size - header_size_) >> component_size_shift_;
100*795d594fSAndroid Build Coastguard Worker     DCHECK_GE(length, minimum_length_);
101*795d594fSAndroid Build Coastguard Worker     uint8_t* old_end = reinterpret_cast<uint8_t*>(array->GetRawData(1U << component_size_shift_,
102*795d594fSAndroid Build Coastguard Worker                                                                     minimum_length_));
103*795d594fSAndroid Build Coastguard Worker     uint8_t* new_end = reinterpret_cast<uint8_t*>(array->GetRawData(1U << component_size_shift_,
104*795d594fSAndroid Build Coastguard Worker                                                                     length));
105*795d594fSAndroid Build Coastguard Worker     // Ensure space beyond original allocation is zeroed.
106*795d594fSAndroid Build Coastguard Worker     memset(old_end, 0, new_end - old_end);
107*795d594fSAndroid Build Coastguard Worker     array->SetLength(length);
108*795d594fSAndroid Build Coastguard Worker   }
109*795d594fSAndroid Build Coastguard Worker 
110*795d594fSAndroid Build Coastguard Worker  private:
111*795d594fSAndroid Build Coastguard Worker   const int32_t minimum_length_;
112*795d594fSAndroid Build Coastguard Worker   const size_t header_size_;
113*795d594fSAndroid Build Coastguard Worker   const size_t component_size_shift_;
114*795d594fSAndroid Build Coastguard Worker 
115*795d594fSAndroid Build Coastguard Worker   DISALLOW_COPY_AND_ASSIGN(SetLengthToUsableSizeVisitor);
116*795d594fSAndroid Build Coastguard Worker };
117*795d594fSAndroid Build Coastguard Worker 
118*795d594fSAndroid Build Coastguard Worker template <bool kIsInstrumented, bool kFillUsable>
Alloc(Thread * self,ObjPtr<Class> array_class,int32_t component_count,size_t component_size_shift,gc::AllocatorType allocator_type)119*795d594fSAndroid Build Coastguard Worker inline ObjPtr<Array> Array::Alloc(Thread* self,
120*795d594fSAndroid Build Coastguard Worker                                   ObjPtr<Class> array_class,
121*795d594fSAndroid Build Coastguard Worker                                   int32_t component_count,
122*795d594fSAndroid Build Coastguard Worker                                   size_t component_size_shift,
123*795d594fSAndroid Build Coastguard Worker                                   gc::AllocatorType allocator_type) {
124*795d594fSAndroid Build Coastguard Worker   DCHECK(allocator_type != gc::kAllocatorTypeLOS);
125*795d594fSAndroid Build Coastguard Worker   DCHECK(array_class != nullptr);
126*795d594fSAndroid Build Coastguard Worker   DCHECK(array_class->IsArrayClass());
127*795d594fSAndroid Build Coastguard Worker   DCHECK_EQ(array_class->GetComponentSizeShift(), component_size_shift);
128*795d594fSAndroid Build Coastguard Worker   DCHECK_EQ(array_class->GetComponentSize(), (1U << component_size_shift));
129*795d594fSAndroid Build Coastguard Worker   size_t size = ComputeArraySize(component_count, component_size_shift);
130*795d594fSAndroid Build Coastguard Worker #ifdef __LP64__
131*795d594fSAndroid Build Coastguard Worker   // 64-bit. No size_t overflow.
132*795d594fSAndroid Build Coastguard Worker   DCHECK_NE(size, 0U);
133*795d594fSAndroid Build Coastguard Worker #else
134*795d594fSAndroid Build Coastguard Worker   // 32-bit.
135*795d594fSAndroid Build Coastguard Worker   if (UNLIKELY(size == 0)) {
136*795d594fSAndroid Build Coastguard Worker     self->ThrowOutOfMemoryError(android::base::StringPrintf("%s of length %d would overflow",
137*795d594fSAndroid Build Coastguard Worker                                                             array_class->PrettyDescriptor().c_str(),
138*795d594fSAndroid Build Coastguard Worker                                                             component_count).c_str());
139*795d594fSAndroid Build Coastguard Worker     return nullptr;
140*795d594fSAndroid Build Coastguard Worker   }
141*795d594fSAndroid Build Coastguard Worker #endif
142*795d594fSAndroid Build Coastguard Worker   gc::Heap* heap = Runtime::Current()->GetHeap();
143*795d594fSAndroid Build Coastguard Worker   ObjPtr<Array> result;
144*795d594fSAndroid Build Coastguard Worker   if (!kFillUsable) {
145*795d594fSAndroid Build Coastguard Worker     SetLengthVisitor visitor(component_count);
146*795d594fSAndroid Build Coastguard Worker     result = ObjPtr<Array>::DownCast(
147*795d594fSAndroid Build Coastguard Worker         heap->AllocObjectWithAllocator<kIsInstrumented>(
148*795d594fSAndroid Build Coastguard Worker             self, array_class, size, allocator_type, visitor));
149*795d594fSAndroid Build Coastguard Worker   } else {
150*795d594fSAndroid Build Coastguard Worker     SetLengthToUsableSizeVisitor visitor(component_count,
151*795d594fSAndroid Build Coastguard Worker                                          DataOffset(1U << component_size_shift).SizeValue(),
152*795d594fSAndroid Build Coastguard Worker                                          component_size_shift);
153*795d594fSAndroid Build Coastguard Worker     result = ObjPtr<Array>::DownCast(
154*795d594fSAndroid Build Coastguard Worker         heap->AllocObjectWithAllocator<kIsInstrumented>(
155*795d594fSAndroid Build Coastguard Worker             self, array_class, size, allocator_type, visitor));
156*795d594fSAndroid Build Coastguard Worker   }
157*795d594fSAndroid Build Coastguard Worker   if (kIsDebugBuild && result != nullptr && Runtime::Current()->IsStarted()) {
158*795d594fSAndroid Build Coastguard Worker     array_class = result->GetClass();  // In case the array class moved.
159*795d594fSAndroid Build Coastguard Worker     CHECK_EQ(array_class->GetComponentSize(), 1U << component_size_shift);
160*795d594fSAndroid Build Coastguard Worker     if (!kFillUsable) {
161*795d594fSAndroid Build Coastguard Worker       CHECK_EQ(result->SizeOf(), size);
162*795d594fSAndroid Build Coastguard Worker     } else {
163*795d594fSAndroid Build Coastguard Worker       CHECK_GE(result->SizeOf(), size);
164*795d594fSAndroid Build Coastguard Worker     }
165*795d594fSAndroid Build Coastguard Worker   }
166*795d594fSAndroid Build Coastguard Worker   return result;
167*795d594fSAndroid Build Coastguard Worker }
168*795d594fSAndroid Build Coastguard Worker 
169*795d594fSAndroid Build Coastguard Worker template<typename T>
AllocateAndFill(Thread * self,const T * data,size_t length)170*795d594fSAndroid Build Coastguard Worker inline ObjPtr<PrimitiveArray<T>> PrimitiveArray<T>::AllocateAndFill(Thread* self,
171*795d594fSAndroid Build Coastguard Worker                                                                    const T* data,
172*795d594fSAndroid Build Coastguard Worker                                                                    size_t length) {
173*795d594fSAndroid Build Coastguard Worker   StackHandleScope<1> hs(self);
174*795d594fSAndroid Build Coastguard Worker   Handle<PrimitiveArray<T>> arr(hs.NewHandle(PrimitiveArray<T>::Alloc(self, length)));
175*795d594fSAndroid Build Coastguard Worker   if (!arr.IsNull()) {
176*795d594fSAndroid Build Coastguard Worker     // Copy it in. Just skip if it's null
177*795d594fSAndroid Build Coastguard Worker     memcpy(arr->GetData(), data, sizeof(T) * length);
178*795d594fSAndroid Build Coastguard Worker   }
179*795d594fSAndroid Build Coastguard Worker   return arr.Get();
180*795d594fSAndroid Build Coastguard Worker }
181*795d594fSAndroid Build Coastguard Worker 
182*795d594fSAndroid Build Coastguard Worker }  // namespace mirror
183*795d594fSAndroid Build Coastguard Worker }  // namespace art
184*795d594fSAndroid Build Coastguard Worker 
185*795d594fSAndroid Build Coastguard Worker #endif  // ART_RUNTIME_MIRROR_ARRAY_ALLOC_INL_H_
186