1*795d594fSAndroid Build Coastguard Worker /*
2*795d594fSAndroid Build Coastguard Worker * Copyright (C) 2011 The Android Open Source Project
3*795d594fSAndroid Build Coastguard Worker *
4*795d594fSAndroid Build Coastguard Worker * Licensed under the Apache License, Version 2.0 (the "License");
5*795d594fSAndroid Build Coastguard Worker * you may not use this file except in compliance with the License.
6*795d594fSAndroid Build Coastguard Worker * You may obtain a copy of the License at
7*795d594fSAndroid Build Coastguard Worker *
8*795d594fSAndroid Build Coastguard Worker * http://www.apache.org/licenses/LICENSE-2.0
9*795d594fSAndroid Build Coastguard Worker *
10*795d594fSAndroid Build Coastguard Worker * Unless required by applicable law or agreed to in writing, software
11*795d594fSAndroid Build Coastguard Worker * distributed under the License is distributed on an "AS IS" BASIS,
12*795d594fSAndroid Build Coastguard Worker * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13*795d594fSAndroid Build Coastguard Worker * See the License for the specific language governing permissions and
14*795d594fSAndroid Build Coastguard Worker * limitations under the License.
15*795d594fSAndroid Build Coastguard Worker */
16*795d594fSAndroid Build Coastguard Worker
17*795d594fSAndroid Build Coastguard Worker #ifndef ART_RUNTIME_MIRROR_ARRAY_ALLOC_INL_H_
18*795d594fSAndroid Build Coastguard Worker #define ART_RUNTIME_MIRROR_ARRAY_ALLOC_INL_H_
19*795d594fSAndroid Build Coastguard Worker
20*795d594fSAndroid Build Coastguard Worker #include "array-inl.h"
21*795d594fSAndroid Build Coastguard Worker
22*795d594fSAndroid Build Coastguard Worker #include <android-base/logging.h>
23*795d594fSAndroid Build Coastguard Worker #include <android-base/stringprintf.h>
24*795d594fSAndroid Build Coastguard Worker
25*795d594fSAndroid Build Coastguard Worker #include "base/bit_utils.h"
26*795d594fSAndroid Build Coastguard Worker #include "base/casts.h"
27*795d594fSAndroid Build Coastguard Worker #include "class.h"
28*795d594fSAndroid Build Coastguard Worker #include "gc/allocator_type.h"
29*795d594fSAndroid Build Coastguard Worker #include "gc/heap-inl.h"
30*795d594fSAndroid Build Coastguard Worker #include "obj_ptr-inl.h"
31*795d594fSAndroid Build Coastguard Worker #include "runtime.h"
32*795d594fSAndroid Build Coastguard Worker
33*795d594fSAndroid Build Coastguard Worker namespace art HIDDEN {
34*795d594fSAndroid Build Coastguard Worker namespace mirror {
35*795d594fSAndroid Build Coastguard Worker
ComputeArraySize(int32_t component_count,size_t component_size_shift)36*795d594fSAndroid Build Coastguard Worker static inline size_t ComputeArraySize(int32_t component_count, size_t component_size_shift) {
37*795d594fSAndroid Build Coastguard Worker DCHECK_GE(component_count, 0);
38*795d594fSAndroid Build Coastguard Worker
39*795d594fSAndroid Build Coastguard Worker size_t component_size = 1U << component_size_shift;
40*795d594fSAndroid Build Coastguard Worker size_t header_size = Array::DataOffset(component_size).SizeValue();
41*795d594fSAndroid Build Coastguard Worker size_t data_size = static_cast<size_t>(component_count) << component_size_shift;
42*795d594fSAndroid Build Coastguard Worker size_t size = header_size + data_size;
43*795d594fSAndroid Build Coastguard Worker
44*795d594fSAndroid Build Coastguard Worker // Check for size_t overflow if this was an unreasonable request
45*795d594fSAndroid Build Coastguard Worker // but let the caller throw OutOfMemoryError.
46*795d594fSAndroid Build Coastguard Worker #ifdef __LP64__
47*795d594fSAndroid Build Coastguard Worker // 64-bit. No overflow as component_count is 32-bit and the maximum
48*795d594fSAndroid Build Coastguard Worker // component size is 8.
49*795d594fSAndroid Build Coastguard Worker DCHECK_LE((1U << component_size_shift), 8U);
50*795d594fSAndroid Build Coastguard Worker #else
51*795d594fSAndroid Build Coastguard Worker // 32-bit.
52*795d594fSAndroid Build Coastguard Worker DCHECK_NE(header_size, 0U);
53*795d594fSAndroid Build Coastguard Worker DCHECK_EQ(RoundUp(header_size, component_size), header_size);
54*795d594fSAndroid Build Coastguard Worker // The array length limit (exclusive).
55*795d594fSAndroid Build Coastguard Worker const size_t length_limit = (0U - header_size) >> component_size_shift;
56*795d594fSAndroid Build Coastguard Worker if (UNLIKELY(length_limit <= static_cast<size_t>(component_count))) {
57*795d594fSAndroid Build Coastguard Worker return 0; // failure
58*795d594fSAndroid Build Coastguard Worker }
59*795d594fSAndroid Build Coastguard Worker #endif
60*795d594fSAndroid Build Coastguard Worker return size;
61*795d594fSAndroid Build Coastguard Worker }
62*795d594fSAndroid Build Coastguard Worker
63*795d594fSAndroid Build Coastguard Worker // Used for setting the array length in the allocation code path to ensure it is guarded by a
64*795d594fSAndroid Build Coastguard Worker // StoreStore fence.
65*795d594fSAndroid Build Coastguard Worker class SetLengthVisitor {
66*795d594fSAndroid Build Coastguard Worker public:
SetLengthVisitor(int32_t length)67*795d594fSAndroid Build Coastguard Worker explicit SetLengthVisitor(int32_t length) : length_(length) {
68*795d594fSAndroid Build Coastguard Worker }
69*795d594fSAndroid Build Coastguard Worker
operator()70*795d594fSAndroid Build Coastguard Worker void operator()(ObjPtr<Object> obj, [[maybe_unused]] size_t usable_size) const
71*795d594fSAndroid Build Coastguard Worker REQUIRES_SHARED(Locks::mutator_lock_) {
72*795d594fSAndroid Build Coastguard Worker // Avoid AsArray as object is not yet in live bitmap or allocation stack.
73*795d594fSAndroid Build Coastguard Worker ObjPtr<Array> array = ObjPtr<Array>::DownCast(obj);
74*795d594fSAndroid Build Coastguard Worker // DCHECK(array->IsArrayInstance());
75*795d594fSAndroid Build Coastguard Worker array->SetLength(length_);
76*795d594fSAndroid Build Coastguard Worker }
77*795d594fSAndroid Build Coastguard Worker
78*795d594fSAndroid Build Coastguard Worker private:
79*795d594fSAndroid Build Coastguard Worker const int32_t length_;
80*795d594fSAndroid Build Coastguard Worker
81*795d594fSAndroid Build Coastguard Worker DISALLOW_COPY_AND_ASSIGN(SetLengthVisitor);
82*795d594fSAndroid Build Coastguard Worker };
83*795d594fSAndroid Build Coastguard Worker
84*795d594fSAndroid Build Coastguard Worker // Similar to SetLengthVisitor, used for setting the array length to fill the usable size of an
85*795d594fSAndroid Build Coastguard Worker // array.
86*795d594fSAndroid Build Coastguard Worker class SetLengthToUsableSizeVisitor {
87*795d594fSAndroid Build Coastguard Worker public:
SetLengthToUsableSizeVisitor(int32_t min_length,size_t header_size,size_t component_size_shift)88*795d594fSAndroid Build Coastguard Worker SetLengthToUsableSizeVisitor(int32_t min_length, size_t header_size,
89*795d594fSAndroid Build Coastguard Worker size_t component_size_shift) :
90*795d594fSAndroid Build Coastguard Worker minimum_length_(min_length), header_size_(header_size),
91*795d594fSAndroid Build Coastguard Worker component_size_shift_(component_size_shift) {
92*795d594fSAndroid Build Coastguard Worker }
93*795d594fSAndroid Build Coastguard Worker
operator()94*795d594fSAndroid Build Coastguard Worker void operator()(ObjPtr<Object> obj, size_t usable_size) const
95*795d594fSAndroid Build Coastguard Worker REQUIRES_SHARED(Locks::mutator_lock_) {
96*795d594fSAndroid Build Coastguard Worker // Avoid AsArray as object is not yet in live bitmap or allocation stack.
97*795d594fSAndroid Build Coastguard Worker ObjPtr<Array> array = ObjPtr<Array>::DownCast(obj);
98*795d594fSAndroid Build Coastguard Worker // DCHECK(array->IsArrayInstance());
99*795d594fSAndroid Build Coastguard Worker int32_t length = (usable_size - header_size_) >> component_size_shift_;
100*795d594fSAndroid Build Coastguard Worker DCHECK_GE(length, minimum_length_);
101*795d594fSAndroid Build Coastguard Worker uint8_t* old_end = reinterpret_cast<uint8_t*>(array->GetRawData(1U << component_size_shift_,
102*795d594fSAndroid Build Coastguard Worker minimum_length_));
103*795d594fSAndroid Build Coastguard Worker uint8_t* new_end = reinterpret_cast<uint8_t*>(array->GetRawData(1U << component_size_shift_,
104*795d594fSAndroid Build Coastguard Worker length));
105*795d594fSAndroid Build Coastguard Worker // Ensure space beyond original allocation is zeroed.
106*795d594fSAndroid Build Coastguard Worker memset(old_end, 0, new_end - old_end);
107*795d594fSAndroid Build Coastguard Worker array->SetLength(length);
108*795d594fSAndroid Build Coastguard Worker }
109*795d594fSAndroid Build Coastguard Worker
110*795d594fSAndroid Build Coastguard Worker private:
111*795d594fSAndroid Build Coastguard Worker const int32_t minimum_length_;
112*795d594fSAndroid Build Coastguard Worker const size_t header_size_;
113*795d594fSAndroid Build Coastguard Worker const size_t component_size_shift_;
114*795d594fSAndroid Build Coastguard Worker
115*795d594fSAndroid Build Coastguard Worker DISALLOW_COPY_AND_ASSIGN(SetLengthToUsableSizeVisitor);
116*795d594fSAndroid Build Coastguard Worker };
117*795d594fSAndroid Build Coastguard Worker
118*795d594fSAndroid Build Coastguard Worker template <bool kIsInstrumented, bool kFillUsable>
Alloc(Thread * self,ObjPtr<Class> array_class,int32_t component_count,size_t component_size_shift,gc::AllocatorType allocator_type)119*795d594fSAndroid Build Coastguard Worker inline ObjPtr<Array> Array::Alloc(Thread* self,
120*795d594fSAndroid Build Coastguard Worker ObjPtr<Class> array_class,
121*795d594fSAndroid Build Coastguard Worker int32_t component_count,
122*795d594fSAndroid Build Coastguard Worker size_t component_size_shift,
123*795d594fSAndroid Build Coastguard Worker gc::AllocatorType allocator_type) {
124*795d594fSAndroid Build Coastguard Worker DCHECK(allocator_type != gc::kAllocatorTypeLOS);
125*795d594fSAndroid Build Coastguard Worker DCHECK(array_class != nullptr);
126*795d594fSAndroid Build Coastguard Worker DCHECK(array_class->IsArrayClass());
127*795d594fSAndroid Build Coastguard Worker DCHECK_EQ(array_class->GetComponentSizeShift(), component_size_shift);
128*795d594fSAndroid Build Coastguard Worker DCHECK_EQ(array_class->GetComponentSize(), (1U << component_size_shift));
129*795d594fSAndroid Build Coastguard Worker size_t size = ComputeArraySize(component_count, component_size_shift);
130*795d594fSAndroid Build Coastguard Worker #ifdef __LP64__
131*795d594fSAndroid Build Coastguard Worker // 64-bit. No size_t overflow.
132*795d594fSAndroid Build Coastguard Worker DCHECK_NE(size, 0U);
133*795d594fSAndroid Build Coastguard Worker #else
134*795d594fSAndroid Build Coastguard Worker // 32-bit.
135*795d594fSAndroid Build Coastguard Worker if (UNLIKELY(size == 0)) {
136*795d594fSAndroid Build Coastguard Worker self->ThrowOutOfMemoryError(android::base::StringPrintf("%s of length %d would overflow",
137*795d594fSAndroid Build Coastguard Worker array_class->PrettyDescriptor().c_str(),
138*795d594fSAndroid Build Coastguard Worker component_count).c_str());
139*795d594fSAndroid Build Coastguard Worker return nullptr;
140*795d594fSAndroid Build Coastguard Worker }
141*795d594fSAndroid Build Coastguard Worker #endif
142*795d594fSAndroid Build Coastguard Worker gc::Heap* heap = Runtime::Current()->GetHeap();
143*795d594fSAndroid Build Coastguard Worker ObjPtr<Array> result;
144*795d594fSAndroid Build Coastguard Worker if (!kFillUsable) {
145*795d594fSAndroid Build Coastguard Worker SetLengthVisitor visitor(component_count);
146*795d594fSAndroid Build Coastguard Worker result = ObjPtr<Array>::DownCast(
147*795d594fSAndroid Build Coastguard Worker heap->AllocObjectWithAllocator<kIsInstrumented>(
148*795d594fSAndroid Build Coastguard Worker self, array_class, size, allocator_type, visitor));
149*795d594fSAndroid Build Coastguard Worker } else {
150*795d594fSAndroid Build Coastguard Worker SetLengthToUsableSizeVisitor visitor(component_count,
151*795d594fSAndroid Build Coastguard Worker DataOffset(1U << component_size_shift).SizeValue(),
152*795d594fSAndroid Build Coastguard Worker component_size_shift);
153*795d594fSAndroid Build Coastguard Worker result = ObjPtr<Array>::DownCast(
154*795d594fSAndroid Build Coastguard Worker heap->AllocObjectWithAllocator<kIsInstrumented>(
155*795d594fSAndroid Build Coastguard Worker self, array_class, size, allocator_type, visitor));
156*795d594fSAndroid Build Coastguard Worker }
157*795d594fSAndroid Build Coastguard Worker if (kIsDebugBuild && result != nullptr && Runtime::Current()->IsStarted()) {
158*795d594fSAndroid Build Coastguard Worker array_class = result->GetClass(); // In case the array class moved.
159*795d594fSAndroid Build Coastguard Worker CHECK_EQ(array_class->GetComponentSize(), 1U << component_size_shift);
160*795d594fSAndroid Build Coastguard Worker if (!kFillUsable) {
161*795d594fSAndroid Build Coastguard Worker CHECK_EQ(result->SizeOf(), size);
162*795d594fSAndroid Build Coastguard Worker } else {
163*795d594fSAndroid Build Coastguard Worker CHECK_GE(result->SizeOf(), size);
164*795d594fSAndroid Build Coastguard Worker }
165*795d594fSAndroid Build Coastguard Worker }
166*795d594fSAndroid Build Coastguard Worker return result;
167*795d594fSAndroid Build Coastguard Worker }
168*795d594fSAndroid Build Coastguard Worker
169*795d594fSAndroid Build Coastguard Worker template<typename T>
AllocateAndFill(Thread * self,const T * data,size_t length)170*795d594fSAndroid Build Coastguard Worker inline ObjPtr<PrimitiveArray<T>> PrimitiveArray<T>::AllocateAndFill(Thread* self,
171*795d594fSAndroid Build Coastguard Worker const T* data,
172*795d594fSAndroid Build Coastguard Worker size_t length) {
173*795d594fSAndroid Build Coastguard Worker StackHandleScope<1> hs(self);
174*795d594fSAndroid Build Coastguard Worker Handle<PrimitiveArray<T>> arr(hs.NewHandle(PrimitiveArray<T>::Alloc(self, length)));
175*795d594fSAndroid Build Coastguard Worker if (!arr.IsNull()) {
176*795d594fSAndroid Build Coastguard Worker // Copy it in. Just skip if it's null
177*795d594fSAndroid Build Coastguard Worker memcpy(arr->GetData(), data, sizeof(T) * length);
178*795d594fSAndroid Build Coastguard Worker }
179*795d594fSAndroid Build Coastguard Worker return arr.Get();
180*795d594fSAndroid Build Coastguard Worker }
181*795d594fSAndroid Build Coastguard Worker
182*795d594fSAndroid Build Coastguard Worker } // namespace mirror
183*795d594fSAndroid Build Coastguard Worker } // namespace art
184*795d594fSAndroid Build Coastguard Worker
185*795d594fSAndroid Build Coastguard Worker #endif // ART_RUNTIME_MIRROR_ARRAY_ALLOC_INL_H_
186