Line data Source code
1 : // Copyright 2018 the V8 project authors. All rights reserved.
2 : // Use of this source code is governed by a BSD-style license that can be
3 : // found in the LICENSE file.
4 :
5 : #ifndef V8_HEAP_LOCAL_ALLOCATOR_INL_H_
6 : #define V8_HEAP_LOCAL_ALLOCATOR_INL_H_
7 :
8 : #include "src/heap/local-allocator.h"
9 :
10 : #include "src/heap/spaces-inl.h"
11 :
12 : namespace v8 {
13 : namespace internal {
14 :
15 173093678 : AllocationResult LocalAllocator::Allocate(AllocationSpace space,
16 : int object_size,
17 : AllocationAlignment alignment) {
18 173093678 : switch (space) {
19 : case NEW_SPACE:
20 89171771 : return AllocateInNewSpace(object_size, alignment);
21 : case OLD_SPACE:
22 : return compaction_spaces_.Get(OLD_SPACE)->AllocateRaw(object_size,
23 83920123 : alignment);
24 : case CODE_SPACE:
25 : return compaction_spaces_.Get(CODE_SPACE)
26 1784 : ->AllocateRaw(object_size, alignment);
27 : default:
28 0 : UNREACHABLE();
29 : break;
30 : }
31 : }
32 :
33 67169 : void LocalAllocator::FreeLast(AllocationSpace space, HeapObject object,
34 : int object_size) {
35 67169 : switch (space) {
36 : case NEW_SPACE:
37 56529 : FreeLastInNewSpace(object, object_size);
38 0 : return;
39 : case OLD_SPACE:
40 239956 : FreeLastInOldSpace(object, object_size);
41 67169 : return;
42 : default:
43 : // Only new and old space supported.
44 0 : UNREACHABLE();
45 : break;
46 : }
47 : }
48 :
49 56529 : void LocalAllocator::FreeLastInNewSpace(HeapObject object, int object_size) {
50 56529 : if (!new_space_lab_.TryFreeLast(object, object_size)) {
51 : // We couldn't free the last object so we have to write a proper filler.
52 7 : heap_->CreateFillerObjectAt(object->address(), object_size,
53 7 : ClearRecordedSlots::kNo);
54 : }
55 56529 : }
56 :
57 239956 : void LocalAllocator::FreeLastInOldSpace(HeapObject object, int object_size) {
58 239956 : if (!compaction_spaces_.Get(OLD_SPACE)->TryFreeLast(object, object_size)) {
59 : // We couldn't free the last object so we have to write a proper filler.
60 0 : heap_->CreateFillerObjectAt(object->address(), object_size,
61 0 : ClearRecordedSlots::kNo);
62 : }
63 239956 : }
64 :
65 88837339 : AllocationResult LocalAllocator::AllocateInLAB(int object_size,
66 : AllocationAlignment alignment) {
67 : AllocationResult allocation;
68 88837339 : if (!new_space_lab_.IsValid() && !NewLocalAllocationBuffer()) {
69 : return AllocationResult::Retry(OLD_SPACE);
70 : }
71 88822778 : allocation = new_space_lab_.AllocateRawAligned(object_size, alignment);
72 88707446 : if (allocation.IsRetry()) {
73 1796820 : if (!NewLocalAllocationBuffer()) {
74 : return AllocationResult::Retry(OLD_SPACE);
75 : } else {
76 122586 : allocation = new_space_lab_.AllocateRawAligned(object_size, alignment);
77 122583 : CHECK(!allocation.IsRetry());
78 : }
79 : }
80 87033209 : return allocation;
81 : }
82 :
83 1887029 : bool LocalAllocator::NewLocalAllocationBuffer() {
84 1887029 : if (lab_allocation_will_fail_) return false;
85 198935 : LocalAllocationBuffer saved_lab_ = new_space_lab_;
86 : AllocationResult result =
87 198944 : new_space_->AllocateRawSynchronized(kLabSize, kWordAligned);
88 397944 : new_space_lab_ = LocalAllocationBuffer::FromResult(heap_, result, kLabSize);
89 198957 : if (new_space_lab_.IsValid()) {
90 : new_space_lab_.TryMerge(&saved_lab_);
91 198649 : return true;
92 : }
93 308 : new_space_lab_ = saved_lab_;
94 308 : lab_allocation_will_fail_ = true;
95 308 : return false;
96 : }
97 :
98 89155358 : AllocationResult LocalAllocator::AllocateInNewSpace(
99 : int object_size, AllocationAlignment alignment) {
100 89155358 : if (object_size > kMaxLabObjectSize) {
101 299995 : return new_space_->AllocateRawSynchronized(object_size, alignment);
102 : }
103 88855363 : return AllocateInLAB(object_size, alignment);
104 : }
105 :
106 : } // namespace internal
107 : } // namespace v8
108 :
109 : #endif // V8_HEAP_LOCAL_ALLOCATOR_INL_H_
|