1/*
2 * Copyright (c) 1997, 2019, Oracle and/or its affiliates. All rights reserved.
3 * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.
4 *
5 * This code is free software; you can redistribute it and/or modify it
6 * under the terms of the GNU General Public License version 2 only, as
7 * published by the Free Software Foundation.
8 *
9 * This code is distributed in the hope that it will be useful, but WITHOUT
10 * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
11 * FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License
12 * version 2 for more details (a copy is included in the LICENSE file that
13 * accompanied this code).
14 *
15 * You should have received a copy of the GNU General Public License version
16 * 2 along with this work; if not, write to the Free Software Foundation,
17 * Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA.
18 *
19 * Please contact Oracle, 500 Oracle Parkway, Redwood Shores, CA 94065 USA
20 * or visit www.oracle.com if you need additional information or have any
21 * questions.
22 *
23 */
24
25#ifndef SHARE_MEMORY_HEAP_HPP
26#define SHARE_MEMORY_HEAP_HPP
27
28#include "code/codeBlob.hpp"
29#include "memory/allocation.hpp"
30#include "memory/virtualspace.hpp"
31#include "utilities/macros.hpp"
32
33// Blocks
34
35class HeapBlock {
36 friend class VMStructs;
37
38 public:
39 struct Header {
40 size_t _length; // the length in segments
41 bool _used; // Used bit
42 };
43
44 protected:
45 union {
46 Header _header;
47 int64_t _padding[ (sizeof(Header) + sizeof(int64_t)-1) / sizeof(int64_t) ];
48 // pad to 0 mod 8
49 };
50
51 public:
52 // Initialization
53 void initialize(size_t length) { _header._length = length; set_used(); }
54 // Merging/splitting
55 void set_length(size_t length) { _header._length = length; }
56
57 // Accessors
58 void* allocated_space() const { return (void*)(this + 1); }
59 size_t length() const { return _header._length; }
60
61 // Used/free
62 void set_used() { _header._used = true; }
63 void set_free() { _header._used = false; }
64 bool free() { return !_header._used; }
65};
66
67class FreeBlock: public HeapBlock {
68 friend class VMStructs;
69 protected:
70 FreeBlock* _link;
71
72 public:
73 // Initialization
74 void initialize(size_t length) { HeapBlock::initialize(length); _link= NULL; }
75
76 // Accessors
77 FreeBlock* link() const { return _link; }
78 void set_link(FreeBlock* link) { _link = link; }
79};
80
81class CodeHeap : public CHeapObj<mtCode> {
82 friend class VMStructs;
83 protected:
84 VirtualSpace _memory; // the memory holding the blocks
85 VirtualSpace _segmap; // the memory holding the segment map
86
87 size_t _number_of_committed_segments;
88 size_t _number_of_reserved_segments;
89 size_t _segment_size;
90 int _log2_segment_size;
91
92 size_t _next_segment;
93
94 FreeBlock* _freelist;
95 size_t _freelist_segments; // No. of segments in freelist
96 int _freelist_length;
97 size_t _max_allocated_capacity; // Peak capacity that was allocated during lifetime of the heap
98
99 const char* _name; // Name of the CodeHeap
100 const int _code_blob_type; // CodeBlobType it contains
101 int _blob_count; // Number of CodeBlobs
102 int _nmethod_count; // Number of nmethods
103 int _adapter_count; // Number of adapters
104 int _full_count; // Number of times the code heap was full
105
106
107 enum { free_sentinel = 0xFF };
108
109 // Helper functions
110 size_t size_to_segments(size_t size) const { return (size + _segment_size - 1) >> _log2_segment_size; }
111 size_t segments_to_size(size_t number_of_segments) const { return number_of_segments << _log2_segment_size; }
112
113 size_t segment_for(void* p) const { return ((char*)p - _memory.low()) >> _log2_segment_size; }
114 bool is_segment_unused(int val) const { return val == free_sentinel; }
115 HeapBlock* block_at(size_t i) const { return (HeapBlock*)(_memory.low() + (i << _log2_segment_size)); }
116
117 // These methods take segment map indices as range boundaries
118 void mark_segmap_as_free(size_t beg, size_t end);
119 void mark_segmap_as_used(size_t beg, size_t end);
120 void invalidate(size_t beg, size_t end, size_t header_bytes);
121 void clear(size_t beg, size_t end);
122 void clear(); // clears all heap contents
123
124 // Freelist management helpers
125 FreeBlock* following_block(FreeBlock* b);
126 void insert_after(FreeBlock* a, FreeBlock* b);
127 bool merge_right (FreeBlock* a);
128
129 // Toplevel freelist management
130 void add_to_freelist(HeapBlock* b);
131 HeapBlock* search_freelist(size_t length);
132
133 // Iteration helpers
134 void* next_used(HeapBlock* b) const;
135 HeapBlock* block_start(void* p) const;
136
137 // to perform additional actions on creation of executable code
138 void on_code_mapping(char* base, size_t size);
139
140 public:
141 CodeHeap(const char* name, const int code_blob_type);
142
143 // Heap extents
144 bool reserve(ReservedSpace rs, size_t committed_size, size_t segment_size);
145 bool expand_by(size_t size); // expands committed memory by size
146
147 // Memory allocation
148 void* allocate (size_t size); // Allocate 'size' bytes in the code cache or return NULL
149 void deallocate(void* p); // Deallocate memory
150 // Free the tail of segments allocated by the last call to 'allocate()' which exceed 'used_size'.
151 // ATTENTION: this is only safe to use if there was no other call to 'allocate()' after
152 // 'p' was allocated. Only intended for freeing memory which would be otherwise
153 // wasted after the interpreter generation because we don't know the interpreter size
154 // beforehand and we also can't easily relocate the interpreter to a new location.
155 void deallocate_tail(void* p, size_t used_size);
156
157 // Attributes
158 char* low_boundary() const { return _memory.low_boundary(); }
159 char* high() const { return _memory.high(); }
160 char* high_boundary() const { return _memory.high_boundary(); }
161
162 bool contains(const void* p) const { return low_boundary() <= p && p < high(); }
163 bool contains_blob(const CodeBlob* blob) const {
164 // AOT CodeBlobs (i.e. AOTCompiledMethod) objects aren't allocated in the AOTCodeHeap but on the C-Heap.
165 // Only the code they are pointing to is located in the AOTCodeHeap. All other CodeBlobs are allocated
166 // directly in their corresponding CodeHeap with their code appended to the actual C++ object.
167 // So all CodeBlobs except AOTCompiledMethod are continuous in memory with their data and code while
168 // AOTCompiledMethod and their code/data is distributed in the C-Heap. This means we can use the
169 // address of a CodeBlob object in order to locate it in its heap while we have to use the address
170 // of the actual code an AOTCompiledMethod object is pointing to in order to locate it.
171 // Notice that for an ordinary CodeBlob with code size zero, code_begin() may point beyond the object!
172 const void* start = AOT_ONLY( (code_blob_type() == CodeBlobType::AOT) ? blob->code_begin() : ) (void*)blob;
173 return contains(start);
174 }
175
176 virtual void* find_start(void* p) const; // returns the block containing p or NULL
177 virtual CodeBlob* find_blob_unsafe(void* start) const;
178 size_t alignment_unit() const; // alignment of any block
179 size_t alignment_offset() const; // offset of first byte of any block, within the enclosing alignment unit
180 static size_t header_size(); // returns the header size for each heap block
181
182 size_t segment_size() const { return _segment_size; } // for CodeHeapState
183 HeapBlock* first_block() const; // for CodeHeapState
184 HeapBlock* next_block(HeapBlock* b) const; // for CodeHeapState
185 HeapBlock* split_block(HeapBlock* b, size_t split_seg); // split one block into two
186
187 FreeBlock* freelist() const { return _freelist; } // for CodeHeapState
188
189 size_t allocated_in_freelist() const { return _freelist_segments * CodeCacheSegmentSize; }
190 int freelist_length() const { return _freelist_length; } // number of elements in the freelist
191
192 // returns the first block or NULL
193 virtual void* first() const { return next_used(first_block()); }
194 // returns the next block given a block p or NULL
195 virtual void* next(void* p) const { return next_used(next_block(block_start(p))); }
196
197 // Statistics
198 size_t capacity() const;
199 size_t max_capacity() const;
200 int allocated_segments() const;
201 size_t allocated_capacity() const;
202 size_t max_allocated_capacity() const { return _max_allocated_capacity; }
203 size_t unallocated_capacity() const { return max_capacity() - allocated_capacity(); }
204
205 // Returns true if the CodeHeap contains CodeBlobs of the given type
206 bool accepts(int code_blob_type) const { return (_code_blob_type == CodeBlobType::All) ||
207 (_code_blob_type == code_blob_type); }
208 int code_blob_type() const { return _code_blob_type; }
209
210 // Debugging / Profiling
211 const char* name() const { return _name; }
212 int blob_count() { return _blob_count; }
213 int nmethod_count() { return _nmethod_count; }
214 void set_nmethod_count(int count) { _nmethod_count = count; }
215 int adapter_count() { return _adapter_count; }
216 void set_adapter_count(int count) { _adapter_count = count; }
217 int full_count() { return _full_count; }
218 void report_full() { _full_count++; }
219
220private:
221 size_t heap_unallocated_capacity() const;
222
223public:
224 // Debugging
225 void verify() PRODUCT_RETURN;
226 void print() PRODUCT_RETURN;
227};
228
229#endif // SHARE_MEMORY_HEAP_HPP
230