1 | #ifndef _SCALABLELEAHEAP_H_ |
---|
2 | #define _SCALABLELEAHEAP_H_ |
---|
3 | |
---|
4 | #include "heaplayers.h" |
---|
5 | |
---|
6 | namespace ScalableHeapNS { |
---|
7 | |
---|
8 | template <int NumHeaps, class SuperHeap> |
---|
9 | class GlobalHeapWrapper : public SuperHeap { |
---|
10 | public: |
---|
11 | inline void * malloc (size_t sz) { |
---|
12 | void * ptr = SuperHeap::malloc (sz); |
---|
13 | if (ptr != NULL) { |
---|
14 | assert (!isFree(ptr)); |
---|
15 | } |
---|
16 | return ptr; |
---|
17 | } |
---|
18 | inline void free (void * ptr) { |
---|
19 | // Set this object's heap to an unassigned heap (NumHeaps), |
---|
20 | // then free it. |
---|
21 | setHeap (ptr, NumHeaps); // This should be an unassigned heap number. |
---|
22 | assert (getHeap(ptr) == NumHeaps); |
---|
23 | setPrevHeap(getNext(ptr), NumHeaps); |
---|
24 | assert (getPrevHeap(getNext(ptr)) == NumHeaps); |
---|
25 | SuperHeap::free (ptr); |
---|
26 | } |
---|
27 | private: |
---|
28 | inline int remove (void *); |
---|
29 | }; |
---|
30 | |
---|
31 | |
---|
32 | template <int Threshold, class Heap1, class Heap2> |
---|
33 | class TryHeap : public Heap2 { |
---|
34 | public: |
---|
35 | TryHeap (void) |
---|
36 | : reserved (0) |
---|
37 | {} |
---|
38 | |
---|
39 | inline void * malloc (size_t sz) { |
---|
40 | void * ptr = heap1.malloc (sz); |
---|
41 | if (ptr == NULL) { |
---|
42 | #if 1 |
---|
43 | // Get a big chunk. |
---|
44 | size_t chunkSize = (Threshold / 2) > sz ? (Threshold / 2) : sz; |
---|
45 | ptr = Heap2::malloc (chunkSize); |
---|
46 | if (ptr == NULL) { |
---|
47 | return NULL; |
---|
48 | } |
---|
49 | // Split it. |
---|
50 | void * splitPiece = CoalesceHeap<Heap2>::split (ptr, sz); |
---|
51 | assert (splitPiece != ptr); |
---|
52 | assert (!isFree(ptr)); |
---|
53 | // Put the split piece on heap 1. |
---|
54 | if (splitPiece != NULL) { |
---|
55 | reserved += getSize(splitPiece); |
---|
56 | heap1.free (splitPiece); |
---|
57 | } |
---|
58 | #else |
---|
59 | ptr = Heap2::malloc (sz); |
---|
60 | #endif |
---|
61 | } else { |
---|
62 | reserved -= getSize(ptr); |
---|
63 | } |
---|
64 | // assert (getHeap(ptr) == tid); |
---|
65 | return ptr; |
---|
66 | } |
---|
67 | inline void free (void * ptr) { |
---|
68 | reserved += getSize(ptr); |
---|
69 | heap1.free (ptr); |
---|
70 | if (reserved > Threshold) { |
---|
71 | // We've crossed the threshold. |
---|
72 | // Free objects from heap 1 and give them to heap 2. |
---|
73 | // Start big. |
---|
74 | size_t sz = Threshold / 2; |
---|
75 | while ((sz > sizeof(double)) && (reserved > Threshold / 2)) { |
---|
76 | void * p = NULL; |
---|
77 | while ((p == NULL) && (sz >= sizeof(double))) { |
---|
78 | p = heap1.malloc (sz); |
---|
79 | if (p == NULL) { |
---|
80 | sz >>= 1; |
---|
81 | } |
---|
82 | } |
---|
83 | if (p != NULL) { |
---|
84 | reserved -= getSize(p); |
---|
85 | Heap2::free (p); |
---|
86 | } |
---|
87 | } |
---|
88 | } |
---|
89 | } |
---|
90 | |
---|
91 | |
---|
92 | private: |
---|
93 | inline int remove (void * ptr); |
---|
94 | #if 0 |
---|
95 | { |
---|
96 | assert (0); |
---|
97 | abort(); |
---|
98 | } |
---|
99 | #endif |
---|
100 | |
---|
101 | Heap1 heap1; |
---|
102 | int reserved; |
---|
103 | }; |
---|
104 | |
---|
105 | |
---|
106 | template <int NumHeaps, int MmapThreshold, class BaseNullHeap, class BaseHeap> |
---|
107 | class SmallHeap : public |
---|
108 | ScalableHeapNS::TryHeap<MmapThreshold, |
---|
109 | MarkThreadHeap<NumHeaps, BaseNullHeap>, |
---|
110 | MarkThreadHeap<NumHeaps, GlobalHeapWrapper<NumHeaps, BaseHeap> > > {}; |
---|
111 | |
---|
112 | template <int NumHeaps, int MmapThreshold, class BaseNullHeap, class BaseHeap> |
---|
113 | class MTHeap : |
---|
114 | public PHOThreadHeap<NumHeaps, |
---|
115 | LockedHeap<SmallHeap<NumHeaps, MmapThreshold, BaseNullHeap, BaseHeap> > > {}; |
---|
116 | |
---|
117 | }; |
---|
118 | |
---|
119 | |
---|
120 | template <int NumHeaps, class BaseNullHeap, class BaseHeap, class Mmap> |
---|
121 | class ScalableHeap : |
---|
122 | public SelectMmapHeap<128 * 1024, |
---|
123 | ScalableHeapNS::MTHeap<NumHeaps, 128 * 1024, BaseNullHeap, BaseHeap>, |
---|
124 | LockedHeap<Mmap> > {}; |
---|
125 | #endif |
---|