1
/* mm.c - functions for memory manager */
3
* GRUB -- GRand Unified Bootloader
4
* Copyright (C) 2002,2005,2007,2008,2009 Free Software Foundation, Inc.
6
* GRUB is free software: you can redistribute it and/or modify
7
* it under the terms of the GNU General Public License as published by
8
* the Free Software Foundation, either version 3 of the License, or
9
* (at your option) any later version.
11
* GRUB is distributed in the hope that it will be useful,
12
* but WITHOUT ANY WARRANTY; without even the implied warranty of
13
* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
14
* GNU General Public License for more details.
16
* You should have received a copy of the GNU General Public License
17
* along with GRUB. If not, see <http://www.gnu.org/licenses/>.
21
The design of this memory manager.
23
This is a simple implementation of malloc with a few extensions. These are
26
- memalign is implemented efficiently.
28
- multiple regions may be used as free space. They may not be
31
Regions are managed by a singly linked list, and the meta information is
32
stored in the beginning of each region. Space after the meta information
33
is used to allocate memory.
35
The memory space is used as cells instead of bytes for simplicity. This
36
is important for some CPUs which may not access multiple bytes at a time
37
when the first byte is not aligned at a certain boundary (typically,
38
4-byte or 8-byte). The size of each cell is equal to the size of struct
39
grub_mm_header, so the header of each allocated/free block fits into one
40
cell precisely. One cell is 16 bytes on 32-bit platforms and 32 bytes
43
There are two types of blocks: allocated blocks and free blocks.
45
In allocated blocks, the header of each block has only its size. Note that
46
this size is based on cells but not on bytes. The header is located right
47
before the returned pointer, that is, the header resides at the previous
50
Free blocks constitutes a ring, using a singly linked list. The first free
51
block is pointed to by the meta information of a region. The allocator
52
attempts to pick up the second block instead of the first one. This is
53
a typical optimization against defragmentation, and makes the
54
implementation a bit easier.
56
For safety, both allocated blocks and free ones are marked by magic
57
numbers. Whenever anything unexpected is detected, GRUB aborts the
63
#include <grub/misc.h>
65
#include <grub/types.h>
66
#include <grub/disk.h>
68
#include <grub/mm_private.h>
80
grub_mm_region_t grub_mm_base;
82
/* Get a header from the pointer PTR, and set *P and *R to a pointer
83
to the header and a pointer to its region, respectively. PTR must
86
get_header_from_pointer (void *ptr, grub_mm_header_t *p, grub_mm_region_t *r)
88
if ((grub_addr_t) ptr & (GRUB_MM_ALIGN - 1))
89
grub_fatal ("unaligned pointer %p", ptr);
91
for (*r = grub_mm_base; *r; *r = (*r)->next)
92
if ((grub_addr_t) ptr > (grub_addr_t) ((*r) + 1)
93
&& (grub_addr_t) ptr <= (grub_addr_t) ((*r) + 1) + (*r)->size)
97
grub_fatal ("out of range pointer %p", ptr);
99
*p = (grub_mm_header_t) ptr - 1;
100
if ((*p)->magic != GRUB_MM_ALLOC_MAGIC)
101
grub_fatal ("alloc magic is broken at %p", *p);
104
/* Initialize a region starting from ADDR and whose size is SIZE,
105
to use it as free space. */
107
grub_mm_init_region (void *addr, grub_size_t size)
110
grub_mm_region_t r, *p, q;
113
grub_printf ("Using memory for heap: start=%p, end=%p\n", addr, addr + (unsigned int) size);
116
/* Allocate a region from the head. */
117
r = (grub_mm_region_t) ALIGN_UP ((grub_addr_t) addr, GRUB_MM_ALIGN);
118
size -= (char *) r - (char *) addr + sizeof (*r);
120
/* If this region is too small, ignore it. */
121
if (size < GRUB_MM_ALIGN)
124
h = (grub_mm_header_t) (r + 1);
126
h->magic = GRUB_MM_FREE_MAGIC;
127
h->size = (size >> GRUB_MM_ALIGN_LOG2);
130
r->pre_size = (grub_addr_t) r - (grub_addr_t) addr;
131
r->size = (h->size << GRUB_MM_ALIGN_LOG2);
133
/* Find where to insert this region. Put a smaller one before bigger ones,
134
to prevent fragmentation. */
135
for (p = &grub_mm_base, q = *p; q; p = &(q->next), q = *p)
136
if (q->size > r->size)
143
/* Allocate the number of units N with the alignment ALIGN from the ring
144
buffer starting from *FIRST. ALIGN must be a power of two. Both N and
145
ALIGN are in units of GRUB_MM_ALIGN. Return a non-NULL if successful,
146
otherwise return NULL. */
148
grub_real_malloc (grub_mm_header_t *first, grub_size_t n, grub_size_t align)
150
grub_mm_header_t p, q;
152
/* When everything is allocated side effect is that *first will have alloc
153
magic marked, meaning that there is no room in this region. */
154
if ((*first)->magic == GRUB_MM_ALLOC_MAGIC)
157
/* Try to search free slot for allocation in this memory region. */
158
for (q = *first, p = q->next; ; q = p, p = p->next)
162
extra = ((grub_addr_t) (p + 1) >> GRUB_MM_ALIGN_LOG2) % align;
164
extra = align - extra;
167
grub_fatal ("null in the ring");
169
if (p->magic != GRUB_MM_FREE_MAGIC)
170
grub_fatal ("free magic is broken at %p: 0x%x", p, p->magic);
172
if (p->size >= n + extra)
174
extra += (p->size - extra - n) & (~(align - 1));
175
if (extra == 0 && p->size == n)
177
/* There is no special alignment requirement and memory block
180
1. Just mark memory block as allocated and remove it from
184
+---------------+ previous block's next
190
else if (align == 1 || p->size == n + extra)
192
/* There might be alignment requirement, when taking it into
193
account memory block fits in.
195
1. Allocate new area at end of memory block.
196
2. Reduce size of available blocks from original node.
197
3. Mark new area as allocated and "remove" it from free
202
| free, size-=n | next --+
216
r->magic = GRUB_MM_FREE_MAGIC;
217
r->size = p->size - extra - n;
229
/* There is alignment requirement and there is room in memory
230
block. Split memory block to three pieces.
232
1. Create new memory block right after section being
233
allocated. Mark it as free.
234
2. Add new memory block to free chain.
235
3. Mark current memory block having only extra blocks.
236
4. Advance to aligned block and mark that as allocated and
237
"remove" it from free list.
240
+------------------------------+
241
| free, size=extra | next --+
242
+------------------------------+ |
244
+------------------------------+ |
245
| free, size=orig.size-extra-n | <------+, next --+
246
+------------------------------+ v
251
r->magic = GRUB_MM_FREE_MAGIC;
252
r->size = p->size - extra - n;
260
p->magic = GRUB_MM_ALLOC_MAGIC;
263
/* Mark find as a start marker for next allocation to fasten it.
264
This will have side effect of fragmenting memory as small
265
pieces before this will be un-used. */
271
/* Search was completed without result. */
279
/* Allocate SIZE bytes with the alignment ALIGN and return the pointer. */
281
grub_memalign (grub_size_t align, grub_size_t size)
284
grub_size_t n = ((size + GRUB_MM_ALIGN - 1) >> GRUB_MM_ALIGN_LOG2) + 1;
290
align = (align >> GRUB_MM_ALIGN_LOG2);
296
for (r = grub_mm_base; r; r = r->next)
300
p = grub_real_malloc (&(r->first), n, align);
305
/* If failed, increase free memory somehow. */
309
/* Invalidate disk caches. */
310
grub_disk_cache_invalidate_all ();
315
/* Unload unneeded modules. */
316
grub_dl_unload_unneeded ();
325
grub_error (GRUB_ERR_OUT_OF_MEMORY, "out of memory");
329
/* Allocate SIZE bytes and return the pointer. */
331
grub_malloc (grub_size_t size)
333
return grub_memalign (0, size);
336
/* Allocate SIZE bytes, clear them and return the pointer. */
338
grub_zalloc (grub_size_t size)
342
ret = grub_memalign (0, size);
344
grub_memset (ret, 0, size);
349
/* Deallocate the pointer PTR. */
351
grub_free (void *ptr)
359
get_header_from_pointer (ptr, &p, &r);
361
if (r->first->magic == GRUB_MM_ALLOC_MAGIC)
363
p->magic = GRUB_MM_FREE_MAGIC;
364
r->first = p->next = p;
374
grub_printf ("%s:%d: q=%p, q->size=0x%x, q->magic=0x%x\n",
375
GRUB_FILE, __LINE__, q, q->size, q->magic);
378
while (q != r->first);
381
for (q = r->first; q >= p || q->next <= p; q = q->next)
383
if (q->magic != GRUB_MM_FREE_MAGIC)
384
grub_fatal ("free magic is broken at %p: 0x%x", q, q->magic);
386
if (q >= q->next && (q < p || q->next > p))
390
p->magic = GRUB_MM_FREE_MAGIC;
394
if (p + p->size == p->next)
400
p->size += p->next->size;
401
p->next = p->next->next;
404
if (q + q->size == p)
415
/* Reallocate SIZE bytes and return the pointer. The contents will be
416
the same as that of PTR. */
418
grub_realloc (void *ptr, grub_size_t size)
426
return grub_malloc (size);
434
/* FIXME: Not optimal. */
435
n = ((size + GRUB_MM_ALIGN - 1) >> GRUB_MM_ALIGN_LOG2) + 1;
436
get_header_from_pointer (ptr, &p, &r);
441
q = grub_malloc (size);
445
grub_memcpy (q, ptr, size);
451
int grub_mm_debug = 0;
454
grub_mm_dump_free (void)
458
for (r = grub_mm_base; r; r = r->next)
462
/* Follow the free list. */
466
if (p->magic != GRUB_MM_FREE_MAGIC)
467
grub_fatal ("free magic is broken at %p: 0x%x", p, p->magic);
469
grub_printf ("F:%p:%u:%p\n",
470
p, (unsigned int) p->size << GRUB_MM_ALIGN_LOG2, p->next);
473
while (p != r->first);
480
grub_mm_dump (unsigned lineno)
484
grub_printf ("called at line %u\n", lineno);
485
for (r = grub_mm_base; r; r = r->next)
489
for (p = (grub_mm_header_t) ALIGN_UP ((grub_addr_t) (r + 1),
491
(grub_addr_t) p < (grub_addr_t) (r+1) + r->size;
496
case GRUB_MM_FREE_MAGIC:
497
grub_printf ("F:%p:%u:%p\n",
498
p, (unsigned int) p->size << GRUB_MM_ALIGN_LOG2, p->next);
500
case GRUB_MM_ALLOC_MAGIC:
501
grub_printf ("A:%p:%u\n", p, (unsigned int) p->size << GRUB_MM_ALIGN_LOG2);
511
grub_debug_malloc (const char *file, int line, grub_size_t size)
516
grub_printf ("%s:%d: malloc (0x%zx) = ", file, line, size);
517
ptr = grub_malloc (size);
519
grub_printf ("%p\n", ptr);
524
grub_debug_zalloc (const char *file, int line, grub_size_t size)
529
grub_printf ("%s:%d: zalloc (0x%zx) = ", file, line, size);
530
ptr = grub_zalloc (size);
532
grub_printf ("%p\n", ptr);
537
grub_debug_free (const char *file, int line, void *ptr)
540
grub_printf ("%s:%d: free (%p)\n", file, line, ptr);
545
grub_debug_realloc (const char *file, int line, void *ptr, grub_size_t size)
548
grub_printf ("%s:%d: realloc (%p, 0x%zx) = ", file, line, ptr, size);
549
ptr = grub_realloc (ptr, size);
551
grub_printf ("%p\n", ptr);
556
grub_debug_memalign (const char *file, int line, grub_size_t align,
562
grub_printf ("%s:%d: memalign (0x%zx, 0x%zx) = ",
563
file, line, align, size);
564
ptr = grub_memalign (align, size);
566
grub_printf ("%p\n", ptr);
570
#endif /* MM_DEBUG */