Added a generic heap memory module similar to malloc.

This commit is contained in:
Nicolas Tsiftes 2017-06-16 16:28:09 +02:00
parent 278edea32b
commit 88144ced73
2 changed files with 544 additions and 0 deletions

475
core/lib/heapmem.c Normal file
View File

@ -0,0 +1,475 @@
/*
* Copyright (c) 2005, Nicolas Tsiftes
* All rights reserved.
*
* Redistribution and use in source and binary forms, with or without
* modification, are permitted provided that the following conditions
* are met:
* 1. Redistributions of source code must retain the above copyright
* notice, this list of conditions and the following disclaimer.
* 2. Redistributions in binary form must reproduce the above copyright
* notice, this list of conditions and the following disclaimer in the
* documentation and/or other materials provided with the distribution.
* 3. Neither the name of the author nor the names of the contributors
* may be used to endorse or promote products derived from this software
* without specific prior written permission.
*
* THIS SOFTWARE IS PROVIDED BY THE AUTHOR AND CONTRIBUTORS ``AS IS''
* AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED
* TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A
* PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE AUTHOR OR
* CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
* SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
* LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF
* USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND
* ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY,
* OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT
* OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
* SUCH DAMAGE.
*/
/**
* \file
* Dynamic memory allocation module.
* \author
* Nicolas Tsiftes <nvt@acm.org>
*/
#ifndef DEBUG
#define DEBUG 0
#endif
#if DEBUG
#include <stdio.h>
#define PRINTF(...) printf(__VA_ARGS__)
#undef HEAPMEM_DEBUG
#define HEAPMEM_DEBUG 1
#else
#define PRINTF(...)
#endif
#ifdef PROJECT_CONF_H
/* Load the heapmem configuration from a project configuration file. */
#include "project-conf.h"
#endif
#include <stdint.h>
#include <string.h>
#include "heapmem.h"
/* The HEAPMEM_CONF_ARENA_SIZE parameter determines the size of the
space that will be statically allocated in this module. */
#ifdef HEAPMEM_CONF_ARENA_SIZE
#define HEAPMEM_ARENA_SIZE HEAPMEM_CONF_ARENA_SIZE
#else
/* If the heap size is not set, we use a minimal size that will ensure
that all allocation attempts fail. */
#define HEAPMEM_ARENA_SIZE 1
#endif
/* HEAPMEM_CONF_ARENA_SIZE */
/*
* The HEAPMEM_CONF_SEARCH_MAX parameter limits the time spent on
* chunk allocation and defragmentation. The lower this number is, the
* faster the operations become. The cost of this speedup, however, is
* that the space overhead might increase.
*/
#ifdef HEAPMEM_CONF_SEARCH_MAX
#define CHUNK_SEARCH_MAX HEAPMEM_CONF_SEARCH_MAX
#else
#define CHUNK_SEARCH_MAX 16
#endif /* HEAPMEM_CONF_SEARCH_MAX */
/*
* The HEAPMEM_CONF_REALLOC parameter determines whether heapmem_realloc() is
* enabled (non-zero value) or not (zero value).
*/
#ifdef HEAPMEM_CONF_REALLOC
#define HEAPMEM_REALLOC HEAPMEM_CONF_REALLOC
#else
#define HEAPMEM_REALLOC 1
#endif /* HEAPMEM_CONF_REALLOC */
/*
* The HEAPMEM_CONF_ALIGNMENT parameter decides what the minimum alignment
* for allocated data should be.
*/
#ifdef HEAPMEM_CONF_ALIGNMENT
#define HEAPMEM_ALIGNMENT HEAPMEM_CONF_ALIGNMENT
#else
#define HEAPMEM_ALIGNMENT sizeof(int)
#endif /* HEAPMEM_CONF_ALIGNMENT */
#define ALIGN(size) \
(((size) + (HEAPMEM_ALIGNMENT - 1)) & ~(HEAPMEM_ALIGNMENT - 1))
/* Macros for chunk iteration. */
#define NEXT_CHUNK(chunk) \
((chunk_t *)((char *)(chunk) + sizeof(chunk_t) + (chunk)->size))
#define IS_LAST_CHUNK(chunk) \
((char *)NEXT_CHUNK(chunk) == &heap_base[heap_usage])
/* Macros for retrieving the data pointer from a chunk,
and the other way around. */
#define GET_CHUNK(ptr) \
((chunk_t *)((char *)(ptr) - sizeof(chunk_t)))
#define GET_PTR(chunk) \
(char *)((chunk) + 1)
/* Macros for determining the status of a chunk. */
#define CHUNK_FLAG_ALLOCATED 0x1
#define CHUNK_ALLOCATED(chunk) \
((chunk)->flags & CHUNK_FLAG_ALLOCATED)
#define CHUNK_FREE(chunk) \
(~(chunk)->flags & CHUNK_FLAG_ALLOCATED)
/*
* We use a double-linked list of chunks, with a slight space overhead compared
* to a single-linked list, but with the advantage of having much faster
* list removals.
*/
typedef struct chunk {
struct chunk *prev;
struct chunk *next;
size_t size;
uint8_t flags;
#if HEAPMEM_DEBUG
const char *file;
unsigned line;
#endif
} chunk_t;
/* All allocated space is located within an "heap", which is statically
allocated with a pre-configured size. */
static char heap_base[HEAPMEM_ARENA_SIZE];
static size_t heap_usage;
static chunk_t *first_chunk = (chunk_t *)heap_base;
static chunk_t *free_list;
/* extend_space: Increases the current footprint used in the heap, and
returns a pointer to the old end. */
static void *
extend_space(size_t size)
{
char *old_usage;
if(heap_usage + size > HEAPMEM_ARENA_SIZE) {
return NULL;
}
old_usage = &heap_base[heap_usage];
heap_usage += size;
return old_usage;
}
/* free_chunk: Mark a chunk as being free, and put it on the free list. */
static void
free_chunk(chunk_t * const chunk)
{
chunk->flags &= ~CHUNK_FLAG_ALLOCATED;
if(IS_LAST_CHUNK(chunk)) {
/* Release the chunk back into the wilderness. */
heap_usage -= sizeof(chunk_t) + chunk->size;
} else {
/* Put the chunk on the free list. */
chunk->prev = NULL;
chunk->next = free_list;
if(free_list != NULL) {
free_list->prev = chunk;
}
free_list = chunk;
}
}
/* allocate_chunk: Mark a chunk as being allocated, and remove it
from the free list. */
static void
allocate_chunk(chunk_t * const chunk)
{
chunk->flags |= CHUNK_FLAG_ALLOCATED;
if(chunk == free_list) {
free_list = chunk->next;
if(free_list != NULL) {
free_list->prev = NULL;
}
} else {
chunk->prev->next = chunk->next;
}
if(chunk->next != NULL) {
chunk->next->prev = chunk->prev;
}
}
/*
* split_chunk: When allocating a chunk, we may have found one that is
* larger than needed, so this function is called to keep the rest of
* the original chunk free.
*/
static void
split_chunk(chunk_t * const chunk, size_t offset)
{
chunk_t *new_chunk;
offset = ALIGN(offset);
if(offset + sizeof(chunk_t) < chunk->size) {
new_chunk = (chunk_t *)(GET_PTR(chunk) + offset);
new_chunk->size = chunk->size - sizeof(chunk_t) - offset;
new_chunk->flags = 0;
free_chunk(new_chunk);
chunk->size = offset;
chunk->next = chunk->prev = NULL;
}
}
/* coalesce_chunks: Coalesce a specific free chunk with as many adjacent
free chunks as possible. */
static void
coalesce_chunks(chunk_t *chunk)
{
chunk_t *next;
for(next = NEXT_CHUNK(chunk);
(char *)next < &heap_base[heap_usage] && CHUNK_FREE(next);
next = NEXT_CHUNK(next)) {
chunk->size += sizeof(chunk_t) + next->size;
allocate_chunk(next);
}
}
/* defrag_chunks: Scan the free list for chunks that can be coalesced,
and stop within a bounded time. */
static void
defrag_chunks(void)
{
int i;
chunk_t *chunk;
/* Limit the time we spend on searching the free list. */
i = CHUNK_SEARCH_MAX;
for(chunk = free_list; chunk != NULL; chunk = chunk->next) {
if(i-- == 0) {
break;
}
coalesce_chunks(chunk);
}
}
/* get_free_chunk: Search the free list for the most suitable chunk, as
determined by its size, to satisfy an allocation request. */
static chunk_t *
get_free_chunk(const size_t size)
{
int i;
chunk_t *chunk, *best;
/* Defragment chunks only right before they are needed for allocation. */
defrag_chunks();
best = NULL;
/* Limit the time we spend on searching the free list. */
i = CHUNK_SEARCH_MAX;
for(chunk = free_list; chunk != NULL; chunk = chunk->next) {
if(i-- == 0) {
break;
}
/*
* To avoid fragmenting large chunks, we select the chunk with the
* smallest size that is larger than or equal to the requested size.
*/
if(size <= chunk->size) {
if(best == NULL || chunk->size < best->size) {
best = chunk;
}
if(best->size == size) {
/* We found a perfect chunk -- stop the search. */
break;
}
}
}
if(best != NULL) {
/* We found a chunk for the allocation. Split it if necessary. */
allocate_chunk(best);
split_chunk(best, size);
}
return best;
}
/* heapmem_alloc: Allocate an object of the specified size, returning a pointer
to it in case of success, and NULL in case of failure. */
void *
#if HEAPMEM_DEBUG
heapmem_alloc_debug(size_t size, const char *file, const unsigned line)
#else
heapmem_alloc(size_t size)
#endif
{
chunk_t *chunk;
size = ALIGN(size);
chunk = get_free_chunk(size);
if(chunk == NULL) {
chunk = extend_space(sizeof(chunk_t) + size);
if(chunk == NULL) {
return NULL;
}
chunk->size = size;
}
chunk->flags = CHUNK_FLAG_ALLOCATED;
#if HEAPMEM_DEBUG
chunk->file = file;
chunk->line = line;
#endif
PRINTF("%s ptr %p size %u\n", __func__, GET_PTR(chunk), (unsigned)size);
return GET_PTR(chunk);
}
/*
* heapmem_free: Deallocate a previously allocated object. The pointer must
* exactly match one returned from an earlier call from heapmem_alloc or
* heapmem_realloc, without any call to heapmem_free in between.
*/
void
#if HEAPMEM_DEBUG
heapmem_free_debug(void *ptr, const char *file, const unsigned line)
#else
heapmem_free(void *ptr)
#endif
{
chunk_t *chunk;
if(ptr) {
chunk = GET_CHUNK(ptr);
PRINTF("%s ptr %p, allocated at %s:%u\n", __func__, ptr,
chunk->file, chunk->line);
free_chunk(chunk);
}
}
#if HEAPMEM_REALLOC
/* heapmem_realloc: Reallocate an object with a different size, possibly moving
it in memory. In case of success, the function returns a pointer to the
objects new location. In case of failure, it returns NULL. */
void *
#if HEAPMEM_DEBUG
heapmem_realloc_debug(void *ptr, size_t size, const char *file, const unsigned line)
#else
heapmem_realloc(void *ptr, size_t size)
#endif
{
void *newptr;
chunk_t *chunk;
int size_adj;
PRINTF("%s ptr %p size %u at %s:%u\n",
__func__, ptr, (unsigned)size, file, line);
/* Special cases in which we can hand off the execution to other functions. */
if(ptr == NULL) {
return heapmem_alloc(size);
} else if(size == 0) {
heapmem_free(ptr);
return NULL;
}
chunk = GET_CHUNK(ptr);
#if HEAPMEM_DEBUG
chunk->file = file;
chunk->line = line;
#endif
size = ALIGN(size);
size_adj = size - chunk->size;
if(size_adj <= 0) {
/* Request to make the object smaller or to keep its size.
In the former case, the chunk will be split if possible. */
split_chunk(chunk, size);
return ptr;
}
/* Request to make the object larger. (size_adj > 0) */
if(IS_LAST_CHUNK(chunk)) {
/*
* If the object is within the last allocated chunk (i.e., the
* one before the end of the heap footprint, we just attempt to
* extend the heap.
*/
if(extend_space(size_adj) != NULL) {
chunk->size = size;
return ptr;
}
} else {
/*
* Here we attempt to enlarge an allocated object, whose
* adjacent space may already be allocated. We attempt to
* coalesce chunks in order to make as much room as possible.
*/
coalesce_chunks(chunk);
if(chunk->size >= size) {
/* There was enough free adjacent space to extend the chunk in
its current place. */
split_chunk(chunk, size);
return ptr;
}
}
/*
* Failed to enlarge the object in its current place, since the
* adjacent chunk is allocated. Hence, we try to place the new
* object elsewhere in the heap, and remove the old chunk that was
* holding it.
*/
newptr = heapmem_alloc(size);
if(newptr == NULL) {
return NULL;
}
memcpy(newptr, ptr, chunk->size);
free_chunk(chunk);
return newptr;
}
#endif /* HEAPMEM_REALLOC */
/* heapmem_stats: Calculate statistics regarding memory usage. */
void
heapmem_stats(heapmem_stats_t *stats)
{
chunk_t *chunk;
memset(stats, 0, sizeof(*stats));
for(chunk = first_chunk;
(char *)chunk < &heap_base[heap_usage];
chunk = NEXT_CHUNK(chunk)) {
if(CHUNK_ALLOCATED(chunk)) {
stats->allocated += chunk->size;
} else {
coalesce_chunks(chunk);
stats->available += chunk->size;
}
stats->overhead += sizeof(chunk_t);
}
stats->available += HEAPMEM_ARENA_SIZE - heap_usage;
stats->footprint = heap_usage;
stats->chunks = stats->overhead / sizeof(chunk_t);
}

69
core/lib/heapmem.h Normal file
View File

@ -0,0 +1,69 @@
/*
* Copyright (c) 2005, Nicolas Tsiftes
* All rights reserved.
*
* Redistribution and use in source and binary forms, with or without
* modification, are permitted provided that the following conditions
* are met:
* 1. Redistributions of source code must retain the above copyright
* notice, this list of conditions and the following disclaimer.
* 2. Redistributions in binary form must reproduce the above copyright
* notice, this list of conditions and the following disclaimer in the
* documentation and/or other materials provided with the distribution.
* 3. Neither the name of the author nor the names of the contributors
* may be used to endorse or promote products derived from this software
* without specific prior written permission.
*
* THIS SOFTWARE IS PROVIDED BY THE AUTHOR AND CONTRIBUTORS ``AS IS'' AND
* ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
* IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
* ARE DISCLAIMED. IN NO EVENT SHALL THE AUTHOR OR CONTRIBUTORS BE LIABLE
* FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
* DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
* OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
* HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
* LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
* OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
* SUCH DAMAGE.
*/
/**
* \file
* Declarations for the dynamic memory allocation module.
* \author
* Nicolas Tsiftes <nvt@sics.se>
*/
#ifndef HEAPMEM_H
#define HEAPMEM_H
#include <stdlib.h>
typedef struct heapmem_stats {
size_t allocated;
size_t overhead;
size_t available;
size_t footprint;
size_t chunks;
} heapmem_stats_t;
#if HEAPMEM_DEBUG
#define heapmem_alloc(size) heapmem_alloc_debug((size), __FILE__, __LINE__)
#define heapmem_realloc(ptr, size) heapmem_realloc_debug((ptr), (size), __FILE__, __LINE__)
#define heapmem_free(ptr) heapmem_free_debug((ptr), __FILE__, __LINE__)
void *heapmem_alloc_debug(size_t, const char *file, const unsigned line);
void *heapmem_realloc_debug(void *, size_t, const char *file, const unsigned line);
void heapmem_free_debug(void *, const char *file, const unsigned line);
#else
void *heapmem_alloc(size_t);
void *heapmem_realloc(void *, size_t);
void heapmem_free(void *);
#endif /* HEAMMEM_DEBUG */
void heapmem_stats(heapmem_stats_t *);
#endif /* !HEAPMEM_H */