mpool.c File Reference

#include "gwion_util.h"

Go to the source code of this file.

Data Structures
struct	Recycle
struct	pool

Macros
#define	SMALL_BLK   512
#define	BIG_BLK   16
#define	MPHUGE   (64 * SZ_INT)
#define	BLK(obj_sz)   (obj_sz < MPHUGE ? SMALL_BLK : BIG_BLK)
#define	MP_ALLOC(name, zero, default)

Functions
static ANN void	mp_set (struct pool *p, const uint32_t obj_sz)
MemPool	mempool_ini (const size_t sz)
void	mempool_end (MemPool mp)
static struct pool *	mp_create (MemPool mp, const uint32_t obj_sz, const uint32_t idx)
ANN struct pool *	mp_ini (MemPool mp, const uint32_t obj_sz)
void	mp_end (struct pool *p)
static void	_realloc (struct pool *p)
static void *	__mp_calloc2 (struct pool *p, const bool zero)
void *	_mp_calloc2 (struct pool *p, const bool zero)
void	_mp_free2 (struct pool *p, void *ptr)
void	_mp_free (MemPool mp, const m_uint size, void *ptr)
struct pool *	new_pool (const uint32_t obj_sz)
void *	mp_realloc (MemPool mp, void *ptr, const m_uint curr, const m_uint next)

Macro Definition Documentation

BIG_BLK

#define BIG_BLK   16

Definition at line 7 of file mpool.c.

BLK

#define BLK

(

obj_sz

)

(obj_sz < MPHUGE ? SMALL_BLK : BIG_BLK)

Definition at line 9 of file mpool.c.

MP_ALLOC

#define MP_ALLOC	(		name,
			zero,
			default )

Value:

  void *_mp_##name(MemPool mp, const m_uint size) {                            \
    struct pool *p   = mp_ini(mp, size);                                       \
    void *       ret = p ? _mp_calloc2(p, zero) : (void *)default;             \
    return ret;                                                                \
  }

Definition at line 138 of file mpool.c.

#define MP_ALLOC(name, zero, default)                                          \
  void *_mp_##name(MemPool mp, const m_uint size) {                            \
    struct pool *p   = mp_ini(mp, size);                                       \
    void *       ret = p ? _mp_calloc2(p, zero) : (void *)default;             \
    return ret;                                                                \
  }

MPHUGE

#define MPHUGE   (64 * SZ_INT)

Definition at line 8 of file mpool.c.

SMALL_BLK

#define SMALL_BLK   512

Definition at line 6 of file mpool.c.

Function Documentation

__mp_calloc2()

static void * __mp_calloc2 ( struct pool * p, const bool zero )

static

Definition at line 92 of file mpool.c.

                                                           {
  if (p->next) {
    volatile struct Recycle *const recycle = p->next;
    #ifdef USE_HELGRIND
    VALGRIND_HG_CLEAN_MEMORY(recycle, p->obj_sz);
    #endif
    p->next                       = p->next->next;
    if (zero) memset((void*)recycle, 0, p->obj_sz);
    return (void*)recycle;
  }
  if (++p->obj_id == BLK(p->obj_sz)) _realloc(p);
  return p->data[p->blk_id] + p->obj_id * p->obj_sz;
}

_mp_calloc2()

void * _mp_calloc2	(	struct pool *	p,
		const bool	zero )

Definition at line 106 of file mpool.c.

                                                   {
  gwt_lock(&p->mutex);
  void *ret = __mp_calloc2(p, zero);
  gwt_unlock(&p->mutex);
  return ret;
}

_mp_free()

void _mp_free	(	MemPool	mp,
		const m_uint	size,
		void *	ptr )

Definition at line 124 of file mpool.c.

                                                        {
  struct pool *p = mp_ini(mp, size);
  if (p)
    _mp_free2(p, ptr);
  else
    xfree(ptr);
}

_mp_free2()

void _mp_free2	(	struct pool *	p,
		void *	ptr )

Definition at line 113 of file mpool.c.

                                          {
  gwt_lock(&p->mutex);
  volatile struct Recycle *next = p->next;
#ifdef POOL_CHECK
  memset(ptr, 0, p->obj_sz);
#endif
  p->next       = ptr;
  p->next->next = next;
  gwt_unlock(&p->mutex);
}

_realloc()

static void _realloc ( struct pool * p )

static

Definition at line 80 of file mpool.c.

                                     {
  p->obj_id = 0;
  if (++p->blk_id == (int32_t)p->nblk) {
    const uint32_t nblk = p->nblk + 1;
    p->nblk <<= 1;
    p->data = (uint8_t **)xrealloc(p->data, sizeof(uint8_t *) * p->nblk);
    for (uint32_t i = nblk; i < p->nblk; ++i)
      p->data[i] = NULL;
  }
  p->data[p->blk_id] = (uint8_t *)xcalloc(BLK(p->obj_sz), p->obj_sz);
}

mempool_end()

void mempool_end

(

MemPool

mp

)

Definition at line 45 of file mpool.c.

                             {
  LOOP_OPTIM
  for (m_uint i = mp->sz + 1; --i;) {
    struct pool *p = mp->pools[i - 1];
    if (p) mp_end(p);
  }
  xfree(mp->sizes);
  mp_end(mp->master_pool);
  xfree(mp->master_pool);
  xfree(mp->pools);
  xfree(mp);
}

mempool_ini()

MemPool mempool_ini

(

const size_t

sz

)

Definition at line 35 of file mpool.c.

                                     {
  MemPool p      = (MemPool)xmalloc(sizeof(struct MemPool_));
  p->master_pool = new_pool(sizeof(struct pool));
  p->sizes       = xmalloc((log2(sz) - 1) * sizeof(size_t));
  p->sz          = 0;
  for (size_t j = SZ_INT, k = 0; sz >= k; k = j, j <<= 1) p->sizes[p->sz++] = j;
  p->pools = (struct pool **)xcalloc(p->sz, sizeof(struct pool *));
  return p;
}

mp_create()

static struct pool * mp_create ( MemPool mp, const uint32_t obj_sz, const uint32_t idx )

inlinestatic

Definition at line 58 of file mpool.c.

                                                         {
  struct pool *p = (struct pool *)_mp_calloc2(mp->master_pool, 0);
  mp_set(p, obj_sz);
  mp->pools[idx] = p;
  return p;
}

mp_end()

void mp_end

(

struct pool *

p

)

Definition at line 74 of file mpool.c.

                            {
  gwt_lock_end(&p->mutex);
  for (uint32_t i = 0; i < p->nblk && p->data[i]; ++i) xfree(p->data[i]);
  xfree(p->data);
}

mp_ini()

ANN struct pool * mp_ini	(	MemPool	mp,
		const uint32_t	obj_sz )

Definition at line 66 of file mpool.c.

                                                           {
  for (size_t i = 0; i < mp->sz; ++i) {
    if (obj_sz <= mp->sizes[i])
      return mp->pools[i] ?: mp_create(mp, mp->sizes[i], i);
  }
  return NULL;
}

mp_realloc()

void * mp_realloc	(	MemPool	mp,
		void *	ptr,
		const m_uint	curr,
		const m_uint	next )

Definition at line 148 of file mpool.c.

                                                                              {
  void *ret = _mp_malloc(mp, next);
  if (ret != ptr) memcpy(ret, ptr, curr);
  mp_free2(mp, curr, ptr);
  return ret;
}

mp_set()

static ANN void mp_set ( struct pool * p, const uint32_t obj_sz )

static

Definition at line 25 of file mpool.c.

                                                              {
  p->obj_sz = obj_sz;
  p->obj_id = BLK(obj_sz) - 1;
  p->blk_id = -1;
  p->nblk   = 1;
  p->next   = NULL;
  p->data   = (uint8_t **)xcalloc(1, sizeof(uint8_t *));
  gwt_lock_ini(&p->mutex);
}

new_pool()

struct pool * new_pool

(

const uint32_t

obj_sz

)

Definition at line 132 of file mpool.c.

                                             {
  struct pool *p = (struct pool *)xmalloc(sizeof(struct pool));
  mp_set(p, obj_sz);
  return p;
}