123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703 |
- #include "private/gc_priv.h"
- #include "gc_inline.h"
- #include <stdio.h>
- #include <string.h>
- STATIC GC_bool GC_alloc_reclaim_list(struct obj_kind *kind)
- {
- struct hblk ** result = (struct hblk **)
- GC_scratch_alloc((MAXOBJGRANULES+1) * sizeof(struct hblk *));
- if (result == 0) return(FALSE);
- BZERO(result, (MAXOBJGRANULES+1)*sizeof(struct hblk *));
- kind -> ok_reclaim_list = result;
- return(TRUE);
- }
- GC_INNER ptr_t GC_alloc_large(size_t lb, int k, unsigned flags)
- {
- struct hblk * h;
- word n_blocks;
- ptr_t result;
- GC_bool retry = FALSE;
- GC_ASSERT(I_HOLD_LOCK());
- lb = ROUNDUP_GRANULE_SIZE(lb);
- n_blocks = OBJ_SZ_TO_BLOCKS_CHECKED(lb);
- if (!EXPECT(GC_is_initialized, TRUE)) {
- DCL_LOCK_STATE;
- UNLOCK();
- GC_init();
- LOCK();
- }
-
- if (GC_incremental && !GC_dont_gc)
- GC_collect_a_little_inner((int)n_blocks);
- h = GC_allochblk(lb, k, flags);
- # ifdef USE_MUNMAP
- if (0 == h) {
- GC_merge_unmapped();
- h = GC_allochblk(lb, k, flags);
- }
- # endif
- while (0 == h && GC_collect_or_expand(n_blocks, flags != 0, retry)) {
- h = GC_allochblk(lb, k, flags);
- retry = TRUE;
- }
- if (h == 0) {
- result = 0;
- } else {
- size_t total_bytes = n_blocks * HBLKSIZE;
- if (n_blocks > 1) {
- GC_large_allocd_bytes += total_bytes;
- if (GC_large_allocd_bytes > GC_max_large_allocd_bytes)
- GC_max_large_allocd_bytes = GC_large_allocd_bytes;
- }
-
- result = h -> hb_body;
- }
- return result;
- }
- STATIC ptr_t GC_alloc_large_and_clear(size_t lb, int k, unsigned flags)
- {
- ptr_t result;
- GC_ASSERT(I_HOLD_LOCK());
- result = GC_alloc_large(lb, k, flags);
- if (result != NULL
- && (GC_debugging_started || GC_obj_kinds[k].ok_init)) {
- word n_blocks = OBJ_SZ_TO_BLOCKS(lb);
-
- BZERO(result, n_blocks * HBLKSIZE);
- }
- return result;
- }
- STATIC void GC_extend_size_map(size_t i)
- {
- size_t orig_granule_sz = ROUNDED_UP_GRANULES(i);
- size_t granule_sz;
- size_t byte_sz = GRANULES_TO_BYTES(orig_granule_sz);
-
-
-
- size_t smaller_than_i = byte_sz - (byte_sz >> 3);
- size_t low_limit;
- size_t number_of_objs;
- GC_ASSERT(I_HOLD_LOCK());
- GC_ASSERT(0 == GC_size_map[i]);
- if (0 == GC_size_map[smaller_than_i]) {
- low_limit = byte_sz - (byte_sz >> 2);
- granule_sz = orig_granule_sz;
- while (GC_size_map[low_limit] != 0)
- low_limit++;
- } else {
- low_limit = smaller_than_i + 1;
- while (GC_size_map[low_limit] != 0)
- low_limit++;
- granule_sz = ROUNDED_UP_GRANULES(low_limit);
- granule_sz += granule_sz >> 3;
- if (granule_sz < orig_granule_sz)
- granule_sz = orig_granule_sz;
- }
-
-
-
- granule_sz = (granule_sz + 1) & ~1;
- if (granule_sz > MAXOBJGRANULES)
- granule_sz = MAXOBJGRANULES;
-
- number_of_objs = HBLK_GRANULES / granule_sz;
- GC_ASSERT(number_of_objs != 0);
- granule_sz = (HBLK_GRANULES / number_of_objs) & ~1;
- byte_sz = GRANULES_TO_BYTES(granule_sz) - EXTRA_BYTES;
-
-
- for (; low_limit <= byte_sz; low_limit++)
- GC_size_map[low_limit] = granule_sz;
- }
- GC_INNER void * GC_generic_malloc_inner(size_t lb, int k)
- {
- void *op;
- GC_ASSERT(I_HOLD_LOCK());
- GC_ASSERT(k < MAXOBJKINDS);
- if (SMALL_OBJ(lb)) {
- struct obj_kind * kind = GC_obj_kinds + k;
- size_t lg = GC_size_map[lb];
- void ** opp = &(kind -> ok_freelist[lg]);
- op = *opp;
- if (EXPECT(0 == op, FALSE)) {
- if (lg == 0) {
- if (!EXPECT(GC_is_initialized, TRUE)) {
- DCL_LOCK_STATE;
- UNLOCK();
- GC_init();
- LOCK();
- lg = GC_size_map[lb];
- }
- if (0 == lg) {
- GC_extend_size_map(lb);
- lg = GC_size_map[lb];
- GC_ASSERT(lg != 0);
- }
-
- opp = &(kind -> ok_freelist[lg]);
- op = *opp;
- }
- if (0 == op) {
- if (0 == kind -> ok_reclaim_list &&
- !GC_alloc_reclaim_list(kind))
- return NULL;
- op = GC_allocobj(lg, k);
- if (0 == op)
- return NULL;
- }
- }
- *opp = obj_link(op);
- obj_link(op) = 0;
- GC_bytes_allocd += GRANULES_TO_BYTES((word)lg);
- } else {
- op = (ptr_t)GC_alloc_large_and_clear(ADD_SLOP(lb), k, 0);
- if (op != NULL)
- GC_bytes_allocd += lb;
- }
- return op;
- }
- #if defined(DBG_HDRS_ALL) || defined(GC_GCJ_SUPPORT) \
- || !defined(GC_NO_FINALIZATION)
-
-
- GC_INNER void * GC_generic_malloc_inner_ignore_off_page(size_t lb, int k)
- {
- word lb_adjusted;
- void * op;
- GC_ASSERT(I_HOLD_LOCK());
- if (lb <= HBLKSIZE)
- return GC_generic_malloc_inner(lb, k);
- GC_ASSERT(k < MAXOBJKINDS);
- lb_adjusted = ADD_SLOP(lb);
- op = GC_alloc_large_and_clear(lb_adjusted, k, IGNORE_OFF_PAGE);
- if (op != NULL)
- GC_bytes_allocd += lb_adjusted;
- return op;
- }
- #endif
- #ifdef GC_COLLECT_AT_MALLOC
-
-
- # if defined(CPPCHECK)
- size_t GC_dbg_collect_at_malloc_min_lb = 16*1024;
- # else
- size_t GC_dbg_collect_at_malloc_min_lb = (GC_COLLECT_AT_MALLOC);
- # endif
- #endif
- GC_API GC_ATTR_MALLOC void * GC_CALL GC_generic_malloc(size_t lb, int k)
- {
- void * result;
- DCL_LOCK_STATE;
- GC_ASSERT(k < MAXOBJKINDS);
- if (EXPECT(GC_have_errors, FALSE))
- GC_print_all_errors();
- GC_INVOKE_FINALIZERS();
- GC_DBG_COLLECT_AT_MALLOC(lb);
- if (SMALL_OBJ(lb)) {
- LOCK();
- result = GC_generic_malloc_inner(lb, k);
- UNLOCK();
- } else {
- size_t lg;
- size_t lb_rounded;
- word n_blocks;
- GC_bool init;
- lg = ROUNDED_UP_GRANULES(lb);
- lb_rounded = GRANULES_TO_BYTES(lg);
- n_blocks = OBJ_SZ_TO_BLOCKS(lb_rounded);
- init = GC_obj_kinds[k].ok_init;
- LOCK();
- result = (ptr_t)GC_alloc_large(lb_rounded, k, 0);
- if (0 != result) {
- if (GC_debugging_started) {
- BZERO(result, n_blocks * HBLKSIZE);
- } else {
- # ifdef THREADS
-
-
- ((word *)result)[0] = 0;
- ((word *)result)[1] = 0;
- ((word *)result)[GRANULES_TO_WORDS(lg)-1] = 0;
- ((word *)result)[GRANULES_TO_WORDS(lg)-2] = 0;
- # endif
- }
- GC_bytes_allocd += lb_rounded;
- }
- UNLOCK();
- if (init && !GC_debugging_started && 0 != result) {
- BZERO(result, n_blocks * HBLKSIZE);
- }
- }
- if (0 == result) {
- return((*GC_get_oom_fn())(lb));
- } else {
- return(result);
- }
- }
- GC_API GC_ATTR_MALLOC void * GC_CALL GC_malloc_kind_global(size_t lb, int k)
- {
- GC_ASSERT(k < MAXOBJKINDS);
- if (SMALL_OBJ(lb)) {
- void *op;
- void **opp;
- size_t lg;
- DCL_LOCK_STATE;
- GC_DBG_COLLECT_AT_MALLOC(lb);
- LOCK();
- lg = GC_size_map[lb];
- opp = &GC_obj_kinds[k].ok_freelist[lg];
- op = *opp;
- if (EXPECT(op != NULL, TRUE)) {
- if (k == PTRFREE) {
- *opp = obj_link(op);
- } else {
- GC_ASSERT(0 == obj_link(op)
- || ((word)obj_link(op)
- <= (word)GC_greatest_plausible_heap_addr
- && (word)obj_link(op)
- >= (word)GC_least_plausible_heap_addr));
- *opp = obj_link(op);
- obj_link(op) = 0;
- }
- GC_bytes_allocd += GRANULES_TO_BYTES((word)lg);
- UNLOCK();
- return op;
- }
- UNLOCK();
- }
-
-
- return GC_clear_stack(GC_generic_malloc(lb, k));
- }
- #if defined(THREADS) && !defined(THREAD_LOCAL_ALLOC)
- GC_API GC_ATTR_MALLOC void * GC_CALL GC_malloc_kind(size_t lb, int k)
- {
- return GC_malloc_kind_global(lb, k);
- }
- #endif
- #if !IL2CPP_ENABLE_WRITE_BARRIER_VALIDATION
- GC_API GC_ATTR_MALLOC void * GC_CALL GC_malloc_atomic(size_t lb)
- {
- return GC_malloc_kind(lb, PTRFREE);
- }
- GC_API GC_ATTR_MALLOC void * GC_CALL GC_malloc(size_t lb)
- {
- return GC_malloc_kind(lb, NORMAL);
- }
- #endif
- GC_API GC_ATTR_MALLOC void * GC_CALL GC_generic_malloc_uncollectable(
- size_t lb, int k)
- {
- void *op;
- DCL_LOCK_STATE;
- GC_ASSERT(k < MAXOBJKINDS);
- if (SMALL_OBJ(lb)) {
- void **opp;
- size_t lg;
- GC_DBG_COLLECT_AT_MALLOC(lb);
- if (EXTRA_BYTES != 0 && lb != 0) lb--;
-
-
- LOCK();
- lg = GC_size_map[lb];
- opp = &GC_obj_kinds[k].ok_freelist[lg];
- op = *opp;
- if (EXPECT(op != NULL, TRUE)) {
- *opp = obj_link(op);
- obj_link(op) = 0;
- GC_bytes_allocd += GRANULES_TO_BYTES((word)lg);
-
-
-
- GC_non_gc_bytes += GRANULES_TO_BYTES((word)lg);
- UNLOCK();
- } else {
- UNLOCK();
- op = GC_generic_malloc(lb, k);
-
- }
- GC_ASSERT(0 == op || GC_is_marked(op));
- } else {
- hdr * hhdr;
- op = GC_generic_malloc(lb, k);
- if (NULL == op)
- return NULL;
- GC_ASSERT(((word)op & (HBLKSIZE - 1)) == 0);
- hhdr = HDR(op);
-
-
-
- LOCK();
- set_mark_bit_from_hdr(hhdr, 0);
- # ifndef THREADS
- GC_ASSERT(hhdr -> hb_n_marks == 0);
-
-
- # endif
- hhdr -> hb_n_marks = 1;
- UNLOCK();
- }
- return op;
- }
- #if !IL2CPP_ENABLE_WRITE_BARRIER_VALIDATION
- GC_API GC_ATTR_MALLOC void * GC_CALL GC_malloc_uncollectable(size_t lb)
- {
- return GC_generic_malloc_uncollectable(lb, UNCOLLECTABLE);
- }
- #endif
- #ifdef GC_ATOMIC_UNCOLLECTABLE
-
-
-
- GC_API GC_ATTR_MALLOC void * GC_CALL
- GC_malloc_atomic_uncollectable(size_t lb)
- {
- return GC_generic_malloc_uncollectable(lb, AUNCOLLECTABLE);
- }
- #endif
- #if defined(REDIRECT_MALLOC) && !defined(REDIRECT_MALLOC_IN_HEADER)
- # ifndef MSWINCE
- # include <errno.h>
- # endif
-
-
-
-
- # define GC_debug_malloc_replacement(lb) GC_debug_malloc(lb, GC_DBG_EXTRAS)
- # if defined(CPPCHECK)
- # define REDIRECT_MALLOC_F GC_malloc
- # else
- # define REDIRECT_MALLOC_F REDIRECT_MALLOC
- # endif
- void * malloc(size_t lb)
- {
-
-
-
- # if defined(I386) && defined(GC_SOLARIS_THREADS)
-
-
-
-
- if (!EXPECT(GC_is_initialized, TRUE)) return sbrk(lb);
- # endif
- return (void *)REDIRECT_MALLOC_F(lb);
- }
- # if defined(GC_LINUX_THREADS)
- STATIC ptr_t GC_libpthread_start = 0;
- STATIC ptr_t GC_libpthread_end = 0;
- STATIC ptr_t GC_libld_start = 0;
- STATIC ptr_t GC_libld_end = 0;
- STATIC void GC_init_lib_bounds(void)
- {
- IF_CANCEL(int cancel_state;)
- if (GC_libpthread_start != 0) return;
- DISABLE_CANCEL(cancel_state);
- GC_init();
- if (!GC_text_mapping("libpthread-",
- &GC_libpthread_start, &GC_libpthread_end)) {
- WARN("Failed to find libpthread.so text mapping: Expect crash\n", 0);
-
-
-
- GC_libpthread_start = (ptr_t)1;
- }
- if (!GC_text_mapping("ld-", &GC_libld_start, &GC_libld_end)) {
- WARN("Failed to find ld.so text mapping: Expect crash\n", 0);
- }
- RESTORE_CANCEL(cancel_state);
- }
- # endif
- void * calloc(size_t n, size_t lb)
- {
- if ((lb | n) > GC_SQRT_SIZE_MAX
- && lb && n > GC_SIZE_MAX / lb)
- return (*GC_get_oom_fn())(GC_SIZE_MAX);
- # if defined(GC_LINUX_THREADS)
-
-
- {
- static GC_bool lib_bounds_set = FALSE;
- ptr_t caller = (ptr_t)__builtin_return_address(0);
-
-
- if (!EXPECT(lib_bounds_set, TRUE)) {
- GC_init_lib_bounds();
- lib_bounds_set = TRUE;
- }
- if (((word)caller >= (word)GC_libpthread_start
- && (word)caller < (word)GC_libpthread_end)
- || ((word)caller >= (word)GC_libld_start
- && (word)caller < (word)GC_libld_end))
- return GC_generic_malloc_uncollectable(n * lb, UNCOLLECTABLE);
-
-
- }
- # endif
- return (void *)REDIRECT_MALLOC_F(n * lb);
- }
- # ifndef strdup
- char *strdup(const char *s)
- {
- size_t lb = strlen(s) + 1;
- char *result = (char *)REDIRECT_MALLOC_F(lb);
- if (result == 0) {
- errno = ENOMEM;
- return 0;
- }
- BCOPY(s, result, lb);
- return result;
- }
- # endif
-
-
-
- # ifndef strndup
-
- char *strndup(const char *str, size_t size)
- {
- char *copy;
- size_t len = strlen(str);
- if (len > size)
- len = size;
- copy = (char *)REDIRECT_MALLOC_F(len + 1);
- if (copy == NULL) {
- errno = ENOMEM;
- return NULL;
- }
- if (EXPECT(len > 0, TRUE))
- BCOPY(str, copy, len);
- copy[len] = '\0';
- return copy;
- }
- # endif
- # undef GC_debug_malloc_replacement
- #endif
- #if !IL2CPP_ENABLE_WRITE_BARRIER_VALIDATION
- GC_API void GC_CALL GC_free(void * p)
- {
- struct hblk *h;
- hdr *hhdr;
- size_t sz;
- size_t ngranules;
- int knd;
- struct obj_kind * ok;
- DCL_LOCK_STATE;
- if (p == 0) return;
-
- # ifdef LOG_ALLOCS
- GC_log_printf("GC_free(%p) after GC #%lu\n",
- p, (unsigned long)GC_gc_no);
- # endif
- h = HBLKPTR(p);
- hhdr = HDR(h);
- # if defined(REDIRECT_MALLOC) && \
- ((defined(NEED_CALLINFO) && defined(GC_HAVE_BUILTIN_BACKTRACE)) \
- || defined(GC_SOLARIS_THREADS) || defined(GC_LINUX_THREADS) \
- || defined(MSWIN32))
-
-
-
-
-
-
- if (0 == hhdr) return;
- # endif
- GC_ASSERT(GC_base(p) == p);
- sz = (size_t)hhdr->hb_sz;
- ngranules = BYTES_TO_GRANULES(sz);
- knd = hhdr -> hb_obj_kind;
- ok = &GC_obj_kinds[knd];
- if (EXPECT(ngranules <= MAXOBJGRANULES, TRUE)) {
- void **flh;
- LOCK();
- GC_bytes_freed += sz;
- if (IS_UNCOLLECTABLE(knd)) GC_non_gc_bytes -= sz;
-
-
-
- if (ok -> ok_init && EXPECT(sz > sizeof(word), TRUE)) {
- BZERO((word *)p + 1, sz-sizeof(word));
- }
- flh = &(ok -> ok_freelist[ngranules]);
- obj_link(p) = *flh;
- *flh = (ptr_t)p;
- UNLOCK();
- } else {
- size_t nblocks = OBJ_SZ_TO_BLOCKS(sz);
- LOCK();
- GC_bytes_freed += sz;
- if (IS_UNCOLLECTABLE(knd)) GC_non_gc_bytes -= sz;
- if (nblocks > 1) {
- GC_large_allocd_bytes -= nblocks * HBLKSIZE;
- }
- GC_freehblk(h);
- UNLOCK();
- }
- }
- #endif
- #ifdef THREADS
- GC_INNER void GC_free_inner(void * p)
- {
- struct hblk *h;
- hdr *hhdr;
- size_t sz;
- size_t ngranules;
- int knd;
- struct obj_kind * ok;
- h = HBLKPTR(p);
- hhdr = HDR(h);
- knd = hhdr -> hb_obj_kind;
- sz = (size_t)hhdr->hb_sz;
- ngranules = BYTES_TO_GRANULES(sz);
- ok = &GC_obj_kinds[knd];
- if (ngranules <= MAXOBJGRANULES) {
- void ** flh;
- GC_bytes_freed += sz;
- if (IS_UNCOLLECTABLE(knd)) GC_non_gc_bytes -= sz;
- if (ok -> ok_init && EXPECT(sz > sizeof(word), TRUE)) {
- BZERO((word *)p + 1, sz-sizeof(word));
- }
- flh = &(ok -> ok_freelist[ngranules]);
- obj_link(p) = *flh;
- *flh = (ptr_t)p;
- } else {
- size_t nblocks = OBJ_SZ_TO_BLOCKS(sz);
- GC_bytes_freed += sz;
- if (IS_UNCOLLECTABLE(knd)) GC_non_gc_bytes -= sz;
- if (nblocks > 1) {
- GC_large_allocd_bytes -= nblocks * HBLKSIZE;
- }
- GC_freehblk(h);
- }
- }
- #endif
- #if defined(REDIRECT_MALLOC) && !defined(REDIRECT_FREE)
- # define REDIRECT_FREE GC_free
- #endif
- #if defined(REDIRECT_FREE) && !defined(REDIRECT_MALLOC_IN_HEADER)
- # if defined(CPPCHECK)
- # define REDIRECT_FREE_F GC_free
- # else
- # define REDIRECT_FREE_F REDIRECT_FREE
- # endif
- void free(void * p)
- {
- # ifndef IGNORE_FREE
- # if defined(GC_LINUX_THREADS) && !defined(USE_PROC_FOR_LIBRARIES)
-
-
-
- ptr_t caller = (ptr_t)__builtin_return_address(0);
-
-
- if (((word)caller >= (word)GC_libpthread_start
- && (word)caller < (word)GC_libpthread_end)
- || ((word)caller >= (word)GC_libld_start
- && (word)caller < (word)GC_libld_end)) {
- GC_free(p);
- return;
- }
- # endif
- REDIRECT_FREE_F(p);
- # endif
- }
- #endif
|