1*1208bc7eSAndroid Build Coastguard Worker #define JEMALLOC_WITNESS_C_
2*1208bc7eSAndroid Build Coastguard Worker #include "jemalloc/internal/jemalloc_preamble.h"
3*1208bc7eSAndroid Build Coastguard Worker #include "jemalloc/internal/jemalloc_internal_includes.h"
4*1208bc7eSAndroid Build Coastguard Worker
5*1208bc7eSAndroid Build Coastguard Worker #include "jemalloc/internal/assert.h"
6*1208bc7eSAndroid Build Coastguard Worker #include "jemalloc/internal/malloc_io.h"
7*1208bc7eSAndroid Build Coastguard Worker
8*1208bc7eSAndroid Build Coastguard Worker void
witness_init(witness_t * witness,const char * name,witness_rank_t rank,witness_comp_t * comp,void * opaque)9*1208bc7eSAndroid Build Coastguard Worker witness_init(witness_t *witness, const char *name, witness_rank_t rank,
10*1208bc7eSAndroid Build Coastguard Worker witness_comp_t *comp, void *opaque) {
11*1208bc7eSAndroid Build Coastguard Worker witness->name = name;
12*1208bc7eSAndroid Build Coastguard Worker witness->rank = rank;
13*1208bc7eSAndroid Build Coastguard Worker witness->comp = comp;
14*1208bc7eSAndroid Build Coastguard Worker witness->opaque = opaque;
15*1208bc7eSAndroid Build Coastguard Worker }
16*1208bc7eSAndroid Build Coastguard Worker
17*1208bc7eSAndroid Build Coastguard Worker static void
witness_lock_error_impl(const witness_list_t * witnesses,const witness_t * witness)18*1208bc7eSAndroid Build Coastguard Worker witness_lock_error_impl(const witness_list_t *witnesses,
19*1208bc7eSAndroid Build Coastguard Worker const witness_t *witness) {
20*1208bc7eSAndroid Build Coastguard Worker witness_t *w;
21*1208bc7eSAndroid Build Coastguard Worker
22*1208bc7eSAndroid Build Coastguard Worker malloc_printf("<jemalloc>: Lock rank order reversal:");
23*1208bc7eSAndroid Build Coastguard Worker ql_foreach(w, witnesses, link) {
24*1208bc7eSAndroid Build Coastguard Worker malloc_printf(" %s(%u)", w->name, w->rank);
25*1208bc7eSAndroid Build Coastguard Worker }
26*1208bc7eSAndroid Build Coastguard Worker malloc_printf(" %s(%u)\n", witness->name, witness->rank);
27*1208bc7eSAndroid Build Coastguard Worker abort();
28*1208bc7eSAndroid Build Coastguard Worker }
29*1208bc7eSAndroid Build Coastguard Worker witness_lock_error_t *JET_MUTABLE witness_lock_error = witness_lock_error_impl;
30*1208bc7eSAndroid Build Coastguard Worker
31*1208bc7eSAndroid Build Coastguard Worker static void
witness_owner_error_impl(const witness_t * witness)32*1208bc7eSAndroid Build Coastguard Worker witness_owner_error_impl(const witness_t *witness) {
33*1208bc7eSAndroid Build Coastguard Worker malloc_printf("<jemalloc>: Should own %s(%u)\n", witness->name,
34*1208bc7eSAndroid Build Coastguard Worker witness->rank);
35*1208bc7eSAndroid Build Coastguard Worker abort();
36*1208bc7eSAndroid Build Coastguard Worker }
37*1208bc7eSAndroid Build Coastguard Worker witness_owner_error_t *JET_MUTABLE witness_owner_error =
38*1208bc7eSAndroid Build Coastguard Worker witness_owner_error_impl;
39*1208bc7eSAndroid Build Coastguard Worker
40*1208bc7eSAndroid Build Coastguard Worker static void
witness_not_owner_error_impl(const witness_t * witness)41*1208bc7eSAndroid Build Coastguard Worker witness_not_owner_error_impl(const witness_t *witness) {
42*1208bc7eSAndroid Build Coastguard Worker malloc_printf("<jemalloc>: Should not own %s(%u)\n", witness->name,
43*1208bc7eSAndroid Build Coastguard Worker witness->rank);
44*1208bc7eSAndroid Build Coastguard Worker abort();
45*1208bc7eSAndroid Build Coastguard Worker }
46*1208bc7eSAndroid Build Coastguard Worker witness_not_owner_error_t *JET_MUTABLE witness_not_owner_error =
47*1208bc7eSAndroid Build Coastguard Worker witness_not_owner_error_impl;
48*1208bc7eSAndroid Build Coastguard Worker
49*1208bc7eSAndroid Build Coastguard Worker static void
witness_depth_error_impl(const witness_list_t * witnesses,witness_rank_t rank_inclusive,unsigned depth)50*1208bc7eSAndroid Build Coastguard Worker witness_depth_error_impl(const witness_list_t *witnesses,
51*1208bc7eSAndroid Build Coastguard Worker witness_rank_t rank_inclusive, unsigned depth) {
52*1208bc7eSAndroid Build Coastguard Worker witness_t *w;
53*1208bc7eSAndroid Build Coastguard Worker
54*1208bc7eSAndroid Build Coastguard Worker malloc_printf("<jemalloc>: Should own %u lock%s of rank >= %u:", depth,
55*1208bc7eSAndroid Build Coastguard Worker (depth != 1) ? "s" : "", rank_inclusive);
56*1208bc7eSAndroid Build Coastguard Worker ql_foreach(w, witnesses, link) {
57*1208bc7eSAndroid Build Coastguard Worker malloc_printf(" %s(%u)", w->name, w->rank);
58*1208bc7eSAndroid Build Coastguard Worker }
59*1208bc7eSAndroid Build Coastguard Worker malloc_printf("\n");
60*1208bc7eSAndroid Build Coastguard Worker abort();
61*1208bc7eSAndroid Build Coastguard Worker }
62*1208bc7eSAndroid Build Coastguard Worker witness_depth_error_t *JET_MUTABLE witness_depth_error =
63*1208bc7eSAndroid Build Coastguard Worker witness_depth_error_impl;
64*1208bc7eSAndroid Build Coastguard Worker
65*1208bc7eSAndroid Build Coastguard Worker void
witnesses_cleanup(witness_tsd_t * witness_tsd)66*1208bc7eSAndroid Build Coastguard Worker witnesses_cleanup(witness_tsd_t *witness_tsd) {
67*1208bc7eSAndroid Build Coastguard Worker witness_assert_lockless(witness_tsd_tsdn(witness_tsd));
68*1208bc7eSAndroid Build Coastguard Worker
69*1208bc7eSAndroid Build Coastguard Worker /* Do nothing. */
70*1208bc7eSAndroid Build Coastguard Worker }
71*1208bc7eSAndroid Build Coastguard Worker
72*1208bc7eSAndroid Build Coastguard Worker void
witness_prefork(witness_tsd_t * witness_tsd)73*1208bc7eSAndroid Build Coastguard Worker witness_prefork(witness_tsd_t *witness_tsd) {
74*1208bc7eSAndroid Build Coastguard Worker if (!config_debug) {
75*1208bc7eSAndroid Build Coastguard Worker return;
76*1208bc7eSAndroid Build Coastguard Worker }
77*1208bc7eSAndroid Build Coastguard Worker witness_tsd->forking = true;
78*1208bc7eSAndroid Build Coastguard Worker }
79*1208bc7eSAndroid Build Coastguard Worker
80*1208bc7eSAndroid Build Coastguard Worker void
witness_postfork_parent(witness_tsd_t * witness_tsd)81*1208bc7eSAndroid Build Coastguard Worker witness_postfork_parent(witness_tsd_t *witness_tsd) {
82*1208bc7eSAndroid Build Coastguard Worker if (!config_debug) {
83*1208bc7eSAndroid Build Coastguard Worker return;
84*1208bc7eSAndroid Build Coastguard Worker }
85*1208bc7eSAndroid Build Coastguard Worker witness_tsd->forking = false;
86*1208bc7eSAndroid Build Coastguard Worker }
87*1208bc7eSAndroid Build Coastguard Worker
88*1208bc7eSAndroid Build Coastguard Worker void
witness_postfork_child(witness_tsd_t * witness_tsd)89*1208bc7eSAndroid Build Coastguard Worker witness_postfork_child(witness_tsd_t *witness_tsd) {
90*1208bc7eSAndroid Build Coastguard Worker if (!config_debug) {
91*1208bc7eSAndroid Build Coastguard Worker return;
92*1208bc7eSAndroid Build Coastguard Worker }
93*1208bc7eSAndroid Build Coastguard Worker #ifndef JEMALLOC_MUTEX_INIT_CB
94*1208bc7eSAndroid Build Coastguard Worker witness_list_t *witnesses;
95*1208bc7eSAndroid Build Coastguard Worker
96*1208bc7eSAndroid Build Coastguard Worker witnesses = &witness_tsd->witnesses;
97*1208bc7eSAndroid Build Coastguard Worker ql_new(witnesses);
98*1208bc7eSAndroid Build Coastguard Worker #endif
99*1208bc7eSAndroid Build Coastguard Worker witness_tsd->forking = false;
100*1208bc7eSAndroid Build Coastguard Worker }
101