Lines Matching refs:kmem_cache_node
423 struct kmem_cache_node { struct
434 static inline struct kmem_cache_node *get_node(struct kmem_cache *s, int node) in get_node() argument
1501 struct kmem_cache_node *n, struct slab *slab) in add_full()
1510 static void remove_full(struct kmem_cache *s, struct kmem_cache_node *n, struct slab *slab) in remove_full()
1519 static inline unsigned long node_nr_slabs(struct kmem_cache_node *n) in node_nr_slabs()
1526 struct kmem_cache_node *n = get_node(s, node); in inc_slabs_node()
1533 struct kmem_cache_node *n = get_node(s, node); in dec_slabs_node()
1868 static inline void add_full(struct kmem_cache *s, struct kmem_cache_node *n, in add_full()
1870 static inline void remove_full(struct kmem_cache *s, struct kmem_cache_node *n, in remove_full()
1880 static inline unsigned long node_nr_slabs(struct kmem_cache_node *n) in node_nr_slabs()
2720 __add_partial(struct kmem_cache_node *n, struct slab *slab, int tail) in __add_partial()
2730 static inline void add_partial(struct kmem_cache_node *n, in add_partial()
2737 static inline void remove_partial(struct kmem_cache_node *n, in remove_partial()
2753 struct kmem_cache_node *n, struct slab *slab, int orig_size) in alloc_single_from_partial()
2786 struct kmem_cache_node *n = get_node(s, nid); in alloc_single_from_new_slab()
2828 struct kmem_cache_node *n, in get_partial_node()
2922 struct kmem_cache_node *n; in get_any_partial()
3049 struct kmem_cache_node *n = get_node(s, slab_nid(slab)); in deactivate_slab()
3129 struct kmem_cache_node *n = NULL, *n2 = NULL; in __put_partials()
3408 static inline unsigned long node_nr_objs(struct kmem_cache_node *n) in node_nr_objs()
3473 static unsigned long count_partial(struct kmem_cache_node *n, in count_partial()
3491 static unsigned long count_partial_free_approx(struct kmem_cache_node *n) in count_partial_free_approx()
3533 struct kmem_cache_node *n; in slab_out_of_memory()
4357 struct kmem_cache_node *n = get_node(s, slab_nid(slab)); in free_to_partial_list()
4430 struct kmem_cache_node *n = NULL; in __slab_free()
5277 init_kmem_cache_node(struct kmem_cache_node *n) in init_kmem_cache_node()
5317 static struct kmem_cache *kmem_cache_node; variable
5331 struct kmem_cache_node *n; in early_kmem_cache_node_alloc()
5333 BUG_ON(kmem_cache_node->size < sizeof(struct kmem_cache_node)); in early_kmem_cache_node_alloc()
5335 slab = new_slab(kmem_cache_node, GFP_NOWAIT, node); in early_kmem_cache_node_alloc()
5346 init_object(kmem_cache_node, n, SLUB_RED_ACTIVE); in early_kmem_cache_node_alloc()
5348 n = kasan_slab_alloc(kmem_cache_node, n, GFP_KERNEL, false); in early_kmem_cache_node_alloc()
5349 slab->freelist = get_freepointer(kmem_cache_node, n); in early_kmem_cache_node_alloc()
5351 kmem_cache_node->node[node] = n; in early_kmem_cache_node_alloc()
5353 inc_slabs_node(kmem_cache_node, node, slab->objects); in early_kmem_cache_node_alloc()
5365 struct kmem_cache_node *n; in free_kmem_cache_nodes()
5369 kmem_cache_free(kmem_cache_node, n); in free_kmem_cache_nodes()
5387 struct kmem_cache_node *n; in init_kmem_cache_nodes()
5393 n = kmem_cache_alloc_node(kmem_cache_node, in init_kmem_cache_nodes()
5613 static void free_partial(struct kmem_cache *s, struct kmem_cache_node *n) in free_partial()
5638 struct kmem_cache_node *n; in __kmem_cache_empty()
5652 struct kmem_cache_node *n; in __kmem_cache_shutdown()
5847 struct kmem_cache_node *n; in __kmem_cache_do_shrink()
5952 struct kmem_cache_node *n; in slab_mem_going_online_callback()
5983 n = kmem_cache_alloc(kmem_cache_node, GFP_KERNEL); in slab_mem_going_online_callback()
6042 struct kmem_cache_node *n; in bootstrap()
6080 kmem_cache_node = &boot_kmem_cache_node; in kmem_cache_init()
6090 create_boot_cache(kmem_cache_node, "kmem_cache_node", in kmem_cache_init()
6091 sizeof(struct kmem_cache_node), in kmem_cache_init()
6101 nr_node_ids * sizeof(struct kmem_cache_node *), in kmem_cache_init()
6105 kmem_cache_node = bootstrap(&boot_kmem_cache_node); in kmem_cache_init()
6279 struct kmem_cache_node *n, unsigned long *obj_map) in validate_slab_node()
6319 struct kmem_cache_node *n; in validate_slab_cache()
6585 struct kmem_cache_node *n; in show_slab_objects()
6602 struct kmem_cache_node *n; in show_slab_objects()
7505 struct kmem_cache_node *n; in slab_debug_trace_open()
7615 struct kmem_cache_node *n; in get_slabinfo()