109 struct vmpressure *memcg_to_vmpressure(struct mem_cgroup *memcg)  in memcg_to_vmpressure()
196 static void memcg_reparent_objcgs(struct mem_cgroup *memcg,  in memcg_reparent_objcgs()
243 	struct mem_cgroup *memcg = folio_memcg(folio);  in mem_cgroup_css_from_folio()  local
266 	struct mem_cgroup *memcg;  in page_cgroup_ino()  local
573 static inline void memcg_rstat_updated(struct mem_cgroup *memcg, int val)  in memcg_rstat_updated()
601 static void __mem_cgroup_flush_stats(struct mem_cgroup *memcg, bool force)  in __mem_cgroup_flush_stats()
626 void mem_cgroup_flush_stats(struct mem_cgroup *memcg)  in mem_cgroup_flush_stats()
637 void mem_cgroup_flush_stats_ratelimited(struct mem_cgroup *memcg)  in mem_cgroup_flush_stats_ratelimited()
654 unsigned long memcg_page_state(struct mem_cgroup *memcg, int idx)  in memcg_page_state()
692 void __mod_memcg_state(struct mem_cgroup *memcg, enum memcg_stat_item idx,  in __mod_memcg_state()
710 unsigned long memcg_page_state_local(struct mem_cgroup *memcg, int idx)  in memcg_page_state_local()
731 	struct mem_cgroup *memcg;  in __mod_memcg_lruvec_state()  local
795 	struct mem_cgroup *memcg;  in __lruvec_stat_mod_folio()  local
817 	struct mem_cgroup *memcg;  in __mod_lruvec_kmem_state()  local
844 void __count_memcg_events(struct mem_cgroup *memcg, enum vm_event_item idx,  in __count_memcg_events()
862 unsigned long memcg_events(struct mem_cgroup *memcg, int event)  in memcg_events()
872 unsigned long memcg_events_local(struct mem_cgroup *memcg, int event)  in memcg_events_local()
917 	struct mem_cgroup *memcg;  in get_mem_cgroup_from_mm()  local
959 	struct mem_cgroup *memcg;  in get_mem_cgroup_from_current()  local
981 	struct mem_cgroup *memcg = folio_memcg(folio);  in get_mem_cgroup_from_folio()  local
1127 	struct mem_cgroup *memcg = dead_memcg;  in invalidate_reclaim_iterators()  local
1159 void mem_cgroup_scan_tasks(struct mem_cgroup *memcg,  in mem_cgroup_scan_tasks()
1190 	struct mem_cgroup *memcg;  in lruvec_memcg_debug()  local
1316 static unsigned long mem_cgroup_margin(struct mem_cgroup *memcg)  in mem_cgroup_margin()
1444 unsigned long memcg_page_state_output(struct mem_cgroup *memcg, int item)  in memcg_page_state_output()
1450 unsigned long memcg_page_state_local_output(struct mem_cgroup *memcg, int item)  in memcg_page_state_local_output()
1468 static void memcg_stat_format(struct mem_cgroup *memcg, struct seq_buf *s)  in memcg_stat_format()
1524 static void memory_stat_format(struct mem_cgroup *memcg, struct seq_buf *s)  in memory_stat_format()
1543 void mem_cgroup_print_oom_context(struct mem_cgroup *memcg, struct task_struct *p)  in mem_cgroup_print_oom_context()
1564 void mem_cgroup_print_oom_meminfo(struct mem_cgroup *memcg)  in mem_cgroup_print_oom_meminfo()
1601 unsigned long mem_cgroup_get_max(struct mem_cgroup *memcg)  in mem_cgroup_get_max()
1620 unsigned long mem_cgroup_size(struct mem_cgroup *memcg)  in mem_cgroup_size()
1625 static bool mem_cgroup_out_of_memory(struct mem_cgroup *memcg, gfp_t gfp_mask,  in mem_cgroup_out_of_memory()
1658 static bool mem_cgroup_oom(struct mem_cgroup *memcg, gfp_t mask, int order)  in mem_cgroup_oom()
1691 	struct mem_cgroup *memcg;  in mem_cgroup_get_oom_group()  local
1734 void mem_cgroup_print_oom_group(struct mem_cgroup *memcg)  in mem_cgroup_print_oom_group()
1776 static bool consume_stock(struct mem_cgroup *memcg, unsigned int nr_pages)  in consume_stock()
1849 static void __refill_stock(struct mem_cgroup *memcg, unsigned int nr_pages)  in __refill_stock()
1867 static void refill_stock(struct mem_cgroup *memcg, unsigned int nr_pages)  in refill_stock()
1897 		struct mem_cgroup *memcg;  in drain_all_stock()  local
1940 static unsigned long reclaim_high(struct mem_cgroup *memcg,  in reclaim_high()
1969 	struct mem_cgroup *memcg;  in high_work_func()  local
2046 static u64 mem_find_max_overage(struct mem_cgroup *memcg)  in mem_find_max_overage()
2060 static u64 swap_find_max_overage(struct mem_cgroup *memcg)  in swap_find_max_overage()
2080 static unsigned long calculate_high_delay(struct mem_cgroup *memcg,  in calculate_high_delay()
2124 	struct mem_cgroup *memcg;  in mem_cgroup_handle_over_high()  local
2210 int try_charge_memcg(struct mem_cgroup *memcg, gfp_t gfp_mask,  in try_charge_memcg()
2400 static void commit_charge(struct folio *folio, struct mem_cgroup *memcg)  in commit_charge()
2417 	struct mem_cgroup *memcg;  in __mod_objcg_mlstate()  local
2479 static struct obj_cgroup *__get_obj_cgroup_from_memcg(struct mem_cgroup *memcg)  in __get_obj_cgroup_from_memcg()
2494 	struct mem_cgroup *memcg;  in current_objcg_update()  local
2545 	struct mem_cgroup *memcg;  in current_obj_cgroup()  local
2597 		struct mem_cgroup *memcg;  in get_obj_cgroup_from_folio()  local
2618 	struct mem_cgroup *memcg;  in obj_cgroup_uncharge_pages()  local
2640 	struct mem_cgroup *memcg;  in obj_cgroup_charge_pages()  local
2799 			struct mem_cgroup *memcg;  in drain_obj_stock()  local
2855 	struct mem_cgroup *memcg;  in obj_stock_flush_required()  local
2987 		struct mem_cgroup *memcg;  in __memcg_slab_post_alloc_hook()  local
3061 unsigned long mem_cgroup_usage(struct mem_cgroup *memcg, bool swap)  in mem_cgroup_usage()
3083 static int memcg_online_kmem(struct mem_cgroup *memcg)  in memcg_online_kmem()
3109 static void memcg_offline_kmem(struct mem_cgroup *memcg)  in memcg_offline_kmem()
3136 static int memcg_wb_domain_init(struct mem_cgroup *memcg, gfp_t gfp)  in memcg_wb_domain_init()
3141 static void memcg_wb_domain_exit(struct mem_cgroup *memcg)  in memcg_wb_domain_exit()
3146 static void memcg_wb_domain_size_changed(struct mem_cgroup *memcg)  in memcg_wb_domain_size_changed()
3153 	struct mem_cgroup *memcg = mem_cgroup_from_css(wb->memcg_css);  in mem_cgroup_wb_domain()  local
3183 	struct mem_cgroup *memcg = mem_cgroup_from_css(wb->memcg_css);  in mem_cgroup_wb_stats()  local
3251 	struct mem_cgroup *memcg = folio_memcg(folio);  in mem_cgroup_track_foreign_dirty_slowpath()  local
3303 	struct mem_cgroup *memcg = mem_cgroup_from_css(wb->memcg_css);  in mem_cgroup_flush_foreign()  local
3330 static int memcg_wb_domain_init(struct mem_cgroup *memcg, gfp_t gfp)  in memcg_wb_domain_init()
3335 static void memcg_wb_domain_exit(struct mem_cgroup *memcg)  in memcg_wb_domain_exit()
3339 static void memcg_wb_domain_size_changed(struct mem_cgroup *memcg)  in memcg_wb_domain_size_changed()
3372 static void mem_cgroup_id_remove(struct mem_cgroup *memcg)  in mem_cgroup_id_remove()
3380 void __maybe_unused mem_cgroup_id_get_many(struct mem_cgroup *memcg,  in mem_cgroup_id_get_many()
3386 void mem_cgroup_id_put_many(struct mem_cgroup *memcg, unsigned int n)  in mem_cgroup_id_put_many()
3396 static inline void mem_cgroup_id_put(struct mem_cgroup *memcg)  in mem_cgroup_id_put()
3418 	struct mem_cgroup *memcg;  in mem_cgroup_get_from_ino()  local
3436 static bool alloc_mem_cgroup_per_node_info(struct mem_cgroup *memcg, int node)  in alloc_mem_cgroup_per_node_info()
3465 static void free_mem_cgroup_per_node_info(struct mem_cgroup *memcg, int node)  in free_mem_cgroup_per_node_info()
3477 static void __mem_cgroup_free(struct mem_cgroup *memcg)  in __mem_cgroup_free()
3491 static void mem_cgroup_free(struct mem_cgroup *memcg)  in mem_cgroup_free()
3501 	struct mem_cgroup *memcg;  in mem_cgroup_alloc()  local
3576 	struct mem_cgroup *memcg, *old_memcg;  in mem_cgroup_css_alloc()  local
3625 	struct mem_cgroup *memcg = mem_cgroup_from_css(css);  in mem_cgroup_css_online()  local
3669 	struct mem_cgroup *memcg = mem_cgroup_from_css(css);  in mem_cgroup_css_offline()  local
3690 	struct mem_cgroup *memcg = mem_cgroup_from_css(css);  in mem_cgroup_css_released()  local
3698 	struct mem_cgroup *memcg = mem_cgroup_from_css(css);  in mem_cgroup_css_free()  local
3736 	struct mem_cgroup *memcg = mem_cgroup_from_css(css);  in mem_cgroup_css_reset()  local
3807 	struct mem_cgroup *memcg = mem_cgroup_from_css(css);  in mem_cgroup_css_rstat_flush()  local
3946 	struct mem_cgroup *memcg = mem_cgroup_from_css(css);  in memory_current_read()  local
3970 	struct mem_cgroup *memcg = mem_cgroup_from_css(seq_css(sf));  in memory_peak_show()  local
3985 	struct mem_cgroup *memcg = mem_cgroup_from_css(of_css(of));  in peak_release()  local
4003 	struct mem_cgroup *memcg = mem_cgroup_from_css(of_css(of));  in peak_write()  local
4028 	struct mem_cgroup *memcg = mem_cgroup_from_css(of_css(of));  in memory_peak_write()  local
4045 	struct mem_cgroup *memcg = mem_cgroup_from_css(of_css(of));  in memory_min_write()  local
4068 	struct mem_cgroup *memcg = mem_cgroup_from_css(of_css(of));  in memory_low_write()  local
4091 	struct mem_cgroup *memcg = mem_cgroup_from_css(of_css(of));  in memory_high_write()  local
4140 	struct mem_cgroup *memcg = mem_cgroup_from_css(of_css(of));  in memory_max_write()  local
4203 	struct mem_cgroup *memcg = mem_cgroup_from_seq(m);  in memory_events_show()  local
4211 	struct mem_cgroup *memcg = mem_cgroup_from_seq(m);  in memory_events_local_show()  local
4219 	struct mem_cgroup *memcg = mem_cgroup_from_seq(m);  in memory_stat_show()  local
4243 	struct mem_cgroup *memcg = mem_cgroup_from_seq(m);  in memory_numa_stat_show()  local
4272 	struct mem_cgroup *memcg = mem_cgroup_from_seq(m);  in memory_oom_group_show()  local
4282 	struct mem_cgroup *memcg = mem_cgroup_from_css(of_css(of));  in memory_oom_group_write()  local
4314 	struct mem_cgroup *memcg = mem_cgroup_from_css(of_css(of));  in memory_reclaim()  local
4478 				     struct mem_cgroup *memcg)  in mem_cgroup_calculate_protection()
4492 static int charge_memcg(struct folio *folio, struct mem_cgroup *memcg,  in charge_memcg()
4510 	struct mem_cgroup *memcg;  in __mem_cgroup_charge()  local
4534 	struct mem_cgroup *memcg = get_mem_cgroup_from_current();  in mem_cgroup_charge_hugetlb()  local
4569 	struct mem_cgroup *memcg;  in mem_cgroup_swapin_charge_folio()  local
4624 	struct mem_cgroup *memcg;  member
4658 	struct mem_cgroup *memcg;  in uncharge_folio()  local
4752 	struct mem_cgroup *memcg;  in mem_cgroup_replace_folio()  local
4797 	struct mem_cgroup *memcg;  in mem_cgroup_migrate()  local
4831 	struct mem_cgroup *memcg;  in mem_cgroup_sk_alloc()  local
4867 bool mem_cgroup_charge_skmem(struct mem_cgroup *memcg, unsigned int nr_pages,  in mem_cgroup_charge_skmem()
4886 void mem_cgroup_uncharge_skmem(struct mem_cgroup *memcg, unsigned int nr_pages)  in mem_cgroup_uncharge_skmem()
4948 static struct mem_cgroup *mem_cgroup_id_get_online(struct mem_cgroup *memcg)  in mem_cgroup_id_get_online()
4975 	struct mem_cgroup *memcg, *swap_memcg;  in mem_cgroup_swapout()  local
5036 	struct mem_cgroup *memcg;  in __mem_cgroup_try_charge_swap()  local
5079 	struct mem_cgroup *memcg;  in __mem_cgroup_uncharge_swap()  local
5098 long mem_cgroup_get_nr_swap_pages(struct mem_cgroup *memcg)  in mem_cgroup_get_nr_swap_pages()
5113 	struct mem_cgroup *memcg;  in mem_cgroup_swap_full()  local
5153 	struct mem_cgroup *memcg = mem_cgroup_from_css(css);  in swap_current_read()  local
5160 	struct mem_cgroup *memcg = mem_cgroup_from_css(seq_css(sf));  in swap_peak_show()  local
5168 	struct mem_cgroup *memcg = mem_cgroup_from_css(of_css(of));  in swap_peak_write()  local
5183 	struct mem_cgroup *memcg = mem_cgroup_from_css(of_css(of));  in swap_high_write()  local
5206 	struct mem_cgroup *memcg = mem_cgroup_from_css(of_css(of));  in swap_max_write()  local
5222 	struct mem_cgroup *memcg = mem_cgroup_from_seq(m);  in swap_events_show()  local
5284 	struct mem_cgroup *memcg, *original_memcg;  in obj_cgroup_may_zswap()  local
5325 	struct mem_cgroup *memcg;  in obj_cgroup_charge_zswap()  local
5352 	struct mem_cgroup *memcg;  in obj_cgroup_uncharge_zswap()  local
5366 bool mem_cgroup_zswap_writeback_enabled(struct mem_cgroup *memcg)  in mem_cgroup_zswap_writeback_enabled()
5382 	struct mem_cgroup *memcg = mem_cgroup_from_css(css);  in zswap_current_read()  local
5397 	struct mem_cgroup *memcg = mem_cgroup_from_css(of_css(of));  in zswap_max_write()  local
5413 	struct mem_cgroup *memcg = mem_cgroup_from_seq(m);  in zswap_writeback_show()  local
5422 	struct mem_cgroup *memcg = mem_cgroup_from_css(of_css(of));  in zswap_writeback_write()  local