Lines Matching full:ug
4631 static inline void uncharge_gather_clear(struct uncharge_gather *ug) in uncharge_gather_clear() argument
4633 memset(ug, 0, sizeof(*ug)); in uncharge_gather_clear()
4636 static void uncharge_batch(const struct uncharge_gather *ug) in uncharge_batch() argument
4638 if (ug->nr_memory) { in uncharge_batch()
4639 page_counter_uncharge(&ug->memcg->memory, ug->nr_memory); in uncharge_batch()
4641 page_counter_uncharge(&ug->memcg->memsw, ug->nr_memory); in uncharge_batch()
4642 if (ug->nr_kmem) { in uncharge_batch()
4643 mod_memcg_state(ug->memcg, MEMCG_KMEM, -ug->nr_kmem); in uncharge_batch()
4644 memcg1_account_kmem(ug->memcg, -ug->nr_kmem); in uncharge_batch()
4646 memcg1_oom_recover(ug->memcg); in uncharge_batch()
4649 memcg1_uncharge_batch(ug->memcg, ug->pgpgout, ug->nr_memory, ug->nid); in uncharge_batch()
4652 css_put(&ug->memcg->css); in uncharge_batch()
4655 static void uncharge_folio(struct folio *folio, struct uncharge_gather *ug) in uncharge_folio() argument
4682 if (ug->memcg != memcg) { in uncharge_folio()
4683 if (ug->memcg) { in uncharge_folio()
4684 uncharge_batch(ug); in uncharge_folio()
4685 uncharge_gather_clear(ug); in uncharge_folio()
4687 ug->memcg = memcg; in uncharge_folio()
4688 ug->nid = folio_nid(folio); in uncharge_folio()
4697 ug->nr_memory += nr_pages; in uncharge_folio()
4698 ug->nr_kmem += nr_pages; in uncharge_folio()
4705 ug->nr_memory += nr_pages; in uncharge_folio()
4706 ug->pgpgout++; in uncharge_folio()
4717 struct uncharge_gather ug; in __mem_cgroup_uncharge() local
4723 uncharge_gather_clear(&ug); in __mem_cgroup_uncharge()
4724 uncharge_folio(folio, &ug); in __mem_cgroup_uncharge()
4725 uncharge_batch(&ug); in __mem_cgroup_uncharge()
4730 struct uncharge_gather ug; in __mem_cgroup_uncharge_folios() local
4733 uncharge_gather_clear(&ug); in __mem_cgroup_uncharge_folios()
4735 uncharge_folio(folios->folios[i], &ug); in __mem_cgroup_uncharge_folios()
4736 if (ug.memcg) in __mem_cgroup_uncharge_folios()
4737 uncharge_batch(&ug); in __mem_cgroup_uncharge_folios()