Lines Matching full:populated

177  * The number of empty populated pages, protected by pcpu_lock.
183 * The number of populated pages in use by the allocator, protected by
192 * try to keep the number of populated free pages between
918 * populated with pages, while we account it here. The number in pcpu_block_update_hint_alloc()
1061 * pcpu_is_populated - determines if the region is populated
1067 * For atomic allocations, check if the backing pages are populated.
1070 * Bool if the backing pages are populated.
1081 start = find_next_zero_bit(chunk->populated, end, start); in pcpu_is_populated()
1085 end = find_next_bit(chunk->populated, end, start + 1); in pcpu_is_populated()
1096 * @pop_only: use populated regions only
1360 alloc_size = struct_size(chunk, populated, in pcpu_alloc_first_chunk()
1388 /* manage populated page bitmap */ in pcpu_alloc_first_chunk()
1390 bitmap_fill(chunk->populated, chunk->nr_pages); in pcpu_alloc_first_chunk()
1499 * @chunk: pcpu_chunk which got populated
1503 * Pages in [@page_start,@page_end) have been populated to @chunk. Update
1514 bitmap_set(chunk->populated, page_start, nr); in pcpu_chunk_populated()
1538 bitmap_clear(chunk->populated, page_start, nr); in pcpu_chunk_depopulated()
1867 for_each_clear_bitrange_from(rs, re, chunk->populated, page_end) { in pcpu_alloc_noprof()
1932 * @empty_only: free chunks only if there are no populated pages
1935 * number of populated pages. Otherwise, only reclaim chunks that have no
1936 * populated pages.
1971 for_each_set_bitrange(rs, re, chunk->populated, chunk->nr_pages) { in pcpu_balance_free()
1984 * pcpu_balance_populated - manage the amount of populated pages
1986 * Maintain a certain amount of populated pages to satisfy atomic allocations.
2005 * Ensure there are certain number of free populated pages for in pcpu_balance_populated()
2041 for_each_clear_bitrange(rs, re, chunk->populated, chunk->nr_pages) { in pcpu_balance_populated()
2076 * Scan over chunks in the depopulate list and try to release unused populated
2080 * populated pages threshold, reintegrate the chunk if it has empty free pages.
2081 * Each chunk is scanned in the reverse order to keep populated pages close to
2102 * allocator not touching the populated bitmap. in pcpu_reclaim_populated()
2110 * Scan chunk's pages in the reverse order to keep populated in pcpu_reclaim_populated()
2128 * If the page is empty and populated, start or in pcpu_reclaim_populated()
2135 test_bit(i, chunk->populated)) { in pcpu_reclaim_populated()
2179 * pcpu_balance_workfn - manage the amount of free chunks and populated pages
2183 * populated pages. An important thing to consider is when pages are freed and
2648 pcpu_chunk_struct_size = struct_size((struct pcpu_chunk *)0, populated, in pcpu_setup_first_chunk()
3234 /* pte already populated, the following shouldn't fail */ in pcpu_page_first_chunk()
3340 * pcpu_nr_pages - calculate total number of populated backing pages
3342 * This reflects the number of pages populated to back chunks. Metadata is
3348 * Total number of populated backing pages in use by the allocator.