Lines Matching full:inc
223 if (!wb->inc.keys.nr) in move_keys_from_inc_to_flushing()
226 bch2_journal_pin_add(j, wb->inc.keys.data[0].journal_seq, &wb->flushing.pin, in move_keys_from_inc_to_flushing()
229 darray_resize(&wb->flushing.keys, min_t(size_t, 1U << 20, wb->flushing.keys.nr + wb->inc.keys.nr)); in move_keys_from_inc_to_flushing()
232 if (!wb->flushing.keys.nr && wb->sorted.size >= wb->inc.keys.nr) { in move_keys_from_inc_to_flushing()
233 swap(wb->flushing.keys, wb->inc.keys); in move_keys_from_inc_to_flushing()
239 nr = min(nr, wb->inc.keys.nr); in move_keys_from_inc_to_flushing()
242 wb->inc.keys.data, in move_keys_from_inc_to_flushing()
243 sizeof(wb->inc.keys.data[0]) * nr); in move_keys_from_inc_to_flushing()
245 memmove(wb->inc.keys.data, in move_keys_from_inc_to_flushing()
246 wb->inc.keys.data + nr, in move_keys_from_inc_to_flushing()
247 sizeof(wb->inc.keys.data[0]) * (wb->inc.keys.nr - nr)); in move_keys_from_inc_to_flushing()
250 wb->inc.keys.nr -= nr; in move_keys_from_inc_to_flushing()
252 if (!wb->inc.keys.nr) in move_keys_from_inc_to_flushing()
253 bch2_journal_pin_drop(j, &wb->inc.pin); in move_keys_from_inc_to_flushing()
255 bch2_journal_pin_update(j, wb->inc.keys.data[0].journal_seq, &wb->inc.pin, in move_keys_from_inc_to_flushing()
301 mutex_lock(&wb->inc.lock); in bch2_btree_write_buffer_flush_locked()
303 mutex_unlock(&wb->inc.lock); in bch2_btree_write_buffer_flush_locked()
563 *did_work |= wb->inc.keys.nr || wb->flushing.keys.nr; in btree_write_buffer_flush_seq()
567 * is not guaranteed to empty wb->inc: in btree_write_buffer_flush_seq()
574 (wb->inc.pin.seq && wb->inc.pin.seq <= max_seq) || in btree_write_buffer_flush_seq()
735 dst->wb = &c->btree_write_buffer.inc; in bch2_journal_key_to_wb_slowpath()
764 mutex_lock(&wb->inc.lock); in bch2_journal_keys_to_write_buffer_start()
768 * Attempt to skip wb->inc, and add keys directly to in bch2_journal_keys_to_write_buffer_start()
772 if (!wb->inc.keys.nr) { in bch2_journal_keys_to_write_buffer_start()
776 dst->wb = &wb->inc; in bch2_journal_keys_to_write_buffer_start()
779 mutex_lock(&wb->inc.lock); in bch2_journal_keys_to_write_buffer_start()
780 dst->wb = &wb->inc; in bch2_journal_keys_to_write_buffer_start()
830 mutex_unlock(&wb->inc.lock); in bch2_journal_keys_to_write_buffer_end()
853 wb_keys_resize(&wb->inc, new_size); in bch2_btree_write_buffer_resize()
860 BUG_ON((wb->inc.keys.nr || wb->flushing.keys.nr) && in bch2_fs_btree_write_buffer_exit()
866 darray_exit(&wb->inc.keys); in bch2_fs_btree_write_buffer_exit()
873 mutex_init(&wb->inc.lock); in bch2_fs_btree_write_buffer_init()
880 return darray_make_room(&wb->inc.keys, initial_size) ?: in bch2_fs_btree_write_buffer_init()