308 #define for_each_buffer_cpu(buffer, cpu)		\  argument
311 #define for_each_online_buffer_cpu(buffer, cpu)		\  argument
477 	struct trace_buffer	*buffer;  member
576 int ring_buffer_print_page_header(struct trace_buffer *buffer, struct trace_seq *s)  in ring_buffer_print_page_header()
610 static void rb_time_set(rb_time_t *t, u64 val)  in rb_time_set()
694 u64 ring_buffer_event_time_stamp(struct trace_buffer *buffer,  in ring_buffer_event_time_stamp()
732 size_t ring_buffer_nr_dirty_pages(struct trace_buffer *buffer, int cpu)  in ring_buffer_nr_dirty_pages()
756 static __always_inline bool full_hit(struct trace_buffer *buffer, int cpu, int full)  in full_hit()
816 void ring_buffer_wake_waiters(struct trace_buffer *buffer, int cpu)  in ring_buffer_wake_waiters()
848 static bool rb_watermark_hit(struct trace_buffer *buffer, int cpu, int full)  in rb_watermark_hit()
880 rb_wait_cond(struct rb_irq_work *rbwork, struct trace_buffer *buffer,  in rb_wait_cond()
946 int ring_buffer_wait(struct trace_buffer *buffer, int cpu, int full,  in ring_buffer_wait()
1005 __poll_t ring_buffer_poll_wait(struct trace_buffer *buffer, int cpu,  in ring_buffer_poll_wait()
1087 static inline u64 rb_time_stamp(struct trace_buffer *buffer)  in rb_time_stamp()
1101 u64 ring_buffer_time_stamp(struct trace_buffer *buffer)  in ring_buffer_time_stamp()
1113 void ring_buffer_normalize_time_stamp(struct trace_buffer *buffer,  in ring_buffer_normalize_time_stamp()
1205 	unsigned long val = (unsigned long)list;  in rb_list_head()  local
1221 	unsigned long val;  in rb_is_head_page()  local
1307 	unsigned long val = (unsigned long)&head->list;  in rb_head_page_set()  local
1400 	unsigned long val;  in rb_head_page_replace()  local
1443 		unsigned long val = old_write & ~RB_WRITE_MASK;  in rb_tail_page_update()  local
1475 	unsigned long val = (unsigned long)bpage;  in rb_check_bpage()  local
1580 static void *rb_range_meta(struct trace_buffer *buffer, int nr_pages, int cpu)  in rb_range_meta()
1675 			  struct trace_buffer *buffer, int nr_pages,  in rb_meta_valid()
1906 static void rb_range_meta_init(struct trace_buffer *buffer, int nr_pages)  in rb_range_meta_init()
1975 	unsigned long val;  in rbm_start()  local
2000 	unsigned long val = (unsigned long)v;  in rbm_show()  local
2029 int ring_buffer_meta_seq_init(struct file *file, struct trace_buffer *buffer, int cpu)  in ring_buffer_meta_seq_init()
2062 	struct trace_buffer *buffer = cpu_buffer->buffer;  in __rb_allocate_pages()  local
2184 rb_allocate_cpu_buffer(struct trace_buffer *buffer, long nr_pages, int cpu)  in rb_allocate_cpu_buffer()
2318 	struct trace_buffer *buffer;  in alloc_buffer()  local
2485 bool ring_buffer_last_boot_delta(struct trace_buffer *buffer, long *text,  in ring_buffer_last_boot_delta()
2505 ring_buffer_free(struct trace_buffer *buffer)  in ring_buffer_free()
2523 void ring_buffer_set_clock(struct trace_buffer *buffer,  in ring_buffer_set_clock()
2529 void ring_buffer_set_time_stamp_abs(struct trace_buffer *buffer, bool abs)  in ring_buffer_set_time_stamp_abs()
2534 bool ring_buffer_time_stamp_abs(struct trace_buffer *buffer)  in ring_buffer_time_stamp_abs()
2773 int ring_buffer_resize(struct trace_buffer *buffer, unsigned long size,  in ring_buffer_resize()
2983 void ring_buffer_change_overwrite(struct trace_buffer *buffer, int val)  in ring_buffer_change_overwrite()
3406 	struct trace_buffer *buffer = cpu_buffer->buffer;  in rb_move_tail()  local
3849 rb_wakeups(struct trace_buffer *buffer, struct ring_buffer_per_cpu *cpu_buffer)  in rb_wakeups()
3955 	unsigned int val = cpu_buffer->current_context;  in trace_recursive_lock()  local
4002 void ring_buffer_nest_start(struct trace_buffer *buffer)  in ring_buffer_nest_start()
4022 void ring_buffer_nest_end(struct trace_buffer *buffer)  in ring_buffer_nest_end()
4043 int ring_buffer_unlock_commit(struct trace_buffer *buffer)  in ring_buffer_unlock_commit()
4415 rb_reserve_next_event(struct trace_buffer *buffer,  in rb_reserve_next_event()
4511 ring_buffer_lock_reserve(struct trace_buffer *buffer, unsigned long length)  in ring_buffer_lock_reserve()
4612 void ring_buffer_discard_commit(struct trace_buffer *buffer,  in ring_buffer_discard_commit()
4658 int ring_buffer_write(struct trace_buffer *buffer,  in ring_buffer_write()
4740 void ring_buffer_record_disable(struct trace_buffer *buffer)  in ring_buffer_record_disable()
4753 void ring_buffer_record_enable(struct trace_buffer *buffer)  in ring_buffer_record_enable()
4770 void ring_buffer_record_off(struct trace_buffer *buffer)  in ring_buffer_record_off()
4793 void ring_buffer_record_on(struct trace_buffer *buffer)  in ring_buffer_record_on()
4811 bool ring_buffer_record_is_on(struct trace_buffer *buffer)  in ring_buffer_record_is_on()
4827 bool ring_buffer_record_is_set_on(struct trace_buffer *buffer)  in ring_buffer_record_is_set_on()
4842 void ring_buffer_record_disable_cpu(struct trace_buffer *buffer, int cpu)  in ring_buffer_record_disable_cpu()
4862 void ring_buffer_record_enable_cpu(struct trace_buffer *buffer, int cpu)  in ring_buffer_record_enable_cpu()
4879 u64 ring_buffer_oldest_event_ts(struct trace_buffer *buffer, int cpu)  in ring_buffer_oldest_event_ts()
4912 unsigned long ring_buffer_bytes_cpu(struct trace_buffer *buffer, int cpu)  in ring_buffer_bytes_cpu()
4932 unsigned long ring_buffer_entries_cpu(struct trace_buffer *buffer, int cpu)  in ring_buffer_entries_cpu()
4951 unsigned long ring_buffer_overrun_cpu(struct trace_buffer *buffer, int cpu)  in ring_buffer_overrun_cpu()
4974 ring_buffer_commit_overrun_cpu(struct trace_buffer *buffer, int cpu)  in ring_buffer_commit_overrun_cpu()
4996 ring_buffer_dropped_events_cpu(struct trace_buffer *buffer, int cpu)  in ring_buffer_dropped_events_cpu()
5017 ring_buffer_read_events_cpu(struct trace_buffer *buffer, int cpu)  in ring_buffer_read_events_cpu()
5036 unsigned long ring_buffer_entries(struct trace_buffer *buffer)  in ring_buffer_entries()
5059 unsigned long ring_buffer_overruns(struct trace_buffer *buffer)  in ring_buffer_overruns()
5535 	struct trace_buffer *buffer;  in rb_iter_peek()  local
5665 ring_buffer_peek(struct trace_buffer *buffer, int cpu, u64 *ts,  in ring_buffer_peek()
5743 ring_buffer_consume(struct trace_buffer *buffer, int cpu, u64 *ts,  in ring_buffer_consume()
5799 ring_buffer_read_prepare(struct trace_buffer *buffer, int cpu, gfp_t flags)  in ring_buffer_read_prepare()
5918 unsigned long ring_buffer_size(struct trace_buffer *buffer, int cpu)  in ring_buffer_size()
5933 unsigned long ring_buffer_max_event_size(struct trace_buffer *buffer)  in ring_buffer_max_event_size()
6050 void ring_buffer_reset_cpu(struct trace_buffer *buffer, int cpu)  in ring_buffer_reset_cpu()
6088 void ring_buffer_reset_online_cpus(struct trace_buffer *buffer)  in ring_buffer_reset_online_cpus()
6135 void ring_buffer_reset(struct trace_buffer *buffer)  in ring_buffer_reset()
6170 bool ring_buffer_empty(struct trace_buffer *buffer)  in ring_buffer_empty()
6200 bool ring_buffer_empty_cpu(struct trace_buffer *buffer, int cpu)  in ring_buffer_empty_cpu()
6332 ring_buffer_alloc_read_page(struct trace_buffer *buffer, int cpu)  in ring_buffer_alloc_read_page()
6387 void ring_buffer_free_read_page(struct trace_buffer *buffer, int cpu,  in ring_buffer_free_read_page()
6459 int ring_buffer_read_page(struct trace_buffer *buffer,  in ring_buffer_read_page()
6653 int ring_buffer_subbuf_size_get(struct trace_buffer *buffer)  in ring_buffer_subbuf_size_get()
6671 int ring_buffer_subbuf_order_get(struct trace_buffer *buffer)  in ring_buffer_subbuf_order_get()
6696 int ring_buffer_subbuf_order_set(struct trace_buffer *buffer, int order)  in ring_buffer_subbuf_order_set()
6915 rb_get_mapped_buffer(struct trace_buffer *buffer, int cpu)  in rb_get_mapped_buffer()
7093 int ring_buffer_map(struct trace_buffer *buffer, int cpu,  in ring_buffer_map()
7162 int ring_buffer_unmap(struct trace_buffer *buffer, int cpu)  in ring_buffer_unmap()
7206 int ring_buffer_map_get_reader(struct trace_buffer *buffer, int cpu)  in ring_buffer_map_get_reader()
7299 	struct trace_buffer *buffer;  in trace_rb_cpu_prepare()  local
7354 	struct trace_buffer *buffer;  member
7496 	struct trace_buffer *buffer;  in test_ringbuffer()  local