562 	struct ring_buffer_per_cpu	*cpu_buffer;  member
623 static void verify_event(struct ring_buffer_per_cpu *cpu_buffer,  in verify_event()
650 static inline void verify_event(struct ring_buffer_per_cpu *cpu_buffer,  in verify_event()
697 	struct ring_buffer_per_cpu *cpu_buffer = buffer->buffers[smp_processor_id()];  in ring_buffer_event_time_stamp()  local
758 	struct ring_buffer_per_cpu *cpu_buffer = buffer->buffers[cpu];  in full_hit()  local
792 		struct ring_buffer_per_cpu *cpu_buffer =  in rb_wake_up_waiters()  local
818 	struct ring_buffer_per_cpu *cpu_buffer;  in ring_buffer_wake_waiters()  local
850 	struct ring_buffer_per_cpu *cpu_buffer;  in rb_watermark_hit()  local
949 	struct ring_buffer_per_cpu *cpu_buffer;  in ring_buffer_wait()  local
1008 	struct ring_buffer_per_cpu *cpu_buffer;  in ring_buffer_poll_wait()  local
1260 static void rb_head_page_activate(struct ring_buffer_per_cpu *cpu_buffer)  in rb_head_page_activate()
1290 rb_head_page_deactivate(struct ring_buffer_per_cpu *cpu_buffer)  in rb_head_page_deactivate()
1301 static int rb_head_page_set(struct ring_buffer_per_cpu *cpu_buffer,  in rb_head_page_set()
1324 static int rb_head_page_set_update(struct ring_buffer_per_cpu *cpu_buffer,  in rb_head_page_set_update()
1333 static int rb_head_page_set_head(struct ring_buffer_per_cpu *cpu_buffer,  in rb_head_page_set_head()
1342 static int rb_head_page_set_normal(struct ring_buffer_per_cpu *cpu_buffer,  in rb_head_page_set_normal()
1359 rb_set_head_page(struct ring_buffer_per_cpu *cpu_buffer)  in rb_set_head_page()
1411 static void rb_tail_page_update(struct ring_buffer_per_cpu *cpu_buffer,  in rb_tail_page_update()
1472 static void rb_check_bpage(struct ring_buffer_per_cpu *cpu_buffer,  in rb_check_bpage()
1480 static bool rb_check_links(struct ring_buffer_per_cpu *cpu_buffer,  in rb_check_links()
1501 static void rb_check_pages(struct ring_buffer_per_cpu *cpu_buffer)  in rb_check_pages()
1641 static void *rb_range_buffer(struct ring_buffer_per_cpu *cpu_buffer, int idx)  in rb_range_buffer()
1811 static void rb_meta_validate_events(struct ring_buffer_per_cpu *cpu_buffer)  in rb_meta_validate_events()
1973 	struct ring_buffer_per_cpu *cpu_buffer = m->private;  in rbm_start()  local
1998 	struct ring_buffer_per_cpu *cpu_buffer = m->private;  in rbm_show()  local
2045 static void rb_meta_buffer_update(struct ring_buffer_per_cpu *cpu_buffer,  in rb_meta_buffer_update()
2059 static int __rb_allocate_pages(struct ring_buffer_per_cpu *cpu_buffer,  in __rb_allocate_pages()
2158 static int rb_allocate_pages(struct ring_buffer_per_cpu *cpu_buffer,  in rb_allocate_pages()
2186 	struct ring_buffer_per_cpu *cpu_buffer;  in rb_allocate_cpu_buffer()  local
2288 static void rb_free_cpu_buffer(struct ring_buffer_per_cpu *cpu_buffer)  in rb_free_cpu_buffer()
2550 rb_remove_pages(struct ring_buffer_per_cpu *cpu_buffer, unsigned long nr_pages)  in rb_remove_pages()
2660 rb_insert_pages(struct ring_buffer_per_cpu *cpu_buffer)  in rb_insert_pages()
2741 static void rb_update_pages(struct ring_buffer_per_cpu *cpu_buffer)  in rb_update_pages()
2757 	struct ring_buffer_per_cpu *cpu_buffer = container_of(work,  in update_pages_handler()  local
2776 	struct ring_buffer_per_cpu *cpu_buffer;  in ring_buffer_resize()  local
3000 rb_reader_event(struct ring_buffer_per_cpu *cpu_buffer)  in rb_reader_event()
3072 rb_commit_index(struct ring_buffer_per_cpu *cpu_buffer)  in rb_commit_index()
3078 rb_event_index(struct ring_buffer_per_cpu *cpu_buffer, struct ring_buffer_event *event)  in rb_event_index()
3089 	struct ring_buffer_per_cpu *cpu_buffer = iter->cpu_buffer;  in rb_inc_iter()  local
3117 static void rb_update_meta_head(struct ring_buffer_per_cpu *cpu_buffer,  in rb_update_meta_head()
3134 static void rb_update_meta_reader(struct ring_buffer_per_cpu *cpu_buffer,  in rb_update_meta_reader()
3161 rb_handle_head_page(struct ring_buffer_per_cpu *cpu_buffer,  in rb_handle_head_page()
3318 rb_reset_tail(struct ring_buffer_per_cpu *cpu_buffer,  in rb_reset_tail()
3401 rb_move_tail(struct ring_buffer_per_cpu *cpu_buffer,  in rb_move_tail()
3505 rb_add_time_stamp(struct ring_buffer_per_cpu *cpu_buffer,  in rb_add_time_stamp()
3534 rb_check_timestamp(struct ring_buffer_per_cpu *cpu_buffer,  in rb_check_timestamp()
3552 static void rb_add_timestamp(struct ring_buffer_per_cpu *cpu_buffer,  in rb_add_timestamp()
3605 rb_update_event(struct ring_buffer_per_cpu *cpu_buffer,  in rb_update_event()
3665 rb_try_to_discard(struct ring_buffer_per_cpu *cpu_buffer,  in rb_try_to_discard()
3730 static void rb_start_commit(struct ring_buffer_per_cpu *cpu_buffer)  in rb_start_commit()
3737 rb_set_commit_to_write(struct ring_buffer_per_cpu *cpu_buffer)  in rb_set_commit_to_write()
3797 static __always_inline void rb_end_commit(struct ring_buffer_per_cpu *cpu_buffer)  in rb_end_commit()
3842 static void rb_commit(struct ring_buffer_per_cpu *cpu_buffer)  in rb_commit()
3849 rb_wakeups(struct trace_buffer *buffer, struct ring_buffer_per_cpu *cpu_buffer)  in rb_wakeups()
3953 trace_recursive_lock(struct ring_buffer_per_cpu *cpu_buffer)  in trace_recursive_lock()
3980 trace_recursive_unlock(struct ring_buffer_per_cpu *cpu_buffer)  in trace_recursive_unlock()
4004 	struct ring_buffer_per_cpu *cpu_buffer;  in ring_buffer_nest_start()  local
4024 	struct ring_buffer_per_cpu *cpu_buffer;  in ring_buffer_nest_end()  local
4045 	struct ring_buffer_per_cpu *cpu_buffer;  in ring_buffer_unlock_commit()  local
4211 static void check_buffer(struct ring_buffer_per_cpu *cpu_buffer,  in check_buffer()
4264 static inline void check_buffer(struct ring_buffer_per_cpu *cpu_buffer,  in check_buffer()
4272 __rb_reserve_next(struct ring_buffer_per_cpu *cpu_buffer,  in __rb_reserve_next()
4416 		      struct ring_buffer_per_cpu *cpu_buffer,  in rb_reserve_next_event()
4513 	struct ring_buffer_per_cpu *cpu_buffer;  in ring_buffer_lock_reserve()  local
4560 rb_decrement_entry(struct ring_buffer_per_cpu *cpu_buffer,  in rb_decrement_entry()
4615 	struct ring_buffer_per_cpu *cpu_buffer;  in ring_buffer_discard_commit()  local
4662 	struct ring_buffer_per_cpu *cpu_buffer;  in ring_buffer_write()  local
4720 rb_num_of_entries(struct ring_buffer_per_cpu *cpu_buffer)  in rb_num_of_entries()
4726 static bool rb_per_cpu_empty(struct ring_buffer_per_cpu *cpu_buffer)  in rb_per_cpu_empty()
4844 	struct ring_buffer_per_cpu *cpu_buffer;  in ring_buffer_record_disable_cpu()  local
4864 	struct ring_buffer_per_cpu *cpu_buffer;  in ring_buffer_record_enable_cpu()  local
4882 	struct ring_buffer_per_cpu *cpu_buffer;  in ring_buffer_oldest_event_ts()  local
4914 	struct ring_buffer_per_cpu *cpu_buffer;  in ring_buffer_bytes_cpu()  local
4934 	struct ring_buffer_per_cpu *cpu_buffer;  in ring_buffer_entries_cpu()  local
4953 	struct ring_buffer_per_cpu *cpu_buffer;  in ring_buffer_overrun_cpu()  local
4976 	struct ring_buffer_per_cpu *cpu_buffer;  in ring_buffer_commit_overrun_cpu()  local
4998 	struct ring_buffer_per_cpu *cpu_buffer;  in ring_buffer_dropped_events_cpu()  local
5019 	struct ring_buffer_per_cpu *cpu_buffer;  in ring_buffer_read_events_cpu()  local
5038 	struct ring_buffer_per_cpu *cpu_buffer;  in ring_buffer_entries()  local
5061 	struct ring_buffer_per_cpu *cpu_buffer;  in ring_buffer_overruns()  local
5077 	struct ring_buffer_per_cpu *cpu_buffer = iter->cpu_buffer;  in rb_iter_reset()  local
5106 	struct ring_buffer_per_cpu *cpu_buffer;  in ring_buffer_iter_reset()  local
5126 	struct ring_buffer_per_cpu *cpu_buffer;  in ring_buffer_iter_empty()  local
5169 rb_update_read_stamp(struct ring_buffer_per_cpu *cpu_buffer,  in rb_update_read_stamp()
5229 rb_get_reader_page(struct ring_buffer_per_cpu *cpu_buffer)  in rb_get_reader_page()
5400 static void rb_advance_reader(struct ring_buffer_per_cpu *cpu_buffer)  in rb_advance_reader()
5426 	struct ring_buffer_per_cpu *cpu_buffer;  in rb_advance_iter()  local
5453 static int rb_lost_events(struct ring_buffer_per_cpu *cpu_buffer)  in rb_lost_events()
5459 rb_buffer_peek(struct ring_buffer_per_cpu *cpu_buffer, u64 *ts,  in rb_buffer_peek()
5536 	struct ring_buffer_per_cpu *cpu_buffer;  in rb_iter_peek()  local
5623 static inline bool rb_reader_lock(struct ring_buffer_per_cpu *cpu_buffer)  in rb_reader_lock()
5648 rb_reader_unlock(struct ring_buffer_per_cpu *cpu_buffer, bool locked)  in rb_reader_unlock()
5668 	struct ring_buffer_per_cpu *cpu_buffer = buffer->buffers[cpu];  in ring_buffer_peek()  local
5716 	struct ring_buffer_per_cpu *cpu_buffer = iter->cpu_buffer;  in ring_buffer_iter_peek()  local
5746 	struct ring_buffer_per_cpu *cpu_buffer;  in ring_buffer_consume()  local
5801 	struct ring_buffer_per_cpu *cpu_buffer;  in ring_buffer_read_prepare()  local
5857 	struct ring_buffer_per_cpu *cpu_buffer;  in ring_buffer_read_start()  local
5882 	struct ring_buffer_per_cpu *cpu_buffer = iter->cpu_buffer;  in ring_buffer_read_finish()  local
5902 	struct ring_buffer_per_cpu *cpu_buffer = iter->cpu_buffer;  in ring_buffer_iter_advance()  local
5950 static void rb_update_meta_page(struct ring_buffer_per_cpu *cpu_buffer)  in rb_update_meta_page()
5970 rb_reset_cpu(struct ring_buffer_per_cpu *cpu_buffer)  in rb_reset_cpu()
6026 static void reset_disabled_cpu_buffer(struct ring_buffer_per_cpu *cpu_buffer)  in reset_disabled_cpu_buffer()
6052 	struct ring_buffer_per_cpu *cpu_buffer = buffer->buffers[cpu];  in ring_buffer_reset_cpu()  local
6090 	struct ring_buffer_per_cpu *cpu_buffer;  in ring_buffer_reset_online_cpus()  local
6137 	struct ring_buffer_per_cpu *cpu_buffer;  in ring_buffer_reset()  local
6172 	struct ring_buffer_per_cpu *cpu_buffer;  in ring_buffer_empty()  local
6202 	struct ring_buffer_per_cpu *cpu_buffer;  in ring_buffer_empty_cpu()  local
6334 	struct ring_buffer_per_cpu *cpu_buffer;  in ring_buffer_alloc_read_page()  local
6390 	struct ring_buffer_per_cpu *cpu_buffer;  in ring_buffer_free_read_page()  local
6463 	struct ring_buffer_per_cpu *cpu_buffer = buffer->buffers[cpu];  in ring_buffer_read_page()  local
6698 	struct ring_buffer_per_cpu *cpu_buffer;  in ring_buffer_subbuf_order_set()  local
6856 static int rb_alloc_meta_page(struct ring_buffer_per_cpu *cpu_buffer)  in rb_alloc_meta_page()
6872 static void rb_free_meta_page(struct ring_buffer_per_cpu *cpu_buffer)  in rb_free_meta_page()
6880 static void rb_setup_ids_meta_page(struct ring_buffer_per_cpu *cpu_buffer,  in rb_setup_ids_meta_page()
6917 	struct ring_buffer_per_cpu *cpu_buffer;  in rb_get_mapped_buffer()  local
6934 static void rb_put_mapped_buffer(struct ring_buffer_per_cpu *cpu_buffer)  in rb_put_mapped_buffer()
6943 static int __rb_inc_dec_mapped(struct ring_buffer_per_cpu *cpu_buffer,  in __rb_inc_dec_mapped()
6989 static int __rb_map_vma(struct ring_buffer_per_cpu *cpu_buffer,  in __rb_map_vma()
7086 static int __rb_map_vma(struct ring_buffer_per_cpu *cpu_buffer,  in __rb_map_vma()
7096 	struct ring_buffer_per_cpu *cpu_buffer;  in ring_buffer_map()  local
7164 	struct ring_buffer_per_cpu *cpu_buffer;  in ring_buffer_unmap()  local
7208 	struct ring_buffer_per_cpu *cpu_buffer;  in ring_buffer_map_get_reader()  local