Lines Matching refs:buffer_page

359 struct buffer_page {  struct
391 static __always_inline unsigned int rb_page_commit(struct buffer_page *bpage) in rb_page_commit() argument
396 static void free_buffer_page(struct buffer_page *bpage) in free_buffer_page()
431 struct buffer_page *tail_page;
491 struct buffer_page *head_page; /* read from head */
492 struct buffer_page *tail_page; /* write to tail */
493 struct buffer_page *commit_page; /* committed pages */
494 struct buffer_page *reader_page;
568 struct buffer_page *head_page;
569 struct buffer_page *cache_reader_page;
629 struct buffer_page *page = cpu_buffer->commit_page; in verify_event()
630 struct buffer_page *tail_page = READ_ONCE(cpu_buffer->tail_page); in verify_event()
648 page = list_entry(next, struct buffer_page, list); in verify_event()
1222 rb_is_head_page(struct buffer_page *page, struct list_head *list) in rb_is_head_page()
1241 static bool rb_is_reader_page(struct buffer_page *page) in rb_is_reader_page()
1265 struct buffer_page *head; in rb_head_page_activate()
1305 struct buffer_page *head, in rb_head_page_set()
1306 struct buffer_page *prev, in rb_head_page_set()
1328 struct buffer_page *head, in rb_head_page_set_update()
1329 struct buffer_page *prev, in rb_head_page_set_update()
1337 struct buffer_page *head, in rb_head_page_set_head()
1338 struct buffer_page *prev, in rb_head_page_set_head()
1346 struct buffer_page *head, in rb_head_page_set_normal()
1347 struct buffer_page *prev, in rb_head_page_set_normal()
1354 static inline void rb_inc_page(struct buffer_page **bpage) in rb_inc_page()
1358 *bpage = list_entry(p, struct buffer_page, list); in rb_inc_page()
1361 static struct buffer_page *
1364 struct buffer_page *head; in rb_set_head_page()
1365 struct buffer_page *page; in rb_set_head_page()
1399 static bool rb_head_page_replace(struct buffer_page *old, in rb_head_page_replace()
1400 struct buffer_page *new) in rb_head_page_replace()
1415 struct buffer_page *tail_page, in rb_tail_page_update()
1416 struct buffer_page *next_page) in rb_tail_page_update()
1476 struct buffer_page *bpage) in rb_check_bpage()
1869 struct buffer_page *head_page; in rb_meta_validate_events()
2089 struct buffer_page *bpage) in rb_meta_buffer_update()
2107 struct buffer_page *bpage, *tmp; in __rb_allocate_pages()
2231 struct buffer_page *bpage; in rb_allocate_cpu_buffer()
2309 = list_entry(cpu_buffer->pages, struct buffer_page, list); in rb_allocate_cpu_buffer()
2334 struct buffer_page *bpage, *tmp; in rb_free_cpu_buffer()
2347 bpage = list_entry(head, struct buffer_page, list); in rb_free_cpu_buffer()
2594 static inline unsigned long rb_page_entries(struct buffer_page *bpage) in rb_page_entries()
2599 static inline unsigned long rb_page_write(struct buffer_page *bpage) in rb_page_write()
2608 struct buffer_page *to_remove_page, *tmp_iter_page; in rb_remove_pages()
2609 struct buffer_page *last_page, *first_page; in rb_remove_pages()
2639 struct buffer_page, list); in rb_remove_pages()
2667 struct buffer_page, list); in rb_remove_pages()
2676 last_page = list_entry(rb_list_head(to_remove), struct buffer_page, in rb_remove_pages()
2744 struct buffer_page *hpage = rb_set_head_page(cpu_buffer); in rb_insert_pages()
2786 struct buffer_page *bpage, *tmp; in rb_insert_pages()
3017 struct buffer_page *bpage, *tmp; in ring_buffer_resize()
3049 static __always_inline void *__rb_page_index(struct buffer_page *bpage, unsigned index) in __rb_page_index()
3065 struct buffer_page *iter_head_page = iter->head_page; in rb_iter_head_event()
3121 static __always_inline unsigned rb_page_size(struct buffer_page *bpage) in rb_page_size()
3173 struct buffer_page *next_page) in rb_update_meta_head()
3190 struct buffer_page *reader) in rb_update_meta_reader()
3217 struct buffer_page *tail_page, in rb_handle_head_page()
3218 struct buffer_page *next_page) in rb_handle_head_page()
3220 struct buffer_page *new_head; in rb_handle_head_page()
3341 struct buffer_page *buffer_tail_page; in rb_handle_head_page()
3377 struct buffer_page *tail_page = info->tail_page; in rb_reset_tail()
3459 struct buffer_page *tail_page = info->tail_page; in rb_move_tail()
3460 struct buffer_page *commit_page = cpu_buffer->commit_page; in rb_move_tail()
3462 struct buffer_page *next_page; in rb_move_tail()
3724 struct buffer_page *bpage; in rb_try_to_discard()
4331 struct buffer_page *tail_page; in __rb_reserve_next()
4619 struct buffer_page *bpage = cpu_buffer->commit_page; in rb_decrement_entry()
4620 struct buffer_page *start; in rb_decrement_entry()
4938 struct buffer_page *bpage; in ring_buffer_oldest_event_ts()
5182 struct buffer_page *reader; in ring_buffer_iter_empty()
5183 struct buffer_page *head_page; in ring_buffer_iter_empty()
5184 struct buffer_page *commit_page; in ring_buffer_iter_empty()
5185 struct buffer_page *curr_commit_page; in ring_buffer_iter_empty()
5283 static struct buffer_page *
5286 struct buffer_page *reader = NULL; in rb_get_reader_page()
5458 struct buffer_page *reader; in rb_advance_reader()
5518 struct buffer_page *reader; in rb_buffer_peek()
5997 static void rb_clear_buffer_page(struct buffer_page *page) in rb_clear_buffer_page()
6027 struct buffer_page *page; in rb_reset_cpu()
6032 = list_entry(cpu_buffer->pages, struct buffer_page, list); in rb_reset_cpu()
6509 struct buffer_page *reader; in ring_buffer_read_page()
6742 struct buffer_page *bpage, *tmp; in ring_buffer_subbuf_order_set()
6839 struct buffer_page, list); in ring_buffer_subbuf_order_set()
6848 = list_entry(cpu_buffer->pages, struct buffer_page, list); in ring_buffer_subbuf_order_set()
6928 struct buffer_page *first_subbuf, *subbuf; in rb_setup_ids_meta_page()
7252 struct buffer_page *reader; in ring_buffer_map_get_reader()