Lines Matching refs:reader_page
494 struct buffer_page *reader_page; member
870 pagebusy = cpu_buffer->reader_page == cpu_buffer->commit_page; in rb_watermark_hit()
1879 ret = rb_validate_buffer(cpu_buffer->reader_page->page, cpu_buffer->cpu); in rb_meta_validate_events()
1885 entry_bytes += local_read(&cpu_buffer->reader_page->page->commit); in rb_meta_validate_events()
1886 local_set(&cpu_buffer->reader_page->entries, ret); in rb_meta_validate_events()
1891 if (meta->commit_buffer == (unsigned long)cpu_buffer->reader_page->page) { in rb_meta_validate_events()
1892 cpu_buffer->commit_page = cpu_buffer->reader_page; in rb_meta_validate_events()
1901 if (head_page == cpu_buffer->reader_page) in rb_meta_validate_events()
1941 local_set(&cpu_buffer->reader_page->entries, 0); in rb_meta_validate_events()
1942 local_set(&cpu_buffer->reader_page->page->commit, 0); in rb_meta_validate_events()
2259 cpu_buffer->reader_page = bpage; in rb_allocate_cpu_buffer()
2284 INIT_LIST_HEAD(&cpu_buffer->reader_page->list); in rb_allocate_cpu_buffer()
2324 free_buffer_page(cpu_buffer->reader_page); in rb_allocate_cpu_buffer()
2338 free_buffer_page(cpu_buffer->reader_page); in rb_free_cpu_buffer()
2633 if (cpu_buffer->tail_page == cpu_buffer->reader_page) in rb_remove_pages()
3057 return __rb_page_index(cpu_buffer->reader_page, in rb_reader_event()
3058 cpu_buffer->reader_page->read); in rb_reader_event()
3152 if (iter->head_page == cpu_buffer->reader_page) in rb_inc_iter()
3193 void *old_reader = cpu_buffer->reader_page->page; in rb_update_meta_reader()
3198 cpu_buffer->reader_page->id = id; in rb_update_meta_reader()
3530 cpu_buffer->reader_page))) { in rb_move_tail()
3921 if (cpu_buffer->reader_page == cpu_buffer->commit_page) in rb_wakeups()
4950 if (cpu_buffer->tail_page == cpu_buffer->reader_page) in ring_buffer_oldest_event_ts()
4951 bpage = cpu_buffer->reader_page; in ring_buffer_oldest_event_ts()
5135 iter->head_page = cpu_buffer->reader_page; in rb_iter_reset()
5136 iter->head = cpu_buffer->reader_page->read; in rb_iter_reset()
5145 iter->page_stamp = cpu_buffer->reader_page->page->time_stamp; in rb_iter_reset()
5191 reader = cpu_buffer->reader_page; in ring_buffer_iter_empty()
5219 iter->head == rb_page_size(cpu_buffer->reader_page))); in ring_buffer_iter_empty()
5308 reader = cpu_buffer->reader_page; in rb_get_reader_page()
5311 if (cpu_buffer->reader_page->read < rb_page_size(reader)) in rb_get_reader_page()
5316 cpu_buffer->reader_page->read > rb_page_size(reader))) in rb_get_reader_page()
5321 if (cpu_buffer->commit_page == cpu_buffer->reader_page) in rb_get_reader_page()
5331 local_set(&cpu_buffer->reader_page->write, 0); in rb_get_reader_page()
5332 local_set(&cpu_buffer->reader_page->entries, 0); in rb_get_reader_page()
5333 local_set(&cpu_buffer->reader_page->page->commit, 0); in rb_get_reader_page()
5334 cpu_buffer->reader_page->real_end = 0; in rb_get_reader_page()
5343 cpu_buffer->reader_page->list.next = rb_list_head(reader->list.next); in rb_get_reader_page()
5344 cpu_buffer->reader_page->list.prev = reader->list.prev; in rb_get_reader_page()
5354 rb_set_list_to_head(&cpu_buffer->reader_page->list); in rb_get_reader_page()
5379 ret = rb_head_page_replace(reader, cpu_buffer->reader_page); in rb_get_reader_page()
5395 rb_list_head(reader->list.next)->prev = &cpu_buffer->reader_page->list; in rb_get_reader_page()
5402 cpu_buffer->reader_page = reader; in rb_get_reader_page()
5403 cpu_buffer->reader_page->read = 0; in rb_get_reader_page()
5475 cpu_buffer->reader_page->read += length; in rb_advance_reader()
5607 iter->cache_reader_page != cpu_buffer->reader_page || in rb_iter_peek()
6012 meta->reader.read = cpu_buffer->reader_page->read; in rb_update_meta_page()
6013 meta->reader.id = cpu_buffer->reader_page->id; in rb_update_meta_page()
6041 INIT_LIST_HEAD(&cpu_buffer->reader_page->list); in rb_reset_cpu()
6043 rb_clear_buffer_page(cpu_buffer->reader_page); in rb_reset_cpu()
6560 cpu_buffer->reader_page == cpu_buffer->commit_page || in ring_buffer_read_page()
6562 struct buffer_data_page *rpage = cpu_buffer->reader_page->page; in ring_buffer_read_page()
6575 cpu_buffer->reader_page == cpu_buffer->commit_page)) in ring_buffer_read_page()
6835 list_add(&cpu_buffer->reader_page->list, &old_pages); in ring_buffer_subbuf_order_set()
6838 cpu_buffer->reader_page = list_entry(cpu_buffer->new_pages.next, in ring_buffer_subbuf_order_set()
6840 list_del_init(&cpu_buffer->reader_page->list); in ring_buffer_subbuf_order_set()
6931 subbuf_ids[id] = (unsigned long)cpu_buffer->reader_page->page; in rb_setup_ids_meta_page()
6932 cpu_buffer->reader_page->id = id++; in rb_setup_ids_meta_page()
7267 reader_size = rb_page_size(cpu_buffer->reader_page); in ring_buffer_map_get_reader()
7274 if (cpu_buffer->reader_page->read < reader_size) { in ring_buffer_map_get_reader()
7275 while (cpu_buffer->reader_page->read < reader_size) in ring_buffer_map_get_reader()
7287 if (cpu_buffer->reader_page != cpu_buffer->commit_page) { in ring_buffer_map_get_reader()
7324 flush_kernel_vmap_range(cpu_buffer->reader_page->page, in ring_buffer_map_get_reader()