Lines Matching refs:commit_page
493 struct buffer_page *commit_page; /* committed pages */ member
629 struct buffer_page *page = cpu_buffer->commit_page; in verify_event()
870 pagebusy = cpu_buffer->reader_page == cpu_buffer->commit_page; in rb_watermark_hit()
1892 cpu_buffer->commit_page = cpu_buffer->reader_page; in rb_meta_validate_events()
1919 if (head_page == cpu_buffer->commit_page) in rb_meta_validate_events()
1923 if (head_page != cpu_buffer->commit_page) { in rb_meta_validate_events()
2097 cpu_buffer->commit_page = bpage; in rb_meta_buffer_update()
2296 !cpu_buffer->head_page || !cpu_buffer->commit_page || !cpu_buffer->tail_page) { in rb_allocate_cpu_buffer()
2298 (cpu_buffer->head_page || cpu_buffer->commit_page || cpu_buffer->tail_page)) { in rb_allocate_cpu_buffer()
2302 if (!cpu_buffer->commit_page) in rb_allocate_cpu_buffer()
2310 cpu_buffer->tail_page = cpu_buffer->commit_page = cpu_buffer->head_page; in rb_allocate_cpu_buffer()
3129 return rb_page_commit(cpu_buffer->commit_page); in rb_commit_index()
3460 struct buffer_page *commit_page = cpu_buffer->commit_page; in rb_move_tail() local
3474 if (unlikely(next_page == commit_page)) { in rb_move_tail()
3499 if (!rb_is_reader_page(cpu_buffer->commit_page)) { in rb_move_tail()
3527 if (unlikely((cpu_buffer->commit_page != in rb_move_tail()
3529 (cpu_buffer->commit_page == in rb_move_tail()
3807 while (cpu_buffer->commit_page != READ_ONCE(cpu_buffer->tail_page)) { in rb_set_commit_to_write()
3817 local_set(&cpu_buffer->commit_page->page->commit, in rb_set_commit_to_write()
3818 rb_page_write(cpu_buffer->commit_page)); in rb_set_commit_to_write()
3819 rb_inc_page(&cpu_buffer->commit_page); in rb_set_commit_to_write()
3822 meta->commit_buffer = (unsigned long)cpu_buffer->commit_page->page; in rb_set_commit_to_write()
3828 rb_page_write(cpu_buffer->commit_page)) { in rb_set_commit_to_write()
3832 local_set(&cpu_buffer->commit_page->page->commit, in rb_set_commit_to_write()
3833 rb_page_write(cpu_buffer->commit_page)); in rb_set_commit_to_write()
3835 local_read(&cpu_buffer->commit_page->page->commit) & in rb_set_commit_to_write()
3848 if (unlikely(cpu_buffer->commit_page != READ_ONCE(cpu_buffer->tail_page))) in rb_set_commit_to_write()
3921 if (cpu_buffer->reader_page == cpu_buffer->commit_page) in rb_wakeups()
4619 struct buffer_page *bpage = cpu_buffer->commit_page; in rb_decrement_entry()
5184 struct buffer_page *commit_page; in ring_buffer_iter_empty() local
5193 commit_page = READ_ONCE(cpu_buffer->commit_page); in ring_buffer_iter_empty()
5194 commit_ts = commit_page->page->time_stamp; in ring_buffer_iter_empty()
5202 commit = rb_page_commit(commit_page); in ring_buffer_iter_empty()
5207 curr_commit_page = READ_ONCE(cpu_buffer->commit_page); in ring_buffer_iter_empty()
5211 if (curr_commit_page != commit_page || in ring_buffer_iter_empty()
5216 return ((iter->head_page == commit_page && iter->head >= commit) || in ring_buffer_iter_empty()
5217 (iter->head_page == reader && commit_page == head_page && in ring_buffer_iter_empty()
5321 if (cpu_buffer->commit_page == cpu_buffer->reader_page) in rb_get_reader_page()
5499 if (iter->head_page == cpu_buffer->commit_page) in rb_advance_iter()
6039 cpu_buffer->commit_page = cpu_buffer->head_page; in rb_reset_cpu()
6560 cpu_buffer->reader_page == cpu_buffer->commit_page || in ring_buffer_read_page()
6575 cpu_buffer->reader_page == cpu_buffer->commit_page)) in ring_buffer_read_page()
6849 cpu_buffer->tail_page = cpu_buffer->commit_page = cpu_buffer->head_page; in ring_buffer_subbuf_order_set()
7287 if (cpu_buffer->reader_page != cpu_buffer->commit_page) { in ring_buffer_map_get_reader()