Lines Matching refs:head_page
491 struct buffer_page *head_page; /* read from head */ member
568 struct buffer_page *head_page; member
1267 head = cpu_buffer->head_page; in rb_head_page_activate()
1369 if (RB_WARN_ON(cpu_buffer, !cpu_buffer->head_page)) in rb_set_head_page()
1377 page = head = cpu_buffer->head_page; in rb_set_head_page()
1387 cpu_buffer->head_page = page; in rb_set_head_page()
1869 struct buffer_page *head_page; in rb_meta_validate_events() local
1888 head_page = cpu_buffer->head_page; in rb_meta_validate_events()
1898 for (i = 0; i < meta->nr_subbufs + 1; i++, rb_inc_page(&head_page)) { in rb_meta_validate_events()
1901 if (head_page == cpu_buffer->reader_page) in rb_meta_validate_events()
1904 ret = rb_validate_buffer(head_page->page, cpu_buffer->cpu); in rb_meta_validate_events()
1916 entry_bytes += local_read(&head_page->page->commit); in rb_meta_validate_events()
1917 local_set(&cpu_buffer->head_page->entries, ret); in rb_meta_validate_events()
1919 if (head_page == cpu_buffer->commit_page) in rb_meta_validate_events()
1923 if (head_page != cpu_buffer->commit_page) { in rb_meta_validate_events()
1945 for (i = 0; i < meta->nr_subbufs - 1; i++, rb_inc_page(&head_page)) { in rb_meta_validate_events()
1946 local_set(&head_page->entries, 0); in rb_meta_validate_events()
1947 local_set(&head_page->page->commit, 0); in rb_meta_validate_events()
2094 cpu_buffer->head_page = bpage; in rb_meta_buffer_update()
2296 !cpu_buffer->head_page || !cpu_buffer->commit_page || !cpu_buffer->tail_page) { in rb_allocate_cpu_buffer()
2298 (cpu_buffer->head_page || cpu_buffer->commit_page || cpu_buffer->tail_page)) { in rb_allocate_cpu_buffer()
2300 if (!cpu_buffer->head_page) in rb_allocate_cpu_buffer()
2308 cpu_buffer->head_page in rb_allocate_cpu_buffer()
2310 cpu_buffer->tail_page = cpu_buffer->commit_page = cpu_buffer->head_page; in rb_allocate_cpu_buffer()
2666 cpu_buffer->head_page = list_entry(next_page, in rb_remove_pages()
2741 struct list_head *head_page, *prev_page; in rb_insert_pages() local
2748 head_page = &hpage->list; in rb_insert_pages()
2749 prev_page = head_page->prev; in rb_insert_pages()
2755 ((unsigned long)head_page | RB_PAGE_HEAD); in rb_insert_pages()
2768 head_page->prev = last_page; in rb_insert_pages()
3065 struct buffer_page *iter_head_page = iter->head_page; in rb_iter_head_event()
3113 iter->page_stamp = iter->read_stamp = iter->head_page->page->time_stamp; in rb_iter_head_event()
3152 if (iter->head_page == cpu_buffer->reader_page) in rb_inc_iter()
3153 iter->head_page = rb_set_head_page(cpu_buffer); in rb_inc_iter()
3155 rb_inc_page(&iter->head_page); in rb_inc_iter()
3157 iter->page_stamp = iter->read_stamp = iter->head_page->page->time_stamp; in rb_inc_iter()
5135 iter->head_page = cpu_buffer->reader_page; in rb_iter_reset()
5139 iter->cache_reader_page = iter->head_page; in rb_iter_reset()
5147 iter->read_stamp = iter->head_page->page->time_stamp; in rb_iter_reset()
5183 struct buffer_page *head_page; in ring_buffer_iter_empty() local
5192 head_page = cpu_buffer->head_page; in ring_buffer_iter_empty()
5216 return ((iter->head_page == commit_page && iter->head >= commit) || in ring_buffer_iter_empty()
5217 (iter->head_page == reader && commit_page == head_page && in ring_buffer_iter_empty()
5218 head_page->read == commit && in ring_buffer_iter_empty()
5396 rb_inc_page(&cpu_buffer->head_page); in rb_get_reader_page()
5497 if (iter->next_event >= rb_page_size(iter->head_page)) { in rb_advance_iter()
5499 if (iter->head_page == cpu_buffer->commit_page) in rb_advance_iter()
5628 if (iter->head >= rb_page_size(iter->head_page)) { in rb_iter_peek()
5654 *ts = rb_fix_abs_ts(*ts, iter->head_page->page->time_stamp); in rb_iter_peek()
6031 cpu_buffer->head_page in rb_reset_cpu()
6033 rb_clear_buffer_page(cpu_buffer->head_page); in rb_reset_cpu()
6038 cpu_buffer->tail_page = cpu_buffer->head_page; in rb_reset_cpu()
6039 cpu_buffer->commit_page = cpu_buffer->head_page; in rb_reset_cpu()
6847 cpu_buffer->head_page in ring_buffer_subbuf_order_set()
6849 cpu_buffer->tail_page = cpu_buffer->commit_page = cpu_buffer->head_page; in ring_buffer_subbuf_order_set()