kernel/trace/ring_buffer.c

1253

rb_is_head_page(struct buffer_page *page, struct list_head *list)

kernel/trace/ring_buffer.c

1272

static bool rb_is_reader_page(struct buffer_page *page)

kernel/trace/ring_buffer.c

1296

struct buffer_page *head;

kernel/trace/ring_buffer.c

1336

struct buffer_page *head,

kernel/trace/ring_buffer.c

1337

struct buffer_page *prev,

kernel/trace/ring_buffer.c

1359

struct buffer_page *head,

kernel/trace/ring_buffer.c

1360

struct buffer_page *prev,

kernel/trace/ring_buffer.c

1368

struct buffer_page *head,

kernel/trace/ring_buffer.c

1369

struct buffer_page *prev,

kernel/trace/ring_buffer.c

1377

struct buffer_page *head,

kernel/trace/ring_buffer.c

1378

struct buffer_page *prev,

kernel/trace/ring_buffer.c

1385

static inline void rb_inc_page(struct buffer_page **bpage)

kernel/trace/ring_buffer.c

1389

*bpage = list_entry(p, struct buffer_page, list);

kernel/trace/ring_buffer.c

1392

static inline void rb_dec_page(struct buffer_page **bpage)

kernel/trace/ring_buffer.c

1396

*bpage = list_entry(p, struct buffer_page, list);

kernel/trace/ring_buffer.c

1399

static struct buffer_page *

kernel/trace/ring_buffer.c

1402

struct buffer_page *head;

kernel/trace/ring_buffer.c

1403

struct buffer_page *page;

kernel/trace/ring_buffer.c

1437

static bool rb_head_page_replace(struct buffer_page *old,

kernel/trace/ring_buffer.c

1438

struct buffer_page *new)

kernel/trace/ring_buffer.c

1453

struct buffer_page *tail_page,

kernel/trace/ring_buffer.c

1454

struct buffer_page *next_page)

kernel/trace/ring_buffer.c

1514

struct buffer_page *bpage)

kernel/trace/ring_buffer.c

1903

static int __rb_validate_buffer(struct buffer_page *bpage, int cpu,

kernel/trace/ring_buffer.c

1961

static void rb_validate_buffer(struct buffer_page *bpage,

kernel/trace/ring_buffer.c

1988

struct buffer_page *orig_head,

kernel/trace/ring_buffer.c

1989

struct buffer_page *head_page)

kernel/trace/ring_buffer.c

1991

struct buffer_page *bpage = orig_head;

kernel/trace/ring_buffer.c

2034

struct buffer_page *head_page, *orig_head, *orig_reader;

kernel/trace/ring_buffer.c

2314

struct buffer_page *bpage)

kernel/trace/ring_buffer.c

2363

struct buffer_page *bpage, *tmp;

kernel/trace/ring_buffer.c

2492

struct buffer_page *bpage;

kernel/trace/ring_buffer.c

2587

= list_entry(cpu_buffer->pages, struct buffer_page, list);

kernel/trace/ring_buffer.c

2610

struct buffer_page *bpage, *tmp;

kernel/trace/ring_buffer.c

2626

bpage = list_entry(head, struct buffer_page, list);

kernel/trace/ring_buffer.c

2972

static inline unsigned long rb_page_entries(struct buffer_page *bpage)

kernel/trace/ring_buffer.c

2977

static inline unsigned long rb_page_write(struct buffer_page *bpage)

kernel/trace/ring_buffer.c

2986

struct buffer_page *to_remove_page, *tmp_iter_page;

kernel/trace/ring_buffer.c

2987

struct buffer_page *last_page, *first_page;

kernel/trace/ring_buffer.c

3017

struct buffer_page, list);

kernel/trace/ring_buffer.c

3045

struct buffer_page, list);

kernel/trace/ring_buffer.c

3054

last_page = list_entry(rb_list_head(to_remove), struct buffer_page,

kernel/trace/ring_buffer.c

3122

struct buffer_page *hpage = rb_set_head_page(cpu_buffer);

kernel/trace/ring_buffer.c

3164

struct buffer_page *bpage, *tmp;

kernel/trace/ring_buffer.c

3396

struct buffer_page *bpage, *tmp;

kernel/trace/ring_buffer.c

3430

static __always_inline void *__rb_page_index(struct buffer_page *bpage, unsigned index)

kernel/trace/ring_buffer.c

3446

struct buffer_page *iter_head_page = iter->head_page;

kernel/trace/ring_buffer.c

3551

struct buffer_page *next_page)

kernel/trace/ring_buffer.c

3568

struct buffer_page *reader)

kernel/trace/ring_buffer.c

3595

struct buffer_page *tail_page,

kernel/trace/ring_buffer.c

3596

struct buffer_page *next_page)

kernel/trace/ring_buffer.c

3598

struct buffer_page *new_head;

kernel/trace/ring_buffer.c

3719

struct buffer_page *buffer_tail_page;

kernel/trace/ring_buffer.c

3755

struct buffer_page *tail_page = info->tail_page;

kernel/trace/ring_buffer.c

3837

struct buffer_page *tail_page = info->tail_page;

kernel/trace/ring_buffer.c

3838

struct buffer_page *commit_page = cpu_buffer->commit_page;

kernel/trace/ring_buffer.c

384

static __always_inline unsigned int rb_page_commit(struct buffer_page *bpage)

kernel/trace/ring_buffer.c

3840

struct buffer_page *next_page;

kernel/trace/ring_buffer.c

389

static __always_inline unsigned int rb_page_size(struct buffer_page *bpage)

kernel/trace/ring_buffer.c

394

static void free_buffer_page(struct buffer_page *bpage)

kernel/trace/ring_buffer.c

4095

struct buffer_page *bpage;

kernel/trace/ring_buffer.c

410

#define alloc_cpu_page(cpu) (struct buffer_page *) \

kernel/trace/ring_buffer.c

411

kzalloc_node(ALIGN(sizeof(struct buffer_page), \

kernel/trace/ring_buffer.c

456

struct buffer_page *tail_page;

kernel/trace/ring_buffer.c

4720

struct buffer_page *tail_page;

kernel/trace/ring_buffer.c

5008

struct buffer_page *bpage = cpu_buffer->commit_page;

kernel/trace/ring_buffer.c

5009

struct buffer_page *start;

kernel/trace/ring_buffer.c

516

struct buffer_page *head_page; /* read from head */

kernel/trace/ring_buffer.c

517

struct buffer_page *tail_page; /* write to tail */

kernel/trace/ring_buffer.c

518

struct buffer_page *commit_page; /* committed pages */

kernel/trace/ring_buffer.c

519

struct buffer_page *reader_page;

kernel/trace/ring_buffer.c

5338

struct buffer_page *bpage;

kernel/trace/ring_buffer.c

547

struct buffer_page **subbuf_ids; /* ID to subbuf VA */

kernel/trace/ring_buffer.c

5542

struct buffer_page *next, *orig;

kernel/trace/ring_buffer.c

5634

struct buffer_page *reader;

kernel/trace/ring_buffer.c

5635

struct buffer_page *head_page;

kernel/trace/ring_buffer.c

5636

struct buffer_page *commit_page;

kernel/trace/ring_buffer.c

5637

struct buffer_page *curr_commit_page;

kernel/trace/ring_buffer.c

5735

static struct buffer_page *

kernel/trace/ring_buffer.c

5738

struct buffer_page *new_reader, *prev_reader, *prev_head, *new_head, *last;

kernel/trace/ring_buffer.c

5793

static struct buffer_page *

kernel/trace/ring_buffer.c

5798

struct buffer_page *reader = NULL;

kernel/trace/ring_buffer.c

5975

static struct buffer_page *

kernel/trace/ring_buffer.c

598

struct buffer_page *head_page;

kernel/trace/ring_buffer.c

5985

struct buffer_page *reader;

kernel/trace/ring_buffer.c

599

struct buffer_page *cache_reader_page;

kernel/trace/ring_buffer.c

6045

struct buffer_page *reader;

kernel/trace/ring_buffer.c

6480

static void rb_clear_buffer_page(struct buffer_page *page)

kernel/trace/ring_buffer.c

6507

struct buffer_page *bpage, int id)

kernel/trace/ring_buffer.c

6547

struct buffer_page *page;

kernel/trace/ring_buffer.c

6569

= list_entry(cpu_buffer->pages, struct buffer_page, list);

kernel/trace/ring_buffer.c

660

struct buffer_page *page = cpu_buffer->commit_page;

kernel/trace/ring_buffer.c

661

struct buffer_page *tail_page = READ_ONCE(cpu_buffer->tail_page);

kernel/trace/ring_buffer.c

679

page = list_entry(next, struct buffer_page, list);

kernel/trace/ring_buffer.c

7069

struct buffer_page *reader;

kernel/trace/ring_buffer.c

7317

struct buffer_page *bpage, *tmp;

kernel/trace/ring_buffer.c

7414

struct buffer_page, list);

kernel/trace/ring_buffer.c

7423

= list_entry(cpu_buffer->pages, struct buffer_page, list);

kernel/trace/ring_buffer.c

7497

struct buffer_page **subbuf_ids)

kernel/trace/ring_buffer.c

7501

struct buffer_page *first_subbuf, *subbuf;

kernel/trace/ring_buffer.c

7681

struct buffer_page *subbuf;

kernel/trace/ring_buffer.c

7716

struct buffer_page **subbuf_ids;

kernel/trace/ring_buffer.c

7837

struct buffer_page *reader;