arch/arm/include/asm/assembler.h

473

\instr\()b\t\cond\().w \reg, [\ptr, #\off]

arch/arm/include/asm/assembler.h

475

\instr\t\cond\().w \reg, [\ptr, #\off]

arch/arm/include/asm/assembler.h

500

usraccoff \instr, \reg, \ptr, \inc, 0, \cond, \abort

arch/arm/include/asm/assembler.h

502

usraccoff \instr, \reg, \ptr, \inc, \inc, \cond, \abort

arch/arm/include/asm/assembler.h

505

add\cond \ptr, #\rept * \inc

arch/arm/include/asm/assembler.h

514

\instr\()b\t\cond \reg, [\ptr], #\inc

arch/arm/include/asm/assembler.h

516

\instr\t\cond \reg, [\ptr], #\inc

arch/arm/include/asm/assembler.h

531

usracc str, \reg, \ptr, \inc, \cond, \rept, \abort

arch/arm/include/asm/assembler.h

535

usracc ldr, \reg, \ptr, \inc, \cond, \rept, \abort

arch/arm64/kvm/at.c

858

struct kvm_s2_trans *tr)

arch/arm64/kvm/at.c

864

if (tr->esr) {

arch/arm64/kvm/at.c

868

par |= FIELD_PREP(SYS_PAR_EL1_FST, tr->esr);

arch/arm64/kvm/at.c

873

s2_memattr = FIELD_GET(GENMASK(5, 2), tr->desc);

arch/arm64/kvm/at.c

933

s2_sh = FIELD_GET(KVM_PTE_LEAF_ATTR_LO_S2_SH, tr->desc);

arch/arm64/kvm/at.c

936

par |= tr->output & GENMASK(47, 12);

arch/arm64/kvm/guest.c

866

struct kvm_translation *tr)

arch/loongarch/kvm/vcpu.c

426

struct kvm_translation *tr)

arch/mips/include/asm/txx9/tx4927.h

81

u64 tr;

arch/mips/kvm/mips.c

1148

struct kvm_translation *tr)

arch/mips/txx9/generic/setup_tx4927.c

208

pr_cont(" TR:%09llx\n", ____raw_readq(&tx4927_sdramcptr->tr));

arch/mips/txx9/generic/setup_tx4938.c

221

pr_cont(" TR:%09llx\n", ____raw_readq(&tx4938_sdramcptr->tr));

arch/parisc/net/bpf_jit.h

417

static inline u32 hppa_t5_insn(u8 opcode, u8 tr, u32 val21)

arch/parisc/net/bpf_jit.h

419

return ((opcode << 26) | (tr << 21) | re_assemble_21(val21));

arch/powerpc/include/asm/kvm_ppc.h

124

struct kvm_translation *tr);

arch/powerpc/include/asm/vdso_datapage.h

21

mflr \ptr

arch/powerpc/include/asm/vdso_datapage.h

22

addis \ptr, \ptr, (\symbol - 999b)@ha

arch/powerpc/include/asm/vdso_datapage.h

23

addi \ptr, \ptr, (\symbol - 999b)@l

arch/powerpc/kvm/book3s.c

813

struct kvm_translation *tr)

arch/powerpc/kvm/booke.c

1807

struct kvm_translation *tr)

arch/powerpc/kvm/booke.c

1812

r = kvmppc_core_vcpu_translate(vcpu, tr);

arch/powerpc/kvm/e500_mmu.c

470

struct kvm_translation *tr)

arch/powerpc/kvm/e500_mmu.c

477

eaddr = tr->linear_address;

arch/powerpc/kvm/e500_mmu.c

478

pid = (tr->linear_address >> 32) & 0xff;

arch/powerpc/kvm/e500_mmu.c

479

as = (tr->linear_address >> 40) & 0x1;

arch/powerpc/kvm/e500_mmu.c

483

tr->valid = 0;

arch/powerpc/kvm/e500_mmu.c

487

tr->physical_address = kvmppc_mmu_xlate(vcpu, index, eaddr);

arch/powerpc/kvm/e500_mmu.c

489

tr->valid = 1;

arch/powerpc/platforms/44x/uic.c

126

u32 tr, pr, mask;

arch/powerpc/platforms/44x/uic.c

152

tr = mfdcr(uic->dcrbase + UIC_TR);

arch/powerpc/platforms/44x/uic.c

154

tr = (tr & mask) | (trigger << (31-src));

arch/powerpc/platforms/44x/uic.c

158

mtdcr(uic->dcrbase + UIC_TR, tr);

arch/riscv/include/asm/asm.h

109

asm_per_cpu \dst \ptr \tmp

arch/riscv/kvm/vcpu.c

340

struct kvm_translation *tr)

arch/s390/kvm/kvm-s390.c

4212

struct kvm_translation *tr)

arch/sh/include/asm/ptrace.h

59

{.name = __stringify(tr##num), .offset = offsetof(struct pt_regs, tregs[num])}

arch/x86/coco/sev/core.c

824

vmsa->tr.limit = AP_INIT_TR_LIMIT;

arch/x86/coco/sev/core.c

825

vmsa->tr.attrib = INIT_TR_ATTRIBS;

arch/x86/crypto/camellia_glue.c

801

u32 dw, tl, tr;

arch/x86/crypto/camellia_glue.c

914

tr = subRL[10] ^ rol32(dw, 1);

arch/x86/crypto/camellia_glue.c

915

tt = (tr | ((u64)tl << 32));

arch/x86/crypto/camellia_glue.c

923

tr = subRL[7] ^ rol32(dw, 1);

arch/x86/crypto/camellia_glue.c

924

tt = (tr | ((u64)tl << 32));

arch/x86/crypto/camellia_glue.c

934

tr = subRL[18] ^ rol32(dw, 1);

arch/x86/crypto/camellia_glue.c

935

tt = (tr | ((u64)tl << 32));

arch/x86/crypto/camellia_glue.c

943

tr = subRL[15] ^ rol32(dw, 1);

arch/x86/crypto/camellia_glue.c

944

tt = (tr | ((u64)tl << 32));

arch/x86/crypto/camellia_glue.c

958

tr = subRL[26] ^ rol32(dw, 1);

arch/x86/crypto/camellia_glue.c

959

tt = (tr | ((u64)tl << 32));

arch/x86/crypto/camellia_glue.c

967

tr = subRL[23] ^ rol32(dw, 1);

arch/x86/crypto/camellia_glue.c

968

tt = (tr | ((u64)tl << 32));

arch/x86/hyperv/hv_vtl.c

216

input->vp_context.tr.selector = GDT_ENTRY_TSS * 8;

arch/x86/hyperv/hv_vtl.c

217

input->vp_context.tr.base = hv_vtl_system_desc_base(tss);

arch/x86/hyperv/hv_vtl.c

218

input->vp_context.tr.limit = hv_vtl_system_desc_limit(tss);

arch/x86/hyperv/hv_vtl.c

219

input->vp_context.tr.attributes = 0x8b;

arch/x86/include/asm/desc.h

113

#define load_tr(tr) asm volatile("ltr %0"::"m" (tr))

arch/x86/include/asm/desc.h

117

#define store_tr(tr) (tr = native_store_tr())

arch/x86/include/asm/desc.h

285

unsigned long tr;

arch/x86/include/asm/desc.h

287

asm volatile("str %0":"=r" (tr));

arch/x86/include/asm/desc.h

289

return tr;

arch/x86/include/asm/nospec-branch.h

245

__stringify(__FILL_RETURN_BUFFER(\reg,\nr)), \ftr, \

arch/x86/include/asm/paravirt.h

231

#define store_tr(tr) ((tr) = paravirt_store_tr())

arch/x86/include/asm/suspend_32.h

23

unsigned long tr;

arch/x86/include/asm/suspend_64.h

52

unsigned long tr;

arch/x86/include/asm/svm.h

334

struct vmcb_seg tr;

arch/x86/include/asm/svm.h

386

struct vmcb_seg tr;

arch/x86/include/uapi/asm/kvm.h

153

struct kvm_segment tr, ldt;

arch/x86/include/uapi/asm/kvm.h

164

struct kvm_segment tr, ldt;

arch/x86/kernel/cpu/mce/amd.c

434

struct thresh_restart *tr = _tr;

arch/x86/kernel/cpu/mce/amd.c

438

if (!this_cpu_read(threshold_banks) && !tr->set_lvt_off)

arch/x86/kernel/cpu/mce/amd.c

441

rdmsr(tr->b->address, lo, hi);

arch/x86/kernel/cpu/mce/amd.c

447

if (hi & MASK_OVERFLOW_HI || tr->set_lvt_off) {

arch/x86/kernel/cpu/mce/amd.c

449

hi |= THRESHOLD_MAX - tr->b->threshold_limit;

arch/x86/kernel/cpu/mce/amd.c

450

} else if (tr->old_limit) { /* change limit w/o reset */

arch/x86/kernel/cpu/mce/amd.c

452

(tr->old_limit - tr->b->threshold_limit);

arch/x86/kernel/cpu/mce/amd.c

461

if (!tr->b->interrupt_capable)

arch/x86/kernel/cpu/mce/amd.c

464

if (tr->set_lvt_off) {

arch/x86/kernel/cpu/mce/amd.c

465

if (lvt_off_valid(tr->b, tr->lvt_off, lo, hi)) {

arch/x86/kernel/cpu/mce/amd.c

468

hi |= tr->lvt_off << 20;

arch/x86/kernel/cpu/mce/amd.c

472

if (tr->b->interrupt_enable)

arch/x86/kernel/cpu/mce/amd.c

478

wrmsr(tr->b->address, lo, hi);

arch/x86/kernel/cpu/mce/amd.c

485

struct thresh_restart tr;

arch/x86/kernel/cpu/mce/amd.c

490

memset(&tr, 0, sizeof(tr));

arch/x86/kernel/cpu/mce/amd.c

493

tr.b = block;

arch/x86/kernel/cpu/mce/amd.c

494

tr.b->interrupt_enable = intr_en;

arch/x86/kernel/cpu/mce/amd.c

495

threshold_restart_block(&tr);

arch/x86/kernel/cpu/mce/amd.c

513

struct thresh_restart tr = {

arch/x86/kernel/cpu/mce/amd.c

520

threshold_restart_block(&tr);

arch/x86/kernel/cpu/mce/amd.c

925

struct thresh_restart tr;

arch/x86/kernel/cpu/mce/amd.c

936

memset(&tr, 0, sizeof(tr));

arch/x86/kernel/cpu/mce/amd.c

937

tr.b = b;

arch/x86/kernel/cpu/mce/amd.c

939

if (smp_call_function_single(b->cpu, threshold_restart_block, &tr, 1))

arch/x86/kernel/cpu/mce/amd.c

948

struct thresh_restart tr;

arch/x86/kernel/cpu/mce/amd.c

959

memset(&tr, 0, sizeof(tr));

arch/x86/kernel/cpu/mce/amd.c

960

tr.old_limit = b->threshold_limit;

arch/x86/kernel/cpu/mce/amd.c

962

tr.b = b;

arch/x86/kernel/cpu/mce/amd.c

964

if (smp_call_function_single(b->cpu, threshold_restart_block, &tr, 1))

arch/x86/kernel/cpu/resctrl/intel_aet.c

167

static bool skip_telem_region(struct telemetry_region *tr, struct event_group *e)

arch/x86/kernel/cpu/resctrl/intel_aet.c

169

if (tr->guid != e->guid)

arch/x86/kernel/cpu/resctrl/intel_aet.c

171

if (tr->plat_info.package_id >= topology_max_packages()) {

arch/x86/kernel/cpu/resctrl/intel_aet.c

172

pr_warn("Bad package %u in guid 0x%x\n", tr->plat_info.package_id,

arch/x86/kernel/cpu/resctrl/intel_aet.c

173

tr->guid);

arch/x86/kernel/cpu/resctrl/intel_aet.c

176

if (tr->size != e->mmio_size) {

arch/x86/kernel/cpu/resctrl/intel_aet.c

178

tr->size, e->guid, e->mmio_size);

arch/x86/kernel/cpu/resctrl/intel_aet.c

211

struct telemetry_region *tr;

arch/x86/kernel/cpu/resctrl/intel_aet.c

216

tr = &p->regions[i];

arch/x86/kernel/cpu/resctrl/intel_aet.c

217

if (tr->num_rmids < e->num_rmid) {

arch/x86/kvm/emulate.c

2554

u16 tr, io_bitmap_ptr, perm, bit_idx = port & 0x7;

arch/x86/kvm/emulate.c

2566

ops->get_segment(ctxt, &tr, &tr_seg, &base3, VCPU_SREG_TR);

arch/x86/kvm/smm.c

201

enter_smm_save_seg_32(vcpu, &smram->tr, &smram->tr_sel, VCPU_SREG_TR);

arch/x86/kvm/smm.c

252

enter_smm_save_seg_64(vcpu, &smram->tr, VCPU_SREG_TR);

arch/x86/kvm/smm.c

38

CHECK_SMRAM32_OFFSET(tr, 0xFF5C);

arch/x86/kvm/smm.c

482

rsm_load_seg_32(vcpu, &smstate->tr, smstate->tr_sel, VCPU_SREG_TR);

arch/x86/kvm/smm.c

539

rsm_load_seg_64(vcpu, &smstate->tr, VCPU_SREG_TR);

arch/x86/kvm/smm.c

70

CHECK_SMRAM64_OFFSET(tr, 0xFE90);

arch/x86/kvm/smm.h

42

struct kvm_smm_seg_state_32 tr;

arch/x86/kvm/smm.h

89

struct kvm_smm_seg_state_64 tr;

arch/x86/kvm/svm/nested.c

1238

to_vmcb->save.tr = from_vmcb->save.tr;

arch/x86/kvm/svm/svm.c

1220

init_sys_seg(&save->tr, SEG_TYPE_BUSY_TSS16);

arch/x86/kvm/svm/svm.c

1623

case VCPU_SREG_TR: return &save01->tr;

arch/x86/kvm/svm/svm.c

3524

save01->tr.selector, save01->tr.attrib,

arch/x86/kvm/svm/svm.c

3525

save01->tr.limit, save01->tr.base);

arch/x86/kvm/vmx/vmx.c

3893

struct kvm_segment tr;

arch/x86/kvm/vmx/vmx.c

3895

vmx_get_segment(vcpu, &tr, VCPU_SREG_TR);

arch/x86/kvm/vmx/vmx.c

3897

if (tr.unusable)

arch/x86/kvm/vmx/vmx.c

3899

if (tr.selector & SEGMENT_TI_MASK) /* TI = 1 */

arch/x86/kvm/vmx/vmx.c

3901

if (tr.type != 3 && tr.type != 11) /* TODO: Check if guest is in IA32e mode */

arch/x86/kvm/vmx/vmx.c

3903

if (!tr.present)

arch/x86/kvm/x86.c

12185

kvm_get_segment(vcpu, &sregs->tr, VCPU_SREG_TR);

arch/x86/kvm/x86.c

12446

kvm_set_segment(vcpu, &sregs->tr, VCPU_SREG_TR);

arch/x86/kvm/x86.c

12621

struct kvm_translation *tr)

arch/x86/kvm/x86.c

12623

unsigned long vaddr = tr->linear_address;

arch/x86/kvm/x86.c

12632

tr->physical_address = gpa;

arch/x86/kvm/x86.c

12633

tr->valid = gpa != INVALID_GPA;

arch/x86/kvm/x86.c

12634

tr->writeable = 1;

arch/x86/kvm/x86.c

12635

tr->usermode = 0;

arch/x86/mm/fault.c

563

u16 ldtr, tr;

arch/x86/mm/fault.c

586

store_tr(tr);

arch/x86/mm/fault.c

587

show_ldttss(&gdt, "TR", tr);

arch/x86/power/cpu.c

102

store_tr(ctxt->tr);

arch/xtensa/include/asm/coprocessor.h

38

addi \clb, \ptr, \offset

arch/xtensa/include/asm/coprocessor.h

45

addi \clb, \ptr, \offset

arch/xtensa/include/asm/coprocessor.h

57

addi \clb, \ptr, \offset

arch/xtensa/include/asm/coprocessor.h

64

addi \clb, \ptr, \offset

arch/xtensa/variants/csp/include/variant/tie-asm.h

102

xchal_sa_align \ptr, 0, 1000, 4, 4

arch/xtensa/variants/csp/include/variant/tie-asm.h

104

s32i \at1, \ptr, .Lxchal_ofs_+0

arch/xtensa/variants/csp/include/variant/tie-asm.h

106

s32i \at1, \ptr, .Lxchal_ofs_+4

arch/xtensa/variants/csp/include/variant/tie-asm.h

108

s32i \at1, \ptr, .Lxchal_ofs_+8

arch/xtensa/variants/csp/include/variant/tie-asm.h

110

s32i \at1, \ptr, .Lxchal_ofs_+12

arch/xtensa/variants/csp/include/variant/tie-asm.h

112

s32i \at1, \ptr, .Lxchal_ofs_+16

arch/xtensa/variants/csp/include/variant/tie-asm.h

114

s32i \at1, \ptr, .Lxchal_ofs_+20

arch/xtensa/variants/csp/include/variant/tie-asm.h

117

xchal_sa_align \ptr, 0, 1000, 4, 4

arch/xtensa/variants/csp/include/variant/tie-asm.h

146

xchal_sa_align \ptr, 0, 1020, 4, 4

arch/xtensa/variants/csp/include/variant/tie-asm.h

147

l32i \at1, \ptr, .Lxchal_ofs_+0

arch/xtensa/variants/csp/include/variant/tie-asm.h

151

xchal_sa_align \ptr, 0, 1020, 4, 4

arch/xtensa/variants/csp/include/variant/tie-asm.h

156

xchal_sa_align \ptr, 0, 1016, 4, 4

arch/xtensa/variants/csp/include/variant/tie-asm.h

157

l32i \at1, \ptr, .Lxchal_ofs_+0

arch/xtensa/variants/csp/include/variant/tie-asm.h

159

l32i \at1, \ptr, .Lxchal_ofs_+4

arch/xtensa/variants/csp/include/variant/tie-asm.h

163

xchal_sa_align \ptr, 0, 1016, 4, 4

arch/xtensa/variants/csp/include/variant/tie-asm.h

168

xchal_sa_align \ptr, 0, 1000, 4, 4

arch/xtensa/variants/csp/include/variant/tie-asm.h

169

l32i \at1, \ptr, .Lxchal_ofs_+0

arch/xtensa/variants/csp/include/variant/tie-asm.h

171

l32i \at1, \ptr, .Lxchal_ofs_+4

arch/xtensa/variants/csp/include/variant/tie-asm.h

173

l32i \at1, \ptr, .Lxchal_ofs_+8

arch/xtensa/variants/csp/include/variant/tie-asm.h

175

l32i \at1, \ptr, .Lxchal_ofs_+12

arch/xtensa/variants/csp/include/variant/tie-asm.h

177

l32i \at1, \ptr, .Lxchal_ofs_+16

arch/xtensa/variants/csp/include/variant/tie-asm.h

179

l32i \at1, \ptr, .Lxchal_ofs_+20

arch/xtensa/variants/csp/include/variant/tie-asm.h

183

xchal_sa_align \ptr, 0, 1000, 4, 4

arch/xtensa/variants/csp/include/variant/tie-asm.h

80

xchal_sa_align \ptr, 0, 1020, 4, 4

arch/xtensa/variants/csp/include/variant/tie-asm.h

82

s32i \at1, \ptr, .Lxchal_ofs_+0

arch/xtensa/variants/csp/include/variant/tie-asm.h

85

xchal_sa_align \ptr, 0, 1020, 4, 4

arch/xtensa/variants/csp/include/variant/tie-asm.h

90

xchal_sa_align \ptr, 0, 1016, 4, 4

arch/xtensa/variants/csp/include/variant/tie-asm.h

92

s32i \at1, \ptr, .Lxchal_ofs_+0

arch/xtensa/variants/csp/include/variant/tie-asm.h

94

s32i \at1, \ptr, .Lxchal_ofs_+4

arch/xtensa/variants/csp/include/variant/tie-asm.h

97

xchal_sa_align \ptr, 0, 1016, 4, 4

arch/xtensa/variants/dc232b/include/variant/tie-asm.h

101

xchal_sa_align \ptr, 0, 1024-4, 4, 4

arch/xtensa/variants/dc232b/include/variant/tie-asm.h

102

l32i \at1, \ptr, .Lxchal_ofs_ + 0

arch/xtensa/variants/dc232b/include/variant/tie-asm.h

107

xchal_sa_align \ptr, 0, 1024-4, 4, 4

arch/xtensa/variants/dc232b/include/variant/tie-asm.h

108

l32i \at1, \ptr, .Lxchal_ofs_ + 0

arch/xtensa/variants/dc232b/include/variant/tie-asm.h

40

xchal_sa_align \ptr, 0, 1024-8, 4, 4

arch/xtensa/variants/dc232b/include/variant/tie-asm.h

43

s32i \at1, \ptr, .Lxchal_ofs_ + 0

arch/xtensa/variants/dc232b/include/variant/tie-asm.h

44

s32i \at2, \ptr, .Lxchal_ofs_ + 4

arch/xtensa/variants/dc232b/include/variant/tie-asm.h

48

xchal_sa_align \ptr, 0, 1024-16, 4, 4

arch/xtensa/variants/dc232b/include/variant/tie-asm.h

51

s32i \at1, \ptr, .Lxchal_ofs_ + 0

arch/xtensa/variants/dc232b/include/variant/tie-asm.h

52

s32i \at2, \ptr, .Lxchal_ofs_ + 4

arch/xtensa/variants/dc232b/include/variant/tie-asm.h

55

s32i \at1, \ptr, .Lxchal_ofs_ + 8

arch/xtensa/variants/dc232b/include/variant/tie-asm.h

56

s32i \at2, \ptr, .Lxchal_ofs_ + 12

arch/xtensa/variants/dc232b/include/variant/tie-asm.h

60

xchal_sa_align \ptr, 0, 1024-4, 4, 4

arch/xtensa/variants/dc232b/include/variant/tie-asm.h

62

s32i \at1, \ptr, .Lxchal_ofs_ + 0

arch/xtensa/variants/dc232b/include/variant/tie-asm.h

66

xchal_sa_align \ptr, 0, 1024-4, 4, 4

arch/xtensa/variants/dc232b/include/variant/tie-asm.h

68

s32i \at1, \ptr, .Lxchal_ofs_ + 0

arch/xtensa/variants/dc232b/include/variant/tie-asm.h

81

xchal_sa_align \ptr, 0, 1024-8, 4, 4

arch/xtensa/variants/dc232b/include/variant/tie-asm.h

82

l32i \at1, \ptr, .Lxchal_ofs_ + 0

arch/xtensa/variants/dc232b/include/variant/tie-asm.h

83

l32i \at2, \ptr, .Lxchal_ofs_ + 4

arch/xtensa/variants/dc232b/include/variant/tie-asm.h

89

xchal_sa_align \ptr, 0, 1024-16, 4, 4

arch/xtensa/variants/dc232b/include/variant/tie-asm.h

90

l32i \at1, \ptr, .Lxchal_ofs_ + 0

arch/xtensa/variants/dc232b/include/variant/tie-asm.h

91

l32i \at2, \ptr, .Lxchal_ofs_ + 4

arch/xtensa/variants/dc232b/include/variant/tie-asm.h

94

l32i \at1, \ptr, .Lxchal_ofs_ + 8

arch/xtensa/variants/dc232b/include/variant/tie-asm.h

95

l32i \at2, \ptr, .Lxchal_ofs_ + 12

arch/xtensa/variants/dc233c/include/variant/tie-asm.h

103

xchal_sa_align \ptr, 0, 1004, 4, 4

arch/xtensa/variants/dc233c/include/variant/tie-asm.h

105

s32i \at1, \ptr, .Lxchal_ofs_+0

arch/xtensa/variants/dc233c/include/variant/tie-asm.h

107

s32i \at1, \ptr, .Lxchal_ofs_+4

arch/xtensa/variants/dc233c/include/variant/tie-asm.h

109

s32i \at1, \ptr, .Lxchal_ofs_+8

arch/xtensa/variants/dc233c/include/variant/tie-asm.h

111

s32i \at1, \ptr, .Lxchal_ofs_+12

arch/xtensa/variants/dc233c/include/variant/tie-asm.h

113

s32i \at1, \ptr, .Lxchal_ofs_+16

arch/xtensa/variants/dc233c/include/variant/tie-asm.h

116

xchal_sa_align \ptr, 0, 1004, 4, 4

arch/xtensa/variants/dc233c/include/variant/tie-asm.h

145

xchal_sa_align \ptr, 0, 1020, 4, 4

arch/xtensa/variants/dc233c/include/variant/tie-asm.h

146

l32i \at1, \ptr, .Lxchal_ofs_+0

arch/xtensa/variants/dc233c/include/variant/tie-asm.h

150

xchal_sa_align \ptr, 0, 1020, 4, 4

arch/xtensa/variants/dc233c/include/variant/tie-asm.h

155

xchal_sa_align \ptr, 0, 1016, 4, 4

arch/xtensa/variants/dc233c/include/variant/tie-asm.h

156

l32i \at1, \ptr, .Lxchal_ofs_+0

arch/xtensa/variants/dc233c/include/variant/tie-asm.h

158

l32i \at1, \ptr, .Lxchal_ofs_+4

arch/xtensa/variants/dc233c/include/variant/tie-asm.h

162

xchal_sa_align \ptr, 0, 1016, 4, 4

arch/xtensa/variants/dc233c/include/variant/tie-asm.h

167

xchal_sa_align \ptr, 0, 1004, 4, 4

arch/xtensa/variants/dc233c/include/variant/tie-asm.h

168

l32i \at1, \ptr, .Lxchal_ofs_+0

arch/xtensa/variants/dc233c/include/variant/tie-asm.h

170

l32i \at1, \ptr, .Lxchal_ofs_+4

arch/xtensa/variants/dc233c/include/variant/tie-asm.h

172

l32i \at1, \ptr, .Lxchal_ofs_+8

arch/xtensa/variants/dc233c/include/variant/tie-asm.h

174

l32i \at1, \ptr, .Lxchal_ofs_+12

arch/xtensa/variants/dc233c/include/variant/tie-asm.h

176

l32i \at1, \ptr, .Lxchal_ofs_+16

arch/xtensa/variants/dc233c/include/variant/tie-asm.h

180

xchal_sa_align \ptr, 0, 1004, 4, 4

arch/xtensa/variants/dc233c/include/variant/tie-asm.h

81

xchal_sa_align \ptr, 0, 1020, 4, 4

arch/xtensa/variants/dc233c/include/variant/tie-asm.h

83

s32i \at1, \ptr, .Lxchal_ofs_+0

arch/xtensa/variants/dc233c/include/variant/tie-asm.h

86

xchal_sa_align \ptr, 0, 1020, 4, 4

arch/xtensa/variants/dc233c/include/variant/tie-asm.h

91

xchal_sa_align \ptr, 0, 1016, 4, 4

arch/xtensa/variants/dc233c/include/variant/tie-asm.h

93

s32i \at1, \ptr, .Lxchal_ofs_+0

arch/xtensa/variants/dc233c/include/variant/tie-asm.h

95

s32i \at1, \ptr, .Lxchal_ofs_+4

arch/xtensa/variants/dc233c/include/variant/tie-asm.h

98

xchal_sa_align \ptr, 0, 1016, 4, 4

arch/xtensa/variants/de212/include/variant/tie-asm.h

100

s32i \at1, \ptr, .Lxchal_ofs_+12

arch/xtensa/variants/de212/include/variant/tie-asm.h

102

s32i \at1, \ptr, .Lxchal_ofs_+16

arch/xtensa/variants/de212/include/variant/tie-asm.h

105

xchal_sa_align \ptr, 0, 1004, 4, 4

arch/xtensa/variants/de212/include/variant/tie-asm.h

134

xchal_sa_align \ptr, 0, 1016, 4, 4

arch/xtensa/variants/de212/include/variant/tie-asm.h

135

l32i \at1, \ptr, .Lxchal_ofs_+0

arch/xtensa/variants/de212/include/variant/tie-asm.h

137

l32i \at1, \ptr, .Lxchal_ofs_+4

arch/xtensa/variants/de212/include/variant/tie-asm.h

141

xchal_sa_align \ptr, 0, 1016, 4, 4

arch/xtensa/variants/de212/include/variant/tie-asm.h

146

xchal_sa_align \ptr, 0, 1004, 4, 4

arch/xtensa/variants/de212/include/variant/tie-asm.h

147

l32i \at1, \ptr, .Lxchal_ofs_+0

arch/xtensa/variants/de212/include/variant/tie-asm.h

149

l32i \at1, \ptr, .Lxchal_ofs_+4

arch/xtensa/variants/de212/include/variant/tie-asm.h

151

l32i \at1, \ptr, .Lxchal_ofs_+8

arch/xtensa/variants/de212/include/variant/tie-asm.h

153

l32i \at1, \ptr, .Lxchal_ofs_+12

arch/xtensa/variants/de212/include/variant/tie-asm.h

155

l32i \at1, \ptr, .Lxchal_ofs_+16

arch/xtensa/variants/de212/include/variant/tie-asm.h

159

xchal_sa_align \ptr, 0, 1004, 4, 4

arch/xtensa/variants/de212/include/variant/tie-asm.h

80

xchal_sa_align \ptr, 0, 1016, 4, 4

arch/xtensa/variants/de212/include/variant/tie-asm.h

82

s32i \at1, \ptr, .Lxchal_ofs_+0

arch/xtensa/variants/de212/include/variant/tie-asm.h

84

s32i \at1, \ptr, .Lxchal_ofs_+4

arch/xtensa/variants/de212/include/variant/tie-asm.h

87

xchal_sa_align \ptr, 0, 1016, 4, 4

arch/xtensa/variants/de212/include/variant/tie-asm.h

92

xchal_sa_align \ptr, 0, 1004, 4, 4

arch/xtensa/variants/de212/include/variant/tie-asm.h

94

s32i \at1, \ptr, .Lxchal_ofs_+0

arch/xtensa/variants/de212/include/variant/tie-asm.h

96

s32i \at1, \ptr, .Lxchal_ofs_+4

arch/xtensa/variants/de212/include/variant/tie-asm.h

98

s32i \at1, \ptr, .Lxchal_ofs_+8

arch/xtensa/variants/fsf/include/variant/tie-asm.h

40

xchal_sa_align \ptr, 0, 1024-4, 4, 4

arch/xtensa/variants/fsf/include/variant/tie-asm.h

42

s32i \at1, \ptr, .Lxchal_ofs_ + 0

arch/xtensa/variants/fsf/include/variant/tie-asm.h

55

xchal_sa_align \ptr, 0, 1024-4, 4, 4

arch/xtensa/variants/fsf/include/variant/tie-asm.h

56

l32i \at1, \ptr, .Lxchal_ofs_ + 0

arch/xtensa/variants/test_kc705_be/include/variant/tie-asm.h

102

xchal_sa_align \ptr, 0, 1000, 4, 4

arch/xtensa/variants/test_kc705_be/include/variant/tie-asm.h

104

s32i \at1, \ptr, .Lxchal_ofs_+0

arch/xtensa/variants/test_kc705_be/include/variant/tie-asm.h

106

s32i \at1, \ptr, .Lxchal_ofs_+4

arch/xtensa/variants/test_kc705_be/include/variant/tie-asm.h

108

s32i \at1, \ptr, .Lxchal_ofs_+8

arch/xtensa/variants/test_kc705_be/include/variant/tie-asm.h

110

s32i \at1, \ptr, .Lxchal_ofs_+12

arch/xtensa/variants/test_kc705_be/include/variant/tie-asm.h

112

s32i \at1, \ptr, .Lxchal_ofs_+16

arch/xtensa/variants/test_kc705_be/include/variant/tie-asm.h

114

s32i \at1, \ptr, .Lxchal_ofs_+20

arch/xtensa/variants/test_kc705_be/include/variant/tie-asm.h

117

xchal_sa_align \ptr, 0, 1000, 4, 4

arch/xtensa/variants/test_kc705_be/include/variant/tie-asm.h

146

xchal_sa_align \ptr, 0, 1020, 4, 4

arch/xtensa/variants/test_kc705_be/include/variant/tie-asm.h

147

l32i \at1, \ptr, .Lxchal_ofs_+0

arch/xtensa/variants/test_kc705_be/include/variant/tie-asm.h

151

xchal_sa_align \ptr, 0, 1020, 4, 4

arch/xtensa/variants/test_kc705_be/include/variant/tie-asm.h

156

xchal_sa_align \ptr, 0, 1016, 4, 4

arch/xtensa/variants/test_kc705_be/include/variant/tie-asm.h

157

l32i \at1, \ptr, .Lxchal_ofs_+0

arch/xtensa/variants/test_kc705_be/include/variant/tie-asm.h

159

l32i \at1, \ptr, .Lxchal_ofs_+4

arch/xtensa/variants/test_kc705_be/include/variant/tie-asm.h

163

xchal_sa_align \ptr, 0, 1016, 4, 4

arch/xtensa/variants/test_kc705_be/include/variant/tie-asm.h

168

xchal_sa_align \ptr, 0, 1000, 4, 4

arch/xtensa/variants/test_kc705_be/include/variant/tie-asm.h

169

l32i \at1, \ptr, .Lxchal_ofs_+0

arch/xtensa/variants/test_kc705_be/include/variant/tie-asm.h

171

l32i \at1, \ptr, .Lxchal_ofs_+4

arch/xtensa/variants/test_kc705_be/include/variant/tie-asm.h

173

l32i \at1, \ptr, .Lxchal_ofs_+8

arch/xtensa/variants/test_kc705_be/include/variant/tie-asm.h

175

l32i \at1, \ptr, .Lxchal_ofs_+12

arch/xtensa/variants/test_kc705_be/include/variant/tie-asm.h

177

l32i \at1, \ptr, .Lxchal_ofs_+16

arch/xtensa/variants/test_kc705_be/include/variant/tie-asm.h

179

l32i \at1, \ptr, .Lxchal_ofs_+20

arch/xtensa/variants/test_kc705_be/include/variant/tie-asm.h

183

xchal_sa_align \ptr, 0, 1000, 4, 4

arch/xtensa/variants/test_kc705_be/include/variant/tie-asm.h

205

xchal_sa_align \ptr, 0, 0, 8, 8

arch/xtensa/variants/test_kc705_be/include/variant/tie-asm.h

207

s32i \at1, \ptr, .Lxchal_ofs_+0

arch/xtensa/variants/test_kc705_be/include/variant/tie-asm.h

209

s32i \at1, \ptr, .Lxchal_ofs_+4

arch/xtensa/variants/test_kc705_be/include/variant/tie-asm.h

211

s32i \at1, \ptr, .Lxchal_ofs_+8

arch/xtensa/variants/test_kc705_be/include/variant/tie-asm.h

213

s32i \at1, \ptr, .Lxchal_ofs_+12

arch/xtensa/variants/test_kc705_be/include/variant/tie-asm.h

215

s32i \at1, \ptr, .Lxchal_ofs_+16

arch/xtensa/variants/test_kc705_be/include/variant/tie-asm.h

217

s32i \at1, \ptr, .Lxchal_ofs_+20

arch/xtensa/variants/test_kc705_be/include/variant/tie-asm.h

218

ae_sp24x2s.i aep0, \ptr, .Lxchal_ofs_+24

arch/xtensa/variants/test_kc705_be/include/variant/tie-asm.h

219

ae_sp24x2s.i aep1, \ptr, .Lxchal_ofs_+32

arch/xtensa/variants/test_kc705_be/include/variant/tie-asm.h

220

ae_sp24x2s.i aep2, \ptr, .Lxchal_ofs_+40

arch/xtensa/variants/test_kc705_be/include/variant/tie-asm.h

221

ae_sp24x2s.i aep3, \ptr, .Lxchal_ofs_+48

arch/xtensa/variants/test_kc705_be/include/variant/tie-asm.h

222

ae_sp24x2s.i aep4, \ptr, .Lxchal_ofs_+56

arch/xtensa/variants/test_kc705_be/include/variant/tie-asm.h

223

addi \ptr, \ptr, 64

arch/xtensa/variants/test_kc705_be/include/variant/tie-asm.h

224

ae_sp24x2s.i aep5, \ptr, .Lxchal_ofs_+0

arch/xtensa/variants/test_kc705_be/include/variant/tie-asm.h

225

ae_sp24x2s.i aep6, \ptr, .Lxchal_ofs_+8

arch/xtensa/variants/test_kc705_be/include/variant/tie-asm.h

226

ae_sp24x2s.i aep7, \ptr, .Lxchal_ofs_+16

arch/xtensa/variants/test_kc705_be/include/variant/tie-asm.h

227

ae_sq56s.i aeq0, \ptr, .Lxchal_ofs_+24

arch/xtensa/variants/test_kc705_be/include/variant/tie-asm.h

228

ae_sq56s.i aeq1, \ptr, .Lxchal_ofs_+32

arch/xtensa/variants/test_kc705_be/include/variant/tie-asm.h

229

ae_sq56s.i aeq2, \ptr, .Lxchal_ofs_+40

arch/xtensa/variants/test_kc705_be/include/variant/tie-asm.h

230

ae_sq56s.i aeq3, \ptr, .Lxchal_ofs_+48

arch/xtensa/variants/test_kc705_be/include/variant/tie-asm.h

234

xchal_sa_align \ptr, 0, 0, 8, 8

arch/xtensa/variants/test_kc705_be/include/variant/tie-asm.h

253

xchal_sa_align \ptr, 0, 0, 8, 8

arch/xtensa/variants/test_kc705_be/include/variant/tie-asm.h

254

l32i \at1, \ptr, .Lxchal_ofs_+0

arch/xtensa/variants/test_kc705_be/include/variant/tie-asm.h

256

l32i \at1, \ptr, .Lxchal_ofs_+4

arch/xtensa/variants/test_kc705_be/include/variant/tie-asm.h

258

l32i \at1, \ptr, .Lxchal_ofs_+8

arch/xtensa/variants/test_kc705_be/include/variant/tie-asm.h

260

l32i \at1, \ptr, .Lxchal_ofs_+12

arch/xtensa/variants/test_kc705_be/include/variant/tie-asm.h

262

l32i \at1, \ptr, .Lxchal_ofs_+16

arch/xtensa/variants/test_kc705_be/include/variant/tie-asm.h

264

l32i \at1, \ptr, .Lxchal_ofs_+20

arch/xtensa/variants/test_kc705_be/include/variant/tie-asm.h

266

ae_lp24x2.i aep0, \ptr, .Lxchal_ofs_+24

arch/xtensa/variants/test_kc705_be/include/variant/tie-asm.h

267

ae_lp24x2.i aep1, \ptr, .Lxchal_ofs_+32

arch/xtensa/variants/test_kc705_be/include/variant/tie-asm.h

268

ae_lp24x2.i aep2, \ptr, .Lxchal_ofs_+40

arch/xtensa/variants/test_kc705_be/include/variant/tie-asm.h

269

ae_lp24x2.i aep3, \ptr, .Lxchal_ofs_+48

arch/xtensa/variants/test_kc705_be/include/variant/tie-asm.h

270

ae_lp24x2.i aep4, \ptr, .Lxchal_ofs_+56

arch/xtensa/variants/test_kc705_be/include/variant/tie-asm.h

271

addi \ptr, \ptr, 64

arch/xtensa/variants/test_kc705_be/include/variant/tie-asm.h

272

ae_lp24x2.i aep5, \ptr, .Lxchal_ofs_+0

arch/xtensa/variants/test_kc705_be/include/variant/tie-asm.h

273

ae_lp24x2.i aep6, \ptr, .Lxchal_ofs_+8

arch/xtensa/variants/test_kc705_be/include/variant/tie-asm.h

274

ae_lp24x2.i aep7, \ptr, .Lxchal_ofs_+16

arch/xtensa/variants/test_kc705_be/include/variant/tie-asm.h

275

addi \ptr, \ptr, 24

arch/xtensa/variants/test_kc705_be/include/variant/tie-asm.h

276

ae_lq56.i aeq0, \ptr, .Lxchal_ofs_+0

arch/xtensa/variants/test_kc705_be/include/variant/tie-asm.h

277

ae_lq56.i aeq1, \ptr, .Lxchal_ofs_+8

arch/xtensa/variants/test_kc705_be/include/variant/tie-asm.h

278

ae_lq56.i aeq2, \ptr, .Lxchal_ofs_+16

arch/xtensa/variants/test_kc705_be/include/variant/tie-asm.h

279

ae_lq56.i aeq3, \ptr, .Lxchal_ofs_+24

arch/xtensa/variants/test_kc705_be/include/variant/tie-asm.h

283

xchal_sa_align \ptr, 0, 0, 8, 8

arch/xtensa/variants/test_kc705_be/include/variant/tie-asm.h

80

xchal_sa_align \ptr, 0, 1020, 4, 4

arch/xtensa/variants/test_kc705_be/include/variant/tie-asm.h

82

s32i \at1, \ptr, .Lxchal_ofs_+0

arch/xtensa/variants/test_kc705_be/include/variant/tie-asm.h

85

xchal_sa_align \ptr, 0, 1020, 4, 4

arch/xtensa/variants/test_kc705_be/include/variant/tie-asm.h

90

xchal_sa_align \ptr, 0, 1016, 4, 4

arch/xtensa/variants/test_kc705_be/include/variant/tie-asm.h

92

s32i \at1, \ptr, .Lxchal_ofs_+0

arch/xtensa/variants/test_kc705_be/include/variant/tie-asm.h

94

s32i \at1, \ptr, .Lxchal_ofs_+4

arch/xtensa/variants/test_kc705_be/include/variant/tie-asm.h

97

xchal_sa_align \ptr, 0, 1016, 4, 4

arch/xtensa/variants/test_kc705_hifi/include/variant/tie-asm.h

103

xchal_sa_align \ptr, 0, 1000, 4, 4

arch/xtensa/variants/test_kc705_hifi/include/variant/tie-asm.h

105

s32i \at1, \ptr, .Lxchal_ofs_+0

arch/xtensa/variants/test_kc705_hifi/include/variant/tie-asm.h

107

s32i \at1, \ptr, .Lxchal_ofs_+4

arch/xtensa/variants/test_kc705_hifi/include/variant/tie-asm.h

109

s32i \at1, \ptr, .Lxchal_ofs_+8

arch/xtensa/variants/test_kc705_hifi/include/variant/tie-asm.h

111

s32i \at1, \ptr, .Lxchal_ofs_+12

arch/xtensa/variants/test_kc705_hifi/include/variant/tie-asm.h

113

s32i \at1, \ptr, .Lxchal_ofs_+16

arch/xtensa/variants/test_kc705_hifi/include/variant/tie-asm.h

115

s32i \at1, \ptr, .Lxchal_ofs_+20

arch/xtensa/variants/test_kc705_hifi/include/variant/tie-asm.h

118

xchal_sa_align \ptr, 0, 1000, 4, 4

arch/xtensa/variants/test_kc705_hifi/include/variant/tie-asm.h

147

xchal_sa_align \ptr, 0, 1020, 4, 4

arch/xtensa/variants/test_kc705_hifi/include/variant/tie-asm.h

148

l32i \at1, \ptr, .Lxchal_ofs_+0

arch/xtensa/variants/test_kc705_hifi/include/variant/tie-asm.h

152

xchal_sa_align \ptr, 0, 1020, 4, 4

arch/xtensa/variants/test_kc705_hifi/include/variant/tie-asm.h

157

xchal_sa_align \ptr, 0, 1016, 4, 4

arch/xtensa/variants/test_kc705_hifi/include/variant/tie-asm.h

158

l32i \at1, \ptr, .Lxchal_ofs_+0

arch/xtensa/variants/test_kc705_hifi/include/variant/tie-asm.h

160

l32i \at1, \ptr, .Lxchal_ofs_+4

arch/xtensa/variants/test_kc705_hifi/include/variant/tie-asm.h

164

xchal_sa_align \ptr, 0, 1016, 4, 4

arch/xtensa/variants/test_kc705_hifi/include/variant/tie-asm.h

169

xchal_sa_align \ptr, 0, 1000, 4, 4

arch/xtensa/variants/test_kc705_hifi/include/variant/tie-asm.h

170

l32i \at1, \ptr, .Lxchal_ofs_+0

arch/xtensa/variants/test_kc705_hifi/include/variant/tie-asm.h

172

l32i \at1, \ptr, .Lxchal_ofs_+4

arch/xtensa/variants/test_kc705_hifi/include/variant/tie-asm.h

174

l32i \at1, \ptr, .Lxchal_ofs_+8

arch/xtensa/variants/test_kc705_hifi/include/variant/tie-asm.h

176

l32i \at1, \ptr, .Lxchal_ofs_+12

arch/xtensa/variants/test_kc705_hifi/include/variant/tie-asm.h

178

l32i \at1, \ptr, .Lxchal_ofs_+16

arch/xtensa/variants/test_kc705_hifi/include/variant/tie-asm.h

180

l32i \at1, \ptr, .Lxchal_ofs_+20

arch/xtensa/variants/test_kc705_hifi/include/variant/tie-asm.h

184

xchal_sa_align \ptr, 0, 1000, 4, 4

arch/xtensa/variants/test_kc705_hifi/include/variant/tie-asm.h

209

xchal_sa_align \ptr, 0, 0, 8, 8

arch/xtensa/variants/test_kc705_hifi/include/variant/tie-asm.h

211

s32i \at1, \ptr, .Lxchal_ofs_+0

arch/xtensa/variants/test_kc705_hifi/include/variant/tie-asm.h

213

s32i \at1, \ptr, .Lxchal_ofs_+4

arch/xtensa/variants/test_kc705_hifi/include/variant/tie-asm.h

215

s32i \at1, \ptr, .Lxchal_ofs_+8

arch/xtensa/variants/test_kc705_hifi/include/variant/tie-asm.h

217

s32i \at1, \ptr, .Lxchal_ofs_+12

arch/xtensa/variants/test_kc705_hifi/include/variant/tie-asm.h

219

s32i \at1, \ptr, .Lxchal_ofs_+16

arch/xtensa/variants/test_kc705_hifi/include/variant/tie-asm.h

221

s32i \at1, \ptr, .Lxchal_ofs_+20

arch/xtensa/variants/test_kc705_hifi/include/variant/tie-asm.h

222

AE_S64.I aed0, \ptr, .Lxchal_ofs_+24

arch/xtensa/variants/test_kc705_hifi/include/variant/tie-asm.h

223

AE_S64.I aed1, \ptr, .Lxchal_ofs_+32

arch/xtensa/variants/test_kc705_hifi/include/variant/tie-asm.h

224

AE_S64.I aed2, \ptr, .Lxchal_ofs_+40

arch/xtensa/variants/test_kc705_hifi/include/variant/tie-asm.h

225

AE_S64.I aed3, \ptr, .Lxchal_ofs_+48

arch/xtensa/variants/test_kc705_hifi/include/variant/tie-asm.h

226

AE_S64.I aed4, \ptr, .Lxchal_ofs_+56

arch/xtensa/variants/test_kc705_hifi/include/variant/tie-asm.h

227

addi \ptr, \ptr, 64

arch/xtensa/variants/test_kc705_hifi/include/variant/tie-asm.h

228

AE_S64.I aed5, \ptr, .Lxchal_ofs_+0

arch/xtensa/variants/test_kc705_hifi/include/variant/tie-asm.h

229

AE_S64.I aed6, \ptr, .Lxchal_ofs_+8

arch/xtensa/variants/test_kc705_hifi/include/variant/tie-asm.h

230

AE_S64.I aed7, \ptr, .Lxchal_ofs_+16

arch/xtensa/variants/test_kc705_hifi/include/variant/tie-asm.h

231

AE_S64.I aed8, \ptr, .Lxchal_ofs_+24

arch/xtensa/variants/test_kc705_hifi/include/variant/tie-asm.h

232

AE_S64.I aed9, \ptr, .Lxchal_ofs_+32

arch/xtensa/variants/test_kc705_hifi/include/variant/tie-asm.h

233

AE_S64.I aed10, \ptr, .Lxchal_ofs_+40

arch/xtensa/variants/test_kc705_hifi/include/variant/tie-asm.h

234

AE_S64.I aed11, \ptr, .Lxchal_ofs_+48

arch/xtensa/variants/test_kc705_hifi/include/variant/tie-asm.h

235

AE_S64.I aed12, \ptr, .Lxchal_ofs_+56

arch/xtensa/variants/test_kc705_hifi/include/variant/tie-asm.h

236

addi \ptr, \ptr, 64

arch/xtensa/variants/test_kc705_hifi/include/variant/tie-asm.h

237

AE_S64.I aed13, \ptr, .Lxchal_ofs_+0

arch/xtensa/variants/test_kc705_hifi/include/variant/tie-asm.h

238

AE_S64.I aed14, \ptr, .Lxchal_ofs_+8

arch/xtensa/variants/test_kc705_hifi/include/variant/tie-asm.h

239

AE_S64.I aed15, \ptr, .Lxchal_ofs_+16

arch/xtensa/variants/test_kc705_hifi/include/variant/tie-asm.h

240

AE_SALIGN64.I u0, \ptr, .Lxchal_ofs_+24

arch/xtensa/variants/test_kc705_hifi/include/variant/tie-asm.h

241

AE_SALIGN64.I u1, \ptr, .Lxchal_ofs_+32

arch/xtensa/variants/test_kc705_hifi/include/variant/tie-asm.h

242

AE_SALIGN64.I u2, \ptr, .Lxchal_ofs_+40

arch/xtensa/variants/test_kc705_hifi/include/variant/tie-asm.h

243

AE_SALIGN64.I u3, \ptr, .Lxchal_ofs_+48

arch/xtensa/variants/test_kc705_hifi/include/variant/tie-asm.h

247

xchal_sa_align \ptr, 0, 0, 8, 8

arch/xtensa/variants/test_kc705_hifi/include/variant/tie-asm.h

266

xchal_sa_align \ptr, 0, 0, 8, 8

arch/xtensa/variants/test_kc705_hifi/include/variant/tie-asm.h

267

l32i \at1, \ptr, .Lxchal_ofs_+0

arch/xtensa/variants/test_kc705_hifi/include/variant/tie-asm.h

269

l32i \at1, \ptr, .Lxchal_ofs_+4

arch/xtensa/variants/test_kc705_hifi/include/variant/tie-asm.h

271

l32i \at1, \ptr, .Lxchal_ofs_+8

arch/xtensa/variants/test_kc705_hifi/include/variant/tie-asm.h

273

l32i \at1, \ptr, .Lxchal_ofs_+12

arch/xtensa/variants/test_kc705_hifi/include/variant/tie-asm.h

275

l32i \at1, \ptr, .Lxchal_ofs_+16

arch/xtensa/variants/test_kc705_hifi/include/variant/tie-asm.h

277

l32i \at1, \ptr, .Lxchal_ofs_+20

arch/xtensa/variants/test_kc705_hifi/include/variant/tie-asm.h

279

AE_L64.I aed0, \ptr, .Lxchal_ofs_+24

arch/xtensa/variants/test_kc705_hifi/include/variant/tie-asm.h

280

AE_L64.I aed1, \ptr, .Lxchal_ofs_+32

arch/xtensa/variants/test_kc705_hifi/include/variant/tie-asm.h

281

AE_L64.I aed2, \ptr, .Lxchal_ofs_+40

arch/xtensa/variants/test_kc705_hifi/include/variant/tie-asm.h

282

AE_L64.I aed3, \ptr, .Lxchal_ofs_+48

arch/xtensa/variants/test_kc705_hifi/include/variant/tie-asm.h

283

AE_L64.I aed4, \ptr, .Lxchal_ofs_+56

arch/xtensa/variants/test_kc705_hifi/include/variant/tie-asm.h

284

addi \ptr, \ptr, 64

arch/xtensa/variants/test_kc705_hifi/include/variant/tie-asm.h

285

AE_L64.I aed5, \ptr, .Lxchal_ofs_+0

arch/xtensa/variants/test_kc705_hifi/include/variant/tie-asm.h

286

AE_L64.I aed6, \ptr, .Lxchal_ofs_+8

arch/xtensa/variants/test_kc705_hifi/include/variant/tie-asm.h

287

AE_L64.I aed7, \ptr, .Lxchal_ofs_+16

arch/xtensa/variants/test_kc705_hifi/include/variant/tie-asm.h

288

AE_L64.I aed8, \ptr, .Lxchal_ofs_+24

arch/xtensa/variants/test_kc705_hifi/include/variant/tie-asm.h

289

AE_L64.I aed9, \ptr, .Lxchal_ofs_+32

arch/xtensa/variants/test_kc705_hifi/include/variant/tie-asm.h

290

AE_L64.I aed10, \ptr, .Lxchal_ofs_+40

arch/xtensa/variants/test_kc705_hifi/include/variant/tie-asm.h

291

AE_L64.I aed11, \ptr, .Lxchal_ofs_+48

arch/xtensa/variants/test_kc705_hifi/include/variant/tie-asm.h

292

AE_L64.I aed12, \ptr, .Lxchal_ofs_+56

arch/xtensa/variants/test_kc705_hifi/include/variant/tie-asm.h

293

addi \ptr, \ptr, 64

arch/xtensa/variants/test_kc705_hifi/include/variant/tie-asm.h

294

AE_L64.I aed13, \ptr, .Lxchal_ofs_+0

arch/xtensa/variants/test_kc705_hifi/include/variant/tie-asm.h

295

AE_L64.I aed14, \ptr, .Lxchal_ofs_+8

arch/xtensa/variants/test_kc705_hifi/include/variant/tie-asm.h

296

AE_L64.I aed15, \ptr, .Lxchal_ofs_+16

arch/xtensa/variants/test_kc705_hifi/include/variant/tie-asm.h

297

AE_LALIGN64.I u0, \ptr, .Lxchal_ofs_+24

arch/xtensa/variants/test_kc705_hifi/include/variant/tie-asm.h

298

AE_LALIGN64.I u1, \ptr, .Lxchal_ofs_+32

arch/xtensa/variants/test_kc705_hifi/include/variant/tie-asm.h

299

AE_LALIGN64.I u2, \ptr, .Lxchal_ofs_+40

arch/xtensa/variants/test_kc705_hifi/include/variant/tie-asm.h

300

AE_LALIGN64.I u3, \ptr, .Lxchal_ofs_+48

arch/xtensa/variants/test_kc705_hifi/include/variant/tie-asm.h

304

xchal_sa_align \ptr, 0, 0, 8, 8

arch/xtensa/variants/test_kc705_hifi/include/variant/tie-asm.h

81

xchal_sa_align \ptr, 0, 1020, 4, 4

arch/xtensa/variants/test_kc705_hifi/include/variant/tie-asm.h

83

s32i \at1, \ptr, .Lxchal_ofs_+0

arch/xtensa/variants/test_kc705_hifi/include/variant/tie-asm.h

86

xchal_sa_align \ptr, 0, 1020, 4, 4

arch/xtensa/variants/test_kc705_hifi/include/variant/tie-asm.h

91

xchal_sa_align \ptr, 0, 1016, 4, 4

arch/xtensa/variants/test_kc705_hifi/include/variant/tie-asm.h

93

s32i \at1, \ptr, .Lxchal_ofs_+0

arch/xtensa/variants/test_kc705_hifi/include/variant/tie-asm.h

95

s32i \at1, \ptr, .Lxchal_ofs_+4

arch/xtensa/variants/test_kc705_hifi/include/variant/tie-asm.h

98

xchal_sa_align \ptr, 0, 1016, 4, 4

arch/xtensa/variants/test_mmuhifi_c3/include/variant/tie-asm.h

100

xchal_sa_align \ptr, 0, 0, 1, 8

arch/xtensa/variants/test_mmuhifi_c3/include/variant/tie-asm.h

102

s32i \at1, \ptr, 0

arch/xtensa/variants/test_mmuhifi_c3/include/variant/tie-asm.h

104

s32i \at1, \ptr, 4

arch/xtensa/variants/test_mmuhifi_c3/include/variant/tie-asm.h

106

s32i \at1, \ptr, 8

arch/xtensa/variants/test_mmuhifi_c3/include/variant/tie-asm.h

108

s32i \at1, \ptr, 12

arch/xtensa/variants/test_mmuhifi_c3/include/variant/tie-asm.h

109

AE_SP24X2S.I aep0, \ptr, 16

arch/xtensa/variants/test_mmuhifi_c3/include/variant/tie-asm.h

110

AE_SP24X2S.I aep1, \ptr, 24

arch/xtensa/variants/test_mmuhifi_c3/include/variant/tie-asm.h

111

AE_SP24X2S.I aep2, \ptr, 32

arch/xtensa/variants/test_mmuhifi_c3/include/variant/tie-asm.h

112

AE_SP24X2S.I aep3, \ptr, 40

arch/xtensa/variants/test_mmuhifi_c3/include/variant/tie-asm.h

113

AE_SP24X2S.I aep4, \ptr, 48

arch/xtensa/variants/test_mmuhifi_c3/include/variant/tie-asm.h

114

AE_SP24X2S.I aep5, \ptr, 56

arch/xtensa/variants/test_mmuhifi_c3/include/variant/tie-asm.h

115

addi \ptr, \ptr, 64

arch/xtensa/variants/test_mmuhifi_c3/include/variant/tie-asm.h

116

AE_SP24X2S.I aep6, \ptr, 0

arch/xtensa/variants/test_mmuhifi_c3/include/variant/tie-asm.h

117

AE_SP24X2S.I aep7, \ptr, 8

arch/xtensa/variants/test_mmuhifi_c3/include/variant/tie-asm.h

118

AE_SQ56S.I aeq0, \ptr, 16

arch/xtensa/variants/test_mmuhifi_c3/include/variant/tie-asm.h

119

AE_SQ56S.I aeq1, \ptr, 24

arch/xtensa/variants/test_mmuhifi_c3/include/variant/tie-asm.h

120

AE_SQ56S.I aeq2, \ptr, 32

arch/xtensa/variants/test_mmuhifi_c3/include/variant/tie-asm.h

121

AE_SQ56S.I aeq3, \ptr, 40

arch/xtensa/variants/test_mmuhifi_c3/include/variant/tie-asm.h

136

xchal_sa_align \ptr, 0, 0, 1, 8

arch/xtensa/variants/test_mmuhifi_c3/include/variant/tie-asm.h

137

l32i \at1, \ptr, 0

arch/xtensa/variants/test_mmuhifi_c3/include/variant/tie-asm.h

139

l32i \at1, \ptr, 4

arch/xtensa/variants/test_mmuhifi_c3/include/variant/tie-asm.h

141

l32i \at1, \ptr, 8

arch/xtensa/variants/test_mmuhifi_c3/include/variant/tie-asm.h

143

l32i \at1, \ptr, 12

arch/xtensa/variants/test_mmuhifi_c3/include/variant/tie-asm.h

145

addi \ptr, \ptr, 80

arch/xtensa/variants/test_mmuhifi_c3/include/variant/tie-asm.h

146

AE_LQ56.I aeq0, \ptr, 0

arch/xtensa/variants/test_mmuhifi_c3/include/variant/tie-asm.h

147

AE_LQ56.I aeq1, \ptr, 8

arch/xtensa/variants/test_mmuhifi_c3/include/variant/tie-asm.h

148

AE_LQ56.I aeq2, \ptr, 16

arch/xtensa/variants/test_mmuhifi_c3/include/variant/tie-asm.h

149

AE_LQ56.I aeq3, \ptr, 24

arch/xtensa/variants/test_mmuhifi_c3/include/variant/tie-asm.h

150

AE_LP24X2.I aep0, \ptr, -64

arch/xtensa/variants/test_mmuhifi_c3/include/variant/tie-asm.h

151

AE_LP24X2.I aep1, \ptr, -56

arch/xtensa/variants/test_mmuhifi_c3/include/variant/tie-asm.h

152

AE_LP24X2.I aep2, \ptr, -48

arch/xtensa/variants/test_mmuhifi_c3/include/variant/tie-asm.h

153

AE_LP24X2.I aep3, \ptr, -40

arch/xtensa/variants/test_mmuhifi_c3/include/variant/tie-asm.h

154

AE_LP24X2.I aep4, \ptr, -32

arch/xtensa/variants/test_mmuhifi_c3/include/variant/tie-asm.h

155

AE_LP24X2.I aep5, \ptr, -24

arch/xtensa/variants/test_mmuhifi_c3/include/variant/tie-asm.h

156

AE_LP24X2.I aep6, \ptr, -16

arch/xtensa/variants/test_mmuhifi_c3/include/variant/tie-asm.h

157

AE_LP24X2.I aep7, \ptr, -8

arch/xtensa/variants/test_mmuhifi_c3/include/variant/tie-asm.h

39

xchal_sa_align \ptr, 0, 1024-4, 4, 4

arch/xtensa/variants/test_mmuhifi_c3/include/variant/tie-asm.h

41

s32i \at1, \ptr, .Lxchal_ofs_ + 0

arch/xtensa/variants/test_mmuhifi_c3/include/variant/tie-asm.h

45

xchal_sa_align \ptr, 0, 1024-4, 4, 4

arch/xtensa/variants/test_mmuhifi_c3/include/variant/tie-asm.h

47

s32i \at1, \ptr, .Lxchal_ofs_ + 0

arch/xtensa/variants/test_mmuhifi_c3/include/variant/tie-asm.h

51

xchal_sa_align \ptr, 0, 1024-4, 4, 4

arch/xtensa/variants/test_mmuhifi_c3/include/variant/tie-asm.h

53

s32i \at1, \ptr, .Lxchal_ofs_ + 0

arch/xtensa/variants/test_mmuhifi_c3/include/variant/tie-asm.h

66

xchal_sa_align \ptr, 0, 1024-4, 4, 4

arch/xtensa/variants/test_mmuhifi_c3/include/variant/tie-asm.h

67

l32i \at1, \ptr, .Lxchal_ofs_ + 0

arch/xtensa/variants/test_mmuhifi_c3/include/variant/tie-asm.h

72

xchal_sa_align \ptr, 0, 1024-4, 4, 4

arch/xtensa/variants/test_mmuhifi_c3/include/variant/tie-asm.h

73

l32i \at1, \ptr, .Lxchal_ofs_ + 0

arch/xtensa/variants/test_mmuhifi_c3/include/variant/tie-asm.h

78

xchal_sa_align \ptr, 0, 1024-4, 4, 4

arch/xtensa/variants/test_mmuhifi_c3/include/variant/tie-asm.h

79

l32i \at1, \ptr, .Lxchal_ofs_ + 0

crypto/camellia_generic.c

359

u32 dw, tl, tr;

crypto/camellia_generic.c

460

tr = subR[10] ^ rol32(dw, 1);

crypto/camellia_generic.c

462

SUBKEY_R(7) = subR[6] ^ tr;

crypto/camellia_generic.c

469

tr = subR[7] ^ rol32(dw, 1);

crypto/camellia_generic.c

471

SUBKEY_R(10) = tr ^ subR[11];

crypto/camellia_generic.c

482

tr = subR[18] ^ rol32(dw, 1);

crypto/camellia_generic.c

484

SUBKEY_R(15) = subR[14] ^ tr;

crypto/camellia_generic.c

491

tr = subR[15] ^ rol32(dw, 1);

crypto/camellia_generic.c

493

SUBKEY_R(18) = tr ^ subR[19];

crypto/camellia_generic.c

510

tr = subR[26] ^ rol32(dw, 1);

crypto/camellia_generic.c

512

SUBKEY_R(23) = subR[22] ^ tr;

crypto/camellia_generic.c

519

tr = subR[23] ^ rol32(dw, 1);

crypto/camellia_generic.c

521

SUBKEY_R(26) = tr ^ subR[27];

drivers/android/binder.c

3074

struct binder_transaction_data *tr, int reply,

drivers/android/binder.c

3104

(uintptr_t)tr->data.ptr.buffer;

drivers/android/binder.c

3108

e->call_type = reply ? 2 : !!(tr->flags & TF_ONE_WAY);

drivers/android/binder.c

3111

e->target_handle = tr->target.handle;

drivers/android/binder.c

3112

e->data_size = tr->data_size;

drivers/android/binder.c

3113

e->offsets_size = tr->offsets_size;

drivers/android/binder.c

3137

t->code = tr->code;

drivers/android/binder.c

3138

t->flags = tr->flags;

drivers/android/binder.c

3141

t->is_async = !reply && (tr->flags & TF_ONE_WAY);

drivers/android/binder.c

3143

if (!reply && !(tr->flags & TF_ONE_WAY))

drivers/android/binder.c

3205

if (tr->target.handle) {

drivers/android/binder.c

3216

ref = binder_get_ref_olocked(proc, tr->target.handle,

drivers/android/binder.c

3224

proc->pid, thread->pid, tr->target.handle);

drivers/android/binder.c

3277

if (!(tr->flags & TF_ONE_WAY) && w &&

drivers/android/binder.c

3297

if (!(tr->flags & TF_ONE_WAY) && thread->transaction_stack) {

drivers/android/binder.c

3355

(u64)tr->data_size, (u64)tr->offsets_size,

drivers/android/binder.c

3362

(u64)tr->data_size, (u64)tr->offsets_size,

drivers/android/binder.c

3392

t->buffer = binder_alloc_new_buf(&target_proc->alloc, tr->data_size,

drivers/android/binder.c

3393

tr->offsets_size, extra_buffers_size,

drivers/android/binder.c

3414

size_t buf_offset = ALIGN(tr->data_size, sizeof(void *)) +

drivers/android/binder.c

3415

ALIGN(tr->offsets_size, sizeof(void *)) +

drivers/android/binder.c

3439

ALIGN(tr->data_size, sizeof(void *)),

drivers/android/binder.c

3441

(uintptr_t)tr->data.ptr.offsets,

drivers/android/binder.c

3442

tr->offsets_size)) {

drivers/android/binder.c

3450

if (!IS_ALIGNED(tr->offsets_size, sizeof(binder_size_t))) {

drivers/android/binder.c

3452

proc->pid, thread->pid, (u64)tr->offsets_size);

drivers/android/binder.c

3467

off_start_offset = ALIGN(tr->data_size, sizeof(void *));

drivers/android/binder.c

3469

off_end_offset = off_start_offset + tr->offsets_size;

drivers/android/binder.c

3501

object_offset > tr->data_size ||

drivers/android/binder.c

3737

tr->data_size - user_offset)) {

drivers/android/binder.c

3758

binder_netlink_report(proc, t, tr->data_size,

drivers/android/binder.c

3820

binder_netlink_report(proc, &t_copy, tr->data_size,

drivers/android/binder.c

3882

binder_netlink_report(proc, t, tr->data_size, return_error);

drivers/android/binder.c

3890

(tr->flags & TF_ONE_WAY ? "async" : "call"),

drivers/android/binder.c

3894

tr->code, (u64)tr->data_size, (u64)tr->offsets_size,

drivers/android/binder.c

4335

struct binder_transaction_data_sg tr;

drivers/android/binder.c

4337

if (copy_from_user(&tr, ptr, sizeof(tr)))

drivers/android/binder.c

4339

ptr += sizeof(tr);

drivers/android/binder.c

4340

binder_transaction(proc, thread, &tr.transaction_data,

drivers/android/binder.c

4341

cmd == BC_REPLY_SG, tr.buffers_size);

drivers/android/binder.c

4346

struct binder_transaction_data tr;

drivers/android/binder.c

4348

if (copy_from_user(&tr, ptr, sizeof(tr)))

drivers/android/binder.c

4350

ptr += sizeof(tr);

drivers/android/binder.c

4351

binder_transaction(proc, thread, &tr,

drivers/android/binder.c

4797

struct binder_transaction_data_secctx tr;

drivers/android/binder.c

4798

struct binder_transaction_data *trd = &tr.transaction_data;

drivers/android/binder.c

4820

if (end - ptr < sizeof(tr) + 4) {

drivers/android/binder.c

5116

tr.secctx = t->security_ctx;

drivers/android/binder.c

5119

trsize = sizeof(tr);

drivers/android/binder.c

5131

if (copy_to_user(ptr, &tr, trsize)) {

drivers/gpu/drm/amd/display/dc/dpp/dcn30/dcn30_dpp.c

178

void dpp3_set_pre_degam(struct dpp *dpp_base, enum dc_transfer_func_predefined tr)

drivers/gpu/drm/amd/display/dc/dpp/dcn30/dcn30_dpp.c

184

switch (tr) {

drivers/gpu/drm/amd/display/dc/dpp/dcn30/dcn30_dpp.h

625

enum dc_transfer_func_predefined tr);

drivers/gpu/drm/amd/display/dc/gpio/dce110/hw_translate_dce110.c

384

void dal_hw_translate_dce110_init(struct hw_translate *tr)

drivers/gpu/drm/amd/display/dc/gpio/dce110/hw_translate_dce110.c

386

tr->funcs = &funcs;

drivers/gpu/drm/amd/display/dc/gpio/dce110/hw_translate_dce110.h

32

void dal_hw_translate_dce110_init(struct hw_translate *tr);

drivers/gpu/drm/amd/display/dc/gpio/dce120/hw_translate_dce120.c

406

void dal_hw_translate_dce120_init(struct hw_translate *tr)

drivers/gpu/drm/amd/display/dc/gpio/dce120/hw_translate_dce120.c

408

tr->funcs = &funcs;

drivers/gpu/drm/amd/display/dc/gpio/dce120/hw_translate_dce120.h

32

void dal_hw_translate_dce120_init(struct hw_translate *tr);

drivers/gpu/drm/amd/display/dc/gpio/dce60/hw_translate_dce60.h

30

struct hw_translate *tr);

drivers/gpu/drm/amd/display/dc/gpio/dce80/hw_translate_dce80.h

30

struct hw_translate *tr);

drivers/gpu/drm/amd/display/dc/gpio/dcn10/hw_translate_dcn10.c

406

void dal_hw_translate_dcn10_init(struct hw_translate *tr)

drivers/gpu/drm/amd/display/dc/gpio/dcn10/hw_translate_dcn10.c

408

tr->funcs = &funcs;

drivers/gpu/drm/amd/display/dc/gpio/dcn10/hw_translate_dcn10.h

32

void dal_hw_translate_dcn10_init(struct hw_translate *tr);

drivers/gpu/drm/amd/display/dc/gpio/dcn20/hw_translate_dcn20.c

379

void dal_hw_translate_dcn20_init(struct hw_translate *tr)

drivers/gpu/drm/amd/display/dc/gpio/dcn20/hw_translate_dcn20.c

381

tr->funcs = &funcs;

drivers/gpu/drm/amd/display/dc/gpio/dcn20/hw_translate_dcn20.h

31

void dal_hw_translate_dcn20_init(struct hw_translate *tr);

drivers/gpu/drm/amd/display/dc/gpio/dcn21/hw_translate_dcn21.c

369

void dal_hw_translate_dcn21_init(struct hw_translate *tr)

drivers/gpu/drm/amd/display/dc/gpio/dcn21/hw_translate_dcn21.c

371

tr->funcs = &funcs;

drivers/gpu/drm/amd/display/dc/gpio/dcn21/hw_translate_dcn21.h

31

void dal_hw_translate_dcn21_init(struct hw_translate *tr);

drivers/gpu/drm/amd/display/dc/gpio/dcn30/hw_translate_dcn30.c

384

void dal_hw_translate_dcn30_init(struct hw_translate *tr)

drivers/gpu/drm/amd/display/dc/gpio/dcn30/hw_translate_dcn30.c

386

tr->funcs = &funcs;

drivers/gpu/drm/amd/display/dc/gpio/dcn30/hw_translate_dcn30.h

31

void dal_hw_translate_dcn30_init(struct hw_translate *tr);

drivers/gpu/drm/amd/display/dc/gpio/dcn315/hw_translate_dcn315.c

370

void dal_hw_translate_dcn315_init(struct hw_translate *tr)

drivers/gpu/drm/amd/display/dc/gpio/dcn315/hw_translate_dcn315.c

372

tr->funcs = &funcs;

drivers/gpu/drm/amd/display/dc/gpio/dcn315/hw_translate_dcn315.h

31

void dal_hw_translate_dcn315_init(struct hw_translate *tr);

drivers/gpu/drm/amd/display/dc/gpio/dcn32/hw_translate_dcn32.c

345

void dal_hw_translate_dcn32_init(struct hw_translate *tr)

drivers/gpu/drm/amd/display/dc/gpio/dcn32/hw_translate_dcn32.c

347

tr->funcs = &funcs;

drivers/gpu/drm/amd/display/dc/gpio/dcn32/hw_translate_dcn32.h

31

void dal_hw_translate_dcn32_init(struct hw_translate *tr);

drivers/gpu/drm/amd/display/dc/gpio/dcn401/hw_translate_dcn401.c

331

void dal_hw_translate_dcn401_init(struct hw_translate *tr)

drivers/gpu/drm/amd/display/dc/gpio/dcn401/hw_translate_dcn401.c

333

tr->funcs = &funcs;

drivers/gpu/drm/amd/display/dc/gpio/dcn401/hw_translate_dcn401.h

11

void dal_hw_translate_dcn401_init(struct hw_translate *tr);

drivers/gpu/drm/amd/display/dc/gpio/dcn42/hw_translate_dcn42.c

201

void dal_hw_translate_dcn42_init(struct hw_translate *tr)

drivers/gpu/drm/amd/display/dc/gpio/dcn42/hw_translate_dcn42.c

203

tr->funcs = &funcs;

drivers/gpu/drm/amd/display/dc/gpio/dcn42/hw_translate_dcn42.h

31

void dal_hw_translate_dcn42_init(struct hw_translate *tr);

drivers/gpu/drm/amd/display/dc/gpio/dcn42/hw_translate_dcn42.h

33

void dal_emulated_hw_translate_dcn42_init(struct hw_translate *tr);

drivers/gpu/drm/amd/display/dc/gpio/dcn42b/hw_translate_dcn42b.c

188

void dal_hw_translate_dcn42b_init(struct hw_translate *tr)

drivers/gpu/drm/amd/display/dc/gpio/dcn42b/hw_translate_dcn42b.c

190

tr->funcs = &funcs;

drivers/gpu/drm/amd/display/dc/gpio/dcn42b/hw_translate_dcn42b.h

11

void dal_hw_translate_dcn42b_init(struct hw_translate *tr);

drivers/gpu/drm/amd/display/dc/inc/hw/dpp.h

230

enum dc_transfer_func_predefined tr);

drivers/gpu/drm/drm_mipi_dbi.c

1005

struct spi_transfer tr[2] = {

drivers/gpu/drm/drm_mipi_dbi.c

1031

tr[1].len = len + 1;

drivers/gpu/drm/drm_mipi_dbi.c

1034

buf = kmalloc(tr[1].len, GFP_KERNEL);

drivers/gpu/drm/drm_mipi_dbi.c

1038

tr[1].rx_buf = buf;

drivers/gpu/drm/drm_mipi_dbi.c

1043

spi_message_init_with_transfers(&m, tr, ARRAY_SIZE(tr));

drivers/gpu/drm/drm_mipi_dbi.c

1049

if (tr[1].len == len) {

drivers/gpu/drm/drm_mipi_dbi.c

1203

struct spi_transfer tr = {

drivers/gpu/drm/drm_mipi_dbi.c

1218

spi_message_init_with_transfers(&m, &tr, 1);

drivers/gpu/drm/drm_mipi_dbi.c

1223

tr.tx_buf = buf;

drivers/gpu/drm/drm_mipi_dbi.c

1224

tr.len = chunk;

drivers/gpu/drm/drm_mipi_dbi.c

285

void *tr;

drivers/gpu/drm/drm_mipi_dbi.c

293

tr = dbidev->tx_buf;

drivers/gpu/drm/drm_mipi_dbi.c

294

ret = mipi_dbi_buf_copy(tr, src, fb, rect, swap, fmtcnv_state);

drivers/gpu/drm/drm_mipi_dbi.c

298

tr = src->vaddr; /* TODO: Use mapping abstraction properly */

drivers/gpu/drm/drm_mipi_dbi.c

310

ret = mipi_dbi_command_buf(dbi, MIPI_DCS_WRITE_MEMORY_START, tr, len);

drivers/gpu/drm/drm_mipi_dbi.c

749

struct spi_transfer tr = {

drivers/gpu/drm/drm_mipi_dbi.c

762

tr.speed_hz = mipi_dbi_spi_cmd_max_speed(spi, len);

drivers/gpu/drm/drm_mipi_dbi.c

763

spi_message_init_with_transfers(&m, &tr, 1);

drivers/gpu/drm/drm_mipi_dbi.c

773

tr.len = 9;

drivers/gpu/drm/drm_mipi_dbi.c

850

tr.len = chunk + added;

drivers/gpu/drm/drm_mipi_dbi.c

865

struct spi_transfer tr = {

drivers/gpu/drm/drm_mipi_dbi.c

878

tr.speed_hz = mipi_dbi_spi_cmd_max_speed(spi, len);

drivers/gpu/drm/drm_mipi_dbi.c

888

spi_message_init_with_transfers(&m, &tr, 1);

drivers/gpu/drm/drm_mipi_dbi.c

889

tr.tx_buf = dst16;

drivers/gpu/drm/drm_mipi_dbi.c

912

tr.len = chunk * 2;

drivers/gpu/drm/drm_mipi_dbi.c

929

struct spi_transfer tr[2] = {

drivers/gpu/drm/drm_mipi_dbi.c

967

spi_message_init_with_transfers(&m, tr, ARRAY_SIZE(tr));

drivers/gpu/drm/tiny/ili9225.c

107

void *tr;

drivers/gpu/drm/tiny/ili9225.c

115

tr = dbidev->tx_buf;

drivers/gpu/drm/tiny/ili9225.c

116

ret = mipi_dbi_buf_copy(tr, src, fb, rect, swap, fmtcnv_state);

drivers/gpu/drm/tiny/ili9225.c

120

tr = src->vaddr; /* TODO: Use mapping abstraction properly */

drivers/gpu/drm/tiny/ili9225.c

166

ret = mipi_dbi_command_buf(dbi, ILI9225_WRITE_DATA_TO_GRAM, tr,

drivers/gpu/drm/tiny/repaper.c

107

struct spi_transfer tr[2] = {};

drivers/gpu/drm/tiny/repaper.c

116

tr[0].tx_buf = headerbuf;

drivers/gpu/drm/tiny/repaper.c

117

tr[0].len = 1;

drivers/gpu/drm/tiny/repaper.c

136

tr[1].tx_buf = txbuf ? txbuf : tx;

drivers/gpu/drm/tiny/repaper.c

137

tr[1].rx_buf = rxbuf;

drivers/gpu/drm/tiny/repaper.c

138

tr[1].len = len;

drivers/gpu/drm/tiny/repaper.c

141

ret = spi_sync_transfer(spi, tr, 2);

drivers/i2c/busses/i2c-viai2c-zhaoxin.c

218

iowrite16(priv->tr, i2c->base + VIAI2C_REG_TR);

drivers/i2c/busses/i2c-viai2c-zhaoxin.c

246

priv->tr = params[2] | 0xff00;

drivers/i2c/busses/i2c-viai2c-zhaoxin.c

248

priv->tr = fstp | 0xff00;

drivers/i2c/busses/i2c-viai2c-zhaoxin.c

47

u16 tr;

drivers/iio/trigger/stm32-timer-trigger.c

398

struct iio_trigger *tr;

drivers/iio/trigger/stm32-timer-trigger.c

400

list_for_each_entry(tr, &priv->tr_list, alloc_list)

drivers/iio/trigger/stm32-timer-trigger.c

401

iio_trigger_unregister(tr);

drivers/infiniband/hw/hfi1/tid_rdma.c

645

struct tid_rdma_qp_params *tr;

drivers/infiniband/hw/hfi1/tid_rdma.c

649

tr = container_of(work, struct tid_rdma_qp_params, trigger_work);

drivers/infiniband/hw/hfi1/tid_rdma.c

650

priv = container_of(tr, struct hfi1_qp_priv, tid_rdma);

drivers/input/touchscreen/touchright.c

101

struct tr *tr;

drivers/input/touchscreen/touchright.c

105

tr = kzalloc_obj(*tr);

drivers/input/touchscreen/touchright.c

107

if (!tr || !input_dev) {

drivers/input/touchscreen/touchright.c

112

tr->serio = serio;

drivers/input/touchscreen/touchright.c

113

tr->dev = input_dev;

drivers/input/touchscreen/touchright.c

114

scnprintf(tr->phys, sizeof(tr->phys), "%s/input0", serio->phys);

drivers/input/touchscreen/touchright.c

117

input_dev->phys = tr->phys;

drivers/input/touchscreen/touchright.c

125

input_set_abs_params(tr->dev, ABS_X, TR_MIN_XC, TR_MAX_XC, 0, 0);

drivers/input/touchscreen/touchright.c

126

input_set_abs_params(tr->dev, ABS_Y, TR_MIN_YC, TR_MAX_YC, 0, 0);

drivers/input/touchscreen/touchright.c

128

serio_set_drvdata(serio, tr);

drivers/input/touchscreen/touchright.c

134

err = input_register_device(tr->dev);

drivers/input/touchscreen/touchright.c

143

kfree(tr);

drivers/input/touchscreen/touchright.c

56

struct tr *tr = serio_get_drvdata(serio);

drivers/input/touchscreen/touchright.c

57

struct input_dev *dev = tr->dev;

drivers/input/touchscreen/touchright.c

59

tr->data[tr->idx] = data;

drivers/input/touchscreen/touchright.c

61

if ((tr->data[0] & TR_FORMAT_STATUS_MASK) == TR_FORMAT_STATUS_BYTE) {

drivers/input/touchscreen/touchright.c

62

if (++tr->idx == TR_LENGTH) {

drivers/input/touchscreen/touchright.c

64

(tr->data[1] << 5) | (tr->data[2] >> 1));

drivers/input/touchscreen/touchright.c

66

(tr->data[3] << 5) | (tr->data[4] >> 1));

drivers/input/touchscreen/touchright.c

68

tr->data[0] & TR_FORMAT_TOUCH_BIT);

drivers/input/touchscreen/touchright.c

70

tr->idx = 0;

drivers/input/touchscreen/touchright.c

83

struct tr *tr = serio_get_drvdata(serio);

drivers/input/touchscreen/touchright.c

85

input_get_device(tr->dev);

drivers/input/touchscreen/touchright.c

86

input_unregister_device(tr->dev);

drivers/input/touchscreen/touchright.c

89

input_put_device(tr->dev);

drivers/input/touchscreen/touchright.c

90

kfree(tr);

drivers/media/radio/radio-timb.c

100

if (!tr) {

drivers/media/radio/radio-timb.c

105

tr->pdata = *pdata;

drivers/media/radio/radio-timb.c

106

mutex_init(&tr->lock);

drivers/media/radio/radio-timb.c

108

strscpy(tr->video_dev.name, "Timberdale Radio",

drivers/media/radio/radio-timb.c

109

sizeof(tr->video_dev.name));

drivers/media/radio/radio-timb.c

110

tr->video_dev.fops = &timbradio_fops;

drivers/media/radio/radio-timb.c

111

tr->video_dev.ioctl_ops = &timbradio_ioctl_ops;

drivers/media/radio/radio-timb.c

112

tr->video_dev.release = video_device_release_empty;

drivers/media/radio/radio-timb.c

113

tr->video_dev.minor = -1;

drivers/media/radio/radio-timb.c

114

tr->video_dev.lock = &tr->lock;

drivers/media/radio/radio-timb.c

115

tr->video_dev.device_caps = V4L2_CAP_TUNER | V4L2_CAP_RADIO;

drivers/media/radio/radio-timb.c

117

strscpy(tr->v4l2_dev.name, DRIVER_NAME, sizeof(tr->v4l2_dev.name));

drivers/media/radio/radio-timb.c

118

err = v4l2_device_register(NULL, &tr->v4l2_dev);

drivers/media/radio/radio-timb.c

122

tr->video_dev.v4l2_dev = &tr->v4l2_dev;

drivers/media/radio/radio-timb.c

124

tr->sd_tuner = v4l2_i2c_new_subdev_board(&tr->v4l2_dev,

drivers/media/radio/radio-timb.c

126

tr->sd_dsp = v4l2_i2c_new_subdev_board(&tr->v4l2_dev,

drivers/media/radio/radio-timb.c

128

if (tr->sd_tuner == NULL || tr->sd_dsp == NULL) {

drivers/media/radio/radio-timb.c

133

tr->v4l2_dev.ctrl_handler = tr->sd_dsp->ctrl_handler;

drivers/media/radio/radio-timb.c

135

err = video_register_device(&tr->video_dev, VFL_TYPE_RADIO, -1);

drivers/media/radio/radio-timb.c

141

video_set_drvdata(&tr->video_dev, tr);

drivers/media/radio/radio-timb.c

143

platform_set_drvdata(pdev, tr);

drivers/media/radio/radio-timb.c

147

v4l2_device_unregister(&tr->v4l2_dev);

drivers/media/radio/radio-timb.c

156

struct timbradio *tr = platform_get_drvdata(pdev);

drivers/media/radio/radio-timb.c

158

video_unregister_device(&tr->video_dev);

drivers/media/radio/radio-timb.c

159

v4l2_device_unregister(&tr->v4l2_dev);

drivers/media/radio/radio-timb.c

43

struct timbradio *tr = video_drvdata(file);

drivers/media/radio/radio-timb.c

44

return v4l2_subdev_call(tr->sd_tuner, tuner, g_tuner, v);

drivers/media/radio/radio-timb.c

50

struct timbradio *tr = video_drvdata(file);

drivers/media/radio/radio-timb.c

51

return v4l2_subdev_call(tr->sd_tuner, tuner, s_tuner, v);

drivers/media/radio/radio-timb.c

57

struct timbradio *tr = video_drvdata(file);

drivers/media/radio/radio-timb.c

58

return v4l2_subdev_call(tr->sd_tuner, tuner, s_frequency, f);

drivers/media/radio/radio-timb.c

64

struct timbradio *tr = video_drvdata(file);

drivers/media/radio/radio-timb.c

65

return v4l2_subdev_call(tr->sd_tuner, tuner, g_frequency, f);

drivers/media/radio/radio-timb.c

90

struct timbradio *tr;

drivers/media/radio/radio-timb.c

99

tr = devm_kzalloc(&pdev->dev, sizeof(*tr), GFP_KERNEL);

drivers/media/radio/radio-trust.c

121

struct trust *tr = container_of(isa, struct trust, isa);

drivers/media/radio/radio-trust.c

123

tr->ioval = (tr->ioval & 0xf7) | (mute << 3);

drivers/media/radio/radio-trust.c

124

outb(tr->ioval, isa->io);

drivers/media/radio/radio-trust.c

125

write_i2c(tr, 2, TDA7318_ADDR, vol ^ 0x1f);

drivers/media/radio/radio-trust.c

131

struct trust *tr = container_of(isa, struct trust, isa);

drivers/media/radio/radio-trust.c

133

tr->ioval = (tr->ioval & 0xfb) | (!stereo << 2);

drivers/media/radio/radio-trust.c

134

outb(tr->ioval, isa->io);

drivers/media/radio/radio-trust.c

149

struct trust *tr = container_of(isa, struct trust, isa);

drivers/media/radio/radio-trust.c

153

write_i2c(tr, 5, TSA6060T_ADDR, (freq << 1) | 1,

drivers/media/radio/radio-trust.c

166

struct trust *tr = container_of(isa, struct trust, isa);

drivers/media/radio/radio-trust.c

170

write_i2c(tr, 2, TDA7318_ADDR, 0x60 | basstreble2chip[ctrl->val]);

drivers/media/radio/radio-trust.c

173

write_i2c(tr, 2, TDA7318_ADDR, 0x70 | basstreble2chip[ctrl->val]);

drivers/media/radio/radio-trust.c

185

struct trust *tr = container_of(isa, struct trust, isa);

drivers/media/radio/radio-trust.c

187

tr->ioval = 0xf;

drivers/media/radio/radio-trust.c

188

write_i2c(tr, 2, TDA7318_ADDR, 0x80); /* speaker att. LF = 0 dB */

drivers/media/radio/radio-trust.c

189

write_i2c(tr, 2, TDA7318_ADDR, 0xa0); /* speaker att. RF = 0 dB */

drivers/media/radio/radio-trust.c

190

write_i2c(tr, 2, TDA7318_ADDR, 0xc0); /* speaker att. LR = 0 dB */

drivers/media/radio/radio-trust.c

191

write_i2c(tr, 2, TDA7318_ADDR, 0xe0); /* speaker att. RR = 0 dB */

drivers/media/radio/radio-trust.c

192

write_i2c(tr, 2, TDA7318_ADDR, 0x40); /* stereo 1 input, gain = 18.75 dB */

drivers/media/radio/radio-trust.c

58

struct trust *tr = kzalloc_obj(*tr);

drivers/media/radio/radio-trust.c

60

return tr ? &tr->isa : NULL;

drivers/media/radio/radio-trust.c

67

#define TR_DELAY do { inb(tr->isa.io); inb(tr->isa.io); inb(tr->isa.io); } while (0)

drivers/media/radio/radio-trust.c

68

#define TR_SET_SCL outb(tr->ioval |= 2, tr->isa.io)

drivers/media/radio/radio-trust.c

69

#define TR_CLR_SCL outb(tr->ioval &= 0xfd, tr->isa.io)

drivers/media/radio/radio-trust.c

70

#define TR_SET_SDA outb(tr->ioval |= 1, tr->isa.io)

drivers/media/radio/radio-trust.c

71

#define TR_CLR_SDA outb(tr->ioval &= 0xfe, tr->isa.io)

drivers/media/radio/radio-trust.c

73

static void write_i2c(struct trust *tr, int n, ...)

drivers/mmc/core/mmc_test.c

3027

struct mmc_test_transfer_result *tr, *trs;

drivers/mmc/core/mmc_test.c

3032

list_for_each_entry_safe(tr, trs, &gr->tr_lst, link) {

drivers/mmc/core/mmc_test.c

3033

list_del(&tr->link);

drivers/mmc/core/mmc_test.c

3034

kfree(tr);

drivers/mmc/core/mmc_test.c

3054

struct mmc_test_transfer_result *tr;

drivers/mmc/core/mmc_test.c

3061

list_for_each_entry(tr, &gr->tr_lst, link) {

drivers/mmc/core/mmc_test.c

3063

tr->count, tr->sectors, &tr->ts, tr->rate,

drivers/mmc/core/mmc_test.c

3064

tr->iops / 100, tr->iops % 100);

drivers/mmc/core/mmc_test.c

536

struct mmc_test_transfer_result *tr;

drivers/mmc/core/mmc_test.c

541

tr = kmalloc_obj(*tr);

drivers/mmc/core/mmc_test.c

542

if (!tr)

drivers/mmc/core/mmc_test.c

545

tr->count = count;

drivers/mmc/core/mmc_test.c

546

tr->sectors = sectors;

drivers/mmc/core/mmc_test.c

547

tr->ts = ts;

drivers/mmc/core/mmc_test.c

548

tr->rate = rate;

drivers/mmc/core/mmc_test.c

549

tr->iops = iops;

drivers/mmc/core/mmc_test.c

551

list_add_tail(&tr->link, &test->gr->tr_lst);

drivers/mtd/ftl.c

1003

static void ftl_add_mtd(struct mtd_blktrans_ops *tr, struct mtd_info *mtd)

drivers/mtd/ftl.c

1027

partition->mbd.tr = tr;

drivers/mtd/inftlcore.c

35

static void inftl_add_mtd(struct mtd_blktrans_ops *tr, struct mtd_info *mtd)

drivers/mtd/inftlcore.c

63

inftl->mbd.tr = tr;

drivers/mtd/mtd_blkdevs.c

124

struct mtd_blktrans_ops *tr = dev->tr;

drivers/mtd/mtd_blkdevs.c

133

if (tr->background && !background_done) {

drivers/mtd/mtd_blkdevs.c

136

tr->background(dev);

drivers/mtd/mtd_blkdevs.c

152

res = do_blktrans_request(dev->tr, dev, req);

drivers/mtd/mtd_blkdevs.c

197

__module_get(dev->tr->owner);

drivers/mtd/mtd_blkdevs.c

202

if (dev->tr->open) {

drivers/mtd/mtd_blkdevs.c

203

ret = dev->tr->open(dev);

drivers/mtd/mtd_blkdevs.c

219

if (dev->tr->release)

drivers/mtd/mtd_blkdevs.c

220

dev->tr->release(dev);

drivers/mtd/mtd_blkdevs.c

222

module_put(dev->tr->owner);

drivers/mtd/mtd_blkdevs.c

237

module_put(dev->tr->owner);

drivers/mtd/mtd_blkdevs.c

240

if (dev->tr->release)

drivers/mtd/mtd_blkdevs.c

241

dev->tr->release(dev);

drivers/mtd/mtd_blkdevs.c

259

ret = dev->tr->getgeo ? dev->tr->getgeo(dev, geo) : -ENOTTY;

drivers/mtd/mtd_blkdevs.c

278

struct mtd_blktrans_ops *tr = new->tr;

drivers/mtd/mtd_blkdevs.c

287

list_for_each_entry(d, &tr->devs, list) {

drivers/mtd/mtd_blkdevs.c

314

if (new->devnum > (MINORMASK >> tr->part_bits) ||

drivers/mtd/mtd_blkdevs.c

315

(tr->part_bits && new->devnum >= 27 * 26))

drivers/mtd/mtd_blkdevs.c

318

list_add_tail(&new->list, &tr->devs);

drivers/mtd/mtd_blkdevs.c

323

if (!tr->writesect)

drivers/mtd/mtd_blkdevs.c

336

lim.logical_block_size = tr->blksize;

drivers/mtd/mtd_blkdevs.c

337

if (tr->discard)

drivers/mtd/mtd_blkdevs.c

339

if (tr->flush)

drivers/mtd/mtd_blkdevs.c

352

gd->major = tr->major;

drivers/mtd/mtd_blkdevs.c

353

gd->first_minor = (new->devnum) << tr->part_bits;

drivers/mtd/mtd_blkdevs.c

354

gd->minors = 1 << tr->part_bits;

drivers/mtd/mtd_blkdevs.c

357

if (tr->part_bits) {

drivers/mtd/mtd_blkdevs.c

360

"%s%c", tr->name, 'a' + new->devnum);

drivers/mtd/mtd_blkdevs.c

363

"%s%c%c", tr->name,

drivers/mtd/mtd_blkdevs.c

368

"%s%d", tr->name, new->devnum);

drivers/mtd/mtd_blkdevs.c

372

set_capacity(gd, ((u64)new->size * tr->blksize) >> 9);

drivers/mtd/mtd_blkdevs.c

433

if (old->tr->release)

drivers/mtd/mtd_blkdevs.c

434

old->tr->release(old);

drivers/mtd/mtd_blkdevs.c

447

struct mtd_blktrans_ops *tr;

drivers/mtd/mtd_blkdevs.c

45

static blk_status_t do_blktrans_request(struct mtd_blktrans_ops *tr,

drivers/mtd/mtd_blkdevs.c

450

list_for_each_entry(tr, &blktrans_majors, list)

drivers/mtd/mtd_blkdevs.c

451

list_for_each_entry_safe(dev, next, &tr->devs, list)

drivers/mtd/mtd_blkdevs.c

453

tr->remove_dev(dev);

drivers/mtd/mtd_blkdevs.c

458

struct mtd_blktrans_ops *tr;

drivers/mtd/mtd_blkdevs.c

463

list_for_each_entry(tr, &blktrans_majors, list)

drivers/mtd/mtd_blkdevs.c

464

tr->add_mtd(tr, mtd);

drivers/mtd/mtd_blkdevs.c

472

int register_mtd_blktrans(struct mtd_blktrans_ops *tr)

drivers/mtd/mtd_blkdevs.c

483

ret = register_blkdev(tr->major, tr->name);

drivers/mtd/mtd_blkdevs.c

486

tr->name, tr->major, ret);

drivers/mtd/mtd_blkdevs.c

491

tr->major = ret;

drivers/mtd/mtd_blkdevs.c

493

tr->blkshift = ffs(tr->blksize) - 1;

drivers/mtd/mtd_blkdevs.c

495

INIT_LIST_HEAD(&tr->devs);

drivers/mtd/mtd_blkdevs.c

498

list_add(&tr->list, &blktrans_majors);

drivers/mtd/mtd_blkdevs.c

501

tr->add_mtd(tr, mtd);

drivers/mtd/mtd_blkdevs.c

506

int deregister_mtd_blktrans(struct mtd_blktrans_ops *tr)

drivers/mtd/mtd_blkdevs.c

513

list_del(&tr->list);

drivers/mtd/mtd_blkdevs.c

515

list_for_each_entry_safe(dev, next, &tr->devs, list)

drivers/mtd/mtd_blkdevs.c

516

tr->remove_dev(dev);

drivers/mtd/mtd_blkdevs.c

519

unregister_blkdev(tr->major, tr->name);

drivers/mtd/mtd_blkdevs.c

521

BUG_ON(!list_empty(&tr->devs));

drivers/mtd/mtd_blkdevs.c

54

block = blk_rq_pos(req) << 9 >> tr->blkshift;

drivers/mtd/mtd_blkdevs.c

55

nsect = blk_rq_cur_bytes(req) >> tr->blkshift;

drivers/mtd/mtd_blkdevs.c

59

if (tr->flush(dev))

drivers/mtd/mtd_blkdevs.c

63

if (tr->discard(dev, block, nsect))

drivers/mtd/mtd_blkdevs.c

68

for (; nsect > 0; nsect--, block++, buf += tr->blksize) {

drivers/mtd/mtd_blkdevs.c

69

if (tr->readsect(dev, block, buf)) {

drivers/mtd/mtd_blkdevs.c

80

if (!tr->writesect)

drivers/mtd/mtd_blkdevs.c

87

for (; nsect > 0; nsect--, block++, buf += tr->blksize) {

drivers/mtd/mtd_blkdevs.c

88

if (tr->writesect(dev, block, buf)) {

drivers/mtd/mtdblock.c

266

mbd->tr->name, mbd->mtd->name);

drivers/mtd/mtdblock.c

317

static void mtdblock_add_mtd(struct mtd_blktrans_ops *tr, struct mtd_info *mtd)

drivers/mtd/mtdblock.c

328

dev->mbd.tr = tr;

drivers/mtd/mtdblock_ro.c

37

static void mtdblock_add_mtd(struct mtd_blktrans_ops *tr, struct mtd_info *mtd)

drivers/mtd/mtdblock_ro.c

48

dev->tr = tr;

drivers/mtd/mtdblock_ro.c

53

tr->name, mtd->name);

drivers/mtd/mtdswap.c

1334

static void mtdswap_add_mtd(struct mtd_blktrans_ops *tr, struct mtd_info *mtd)

drivers/mtd/mtdswap.c

1434

mbd_dev->tr = tr;

drivers/mtd/nftlcore.c

35

static void nftl_add_mtd(struct mtd_blktrans_ops *tr, struct mtd_info *mtd)

drivers/mtd/nftlcore.c

56

nftl->mbd.tr = tr;

drivers/mtd/rfd_ftl.c

746

static void rfd_ftl_add_mtd(struct mtd_blktrans_ops *tr, struct mtd_info *mtd)

drivers/mtd/rfd_ftl.c

772

part->mbd.tr = tr;

drivers/mtd/sm_ftl.c

1130

static void sm_add_mtd(struct mtd_blktrans_ops *tr, struct mtd_info *mtd)

drivers/mtd/sm_ftl.c

1174

trans->tr = tr;

drivers/mtd/ssfdc.c

283

static void ssfdcr_add_mtd(struct mtd_blktrans_ops *tr, struct mtd_info *mtd)

drivers/mtd/ssfdc.c

304

ssfdc->mbd.tr = tr;

drivers/net/ethernet/spacemit/k1_emac.c

444

struct emac_desc_ring *tr = &priv->tx_ring;

drivers/net/ethernet/spacemit/k1_emac.c

449

kfree(tr->tx_desc_buf);

drivers/net/ethernet/spacemit/k1_emac.c

450

tr->tx_desc_buf = NULL;

drivers/net/ethernet/spacemit/k1_emac.c

452

dma_free_coherent(dev, tr->total_size, tr->desc_addr,

drivers/net/ethernet/spacemit/k1_emac.c

453

tr->desc_dma_addr);

drivers/net/ethernet/spacemit/k1_emac.c

454

tr->desc_addr = NULL;

drivers/net/ethernet/toshiba/tc35815.c

1183

struct tc35815_regs __iomem *tr =

drivers/net/ethernet/toshiba/tc35815.c

1189

tc_writel(0, &tr->Int_En);

drivers/net/ethernet/toshiba/tc35815.c

1190

tc_writel(tc_readl(&tr->DMA_Ctl) | DMA_IntMask, &tr->DMA_Ctl);

drivers/net/ethernet/toshiba/tc35815.c

1197

struct tc35815_regs __iomem *tr =

drivers/net/ethernet/toshiba/tc35815.c

1201

dev->name, tc_readl(&tr->Tx_Stat));

drivers/net/ethernet/toshiba/tc35815.c

1312

struct tc35815_regs __iomem *tr =

drivers/net/ethernet/toshiba/tc35815.c

1321

tc_writel(fd_virt_to_bus(lp, txfd), &tr->TxFrmPtr);

drivers/net/ethernet/toshiba/tc35815.c

1432

struct tc35815_regs __iomem *tr =

drivers/net/ethernet/toshiba/tc35815.c

1434

u32 dmactl = tc_readl(&tr->DMA_Ctl);

drivers/net/ethernet/toshiba/tc35815.c

1439

tc_writel(dmactl | DMA_IntMask, &tr->DMA_Ctl);

drivers/net/ethernet/toshiba/tc35815.c

1442

(void)tc_readl(&tr->Int_Src); /* flush */

drivers/net/ethernet/toshiba/tc35815.c

1621

struct tc35815_regs __iomem *tr =

drivers/net/ethernet/toshiba/tc35815.c

1630

status = tc_readl(&tr->Int_Src);

drivers/net/ethernet/toshiba/tc35815.c

1634

&tr->Int_Src); /* write to clear */

drivers/net/ethernet/toshiba/tc35815.c

1639

&tr->Int_Src);

drivers/net/ethernet/toshiba/tc35815.c

1645

status = tc_readl(&tr->Int_Src);

drivers/net/ethernet/toshiba/tc35815.c

1652

tc_writel(tc_readl(&tr->DMA_Ctl) & ~DMA_IntMask, &tr->DMA_Ctl);

drivers/net/ethernet/toshiba/tc35815.c

1695

struct tc35815_regs __iomem *tr =

drivers/net/ethernet/toshiba/tc35815.c

1697

tc_writel(TX_THRESHOLD_MAX, &tr->TxThrsh);

drivers/net/ethernet/toshiba/tc35815.c

1782

struct tc35815_regs __iomem *tr =

drivers/net/ethernet/toshiba/tc35815.c

1808

tc_writel(fd_virt_to_bus(lp, txfd), &tr->TxFrmPtr);

drivers/net/ethernet/toshiba/tc35815.c

1850

struct tc35815_regs __iomem *tr =

drivers/net/ethernet/toshiba/tc35815.c

1854

dev->stats.rx_missed_errors += tc_readl(&tr->Miss_Cnt);

drivers/net/ethernet/toshiba/tc35815.c

1863

struct tc35815_regs __iomem *tr =

drivers/net/ethernet/toshiba/tc35815.c

1869

saved_addr = tc_readl(&tr->CAM_Adr);

drivers/net/ethernet/toshiba/tc35815.c

1876

tc_writel(cam_index - 2, &tr->CAM_Adr);

drivers/net/ethernet/toshiba/tc35815.c

1877

cam_data = tc_readl(&tr->CAM_Data) & 0xffff0000;

drivers/net/ethernet/toshiba/tc35815.c

1879

tc_writel(cam_data, &tr->CAM_Data);

drivers/net/ethernet/toshiba/tc35815.c

1881

tc_writel(cam_index + 2, &tr->CAM_Adr);

drivers/net/ethernet/toshiba/tc35815.c

1883

tc_writel(cam_data, &tr->CAM_Data);

drivers/net/ethernet/toshiba/tc35815.c

1886

tc_writel(cam_index, &tr->CAM_Adr);

drivers/net/ethernet/toshiba/tc35815.c

1888

tc_writel(cam_data, &tr->CAM_Data);

drivers/net/ethernet/toshiba/tc35815.c

1890

tc_writel(cam_index + 4, &tr->CAM_Adr);

drivers/net/ethernet/toshiba/tc35815.c

1891

cam_data = tc_readl(&tr->CAM_Data) & 0x0000ffff;

drivers/net/ethernet/toshiba/tc35815.c

1893

tc_writel(cam_data, &tr->CAM_Data);

drivers/net/ethernet/toshiba/tc35815.c

1896

tc_writel(saved_addr, &tr->CAM_Adr);

drivers/net/ethernet/toshiba/tc35815.c

1910

struct tc35815_regs __iomem *tr =

drivers/net/ethernet/toshiba/tc35815.c

1922

tc_writel(CAM_CompEn | CAM_BroadAcc | CAM_GroupAcc | CAM_StationAcc, &tr->CAM_Ctl);

drivers/net/ethernet/toshiba/tc35815.c

1927

tc_writel(CAM_CompEn | CAM_BroadAcc | CAM_GroupAcc, &tr->CAM_Ctl);

drivers/net/ethernet/toshiba/tc35815.c

1933

tc_writel(0, &tr->CAM_Ctl);

drivers/net/ethernet/toshiba/tc35815.c

1942

tc_writel(ena_bits, &tr->CAM_Ena);

drivers/net/ethernet/toshiba/tc35815.c

1943

tc_writel(CAM_CompEn | CAM_BroadAcc, &tr->CAM_Ctl);

drivers/net/ethernet/toshiba/tc35815.c

1945

tc_writel(CAM_Ena_Bit(CAM_ENTRY_SOURCE), &tr->CAM_Ena);

drivers/net/ethernet/toshiba/tc35815.c

1946

tc_writel(CAM_CompEn | CAM_BroadAcc, &tr->CAM_Ctl);

drivers/net/ethernet/toshiba/tc35815.c

2020

struct tc35815_regs __iomem *tr =

drivers/net/ethernet/toshiba/tc35815.c

2024

tc_writel(MAC_Reset, &tr->MAC_Ctl);

drivers/net/ethernet/toshiba/tc35815.c

2027

while (tc_readl(&tr->MAC_Ctl) & MAC_Reset) {

drivers/net/ethernet/toshiba/tc35815.c

2034

tc_writel(0, &tr->MAC_Ctl);

drivers/net/ethernet/toshiba/tc35815.c

2037

tc_writel(0, &tr->DMA_Ctl);

drivers/net/ethernet/toshiba/tc35815.c

2038

tc_writel(0, &tr->TxThrsh);

drivers/net/ethernet/toshiba/tc35815.c

2039

tc_writel(0, &tr->TxPollCtr);

drivers/net/ethernet/toshiba/tc35815.c

2040

tc_writel(0, &tr->RxFragSize);

drivers/net/ethernet/toshiba/tc35815.c

2041

tc_writel(0, &tr->Int_En);

drivers/net/ethernet/toshiba/tc35815.c

2042

tc_writel(0, &tr->FDA_Bas);

drivers/net/ethernet/toshiba/tc35815.c

2043

tc_writel(0, &tr->FDA_Lim);

drivers/net/ethernet/toshiba/tc35815.c

2044

tc_writel(0xffffffff, &tr->Int_Src); /* Write 1 to clear */

drivers/net/ethernet/toshiba/tc35815.c

2045

tc_writel(0, &tr->CAM_Ctl);

drivers/net/ethernet/toshiba/tc35815.c

2046

tc_writel(0, &tr->Tx_Ctl);

drivers/net/ethernet/toshiba/tc35815.c

2047

tc_writel(0, &tr->Rx_Ctl);

drivers/net/ethernet/toshiba/tc35815.c

2048

tc_writel(0, &tr->CAM_Ena);

drivers/net/ethernet/toshiba/tc35815.c

2049

(void)tc_readl(&tr->Miss_Cnt); /* Read to clear */

drivers/net/ethernet/toshiba/tc35815.c

2052

tc_writel(DMA_TestMode, &tr->DMA_Ctl);

drivers/net/ethernet/toshiba/tc35815.c

2054

tc_writel(i, &tr->CAM_Adr);

drivers/net/ethernet/toshiba/tc35815.c

2055

tc_writel(0, &tr->CAM_Data);

drivers/net/ethernet/toshiba/tc35815.c

2057

tc_writel(0, &tr->DMA_Ctl);

drivers/net/ethernet/toshiba/tc35815.c

2063

struct tc35815_regs __iomem *tr =

drivers/net/ethernet/toshiba/tc35815.c

2071

tc_writel(CAM_Ena_Bit(CAM_ENTRY_SOURCE), &tr->CAM_Ena);

drivers/net/ethernet/toshiba/tc35815.c

2072

tc_writel(CAM_CompEn | CAM_BroadAcc, &tr->CAM_Ctl);

drivers/net/ethernet/toshiba/tc35815.c

2076

tc_writel(DMA_BURST_SIZE | DMA_RxAlign_2, &tr->DMA_Ctl);

drivers/net/ethernet/toshiba/tc35815.c

2078

tc_writel(DMA_BURST_SIZE, &tr->DMA_Ctl);

drivers/net/ethernet/toshiba/tc35815.c

2079

tc_writel(0, &tr->TxPollCtr); /* Batch mode */

drivers/net/ethernet/toshiba/tc35815.c

2080

tc_writel(TX_THRESHOLD, &tr->TxThrsh);

drivers/net/ethernet/toshiba/tc35815.c

2081

tc_writel(INT_EN_CMD, &tr->Int_En);

drivers/net/ethernet/toshiba/tc35815.c

2084

tc_writel(fd_virt_to_bus(lp, lp->rfd_base), &tr->FDA_Bas);

drivers/net/ethernet/toshiba/tc35815.c

2086

&tr->FDA_Lim);

drivers/net/ethernet/toshiba/tc35815.c

2092

tc_writel(fd_virt_to_bus(lp, lp->fbl_ptr), &tr->BLFrmPtr); /* start DMA receiver */

drivers/net/ethernet/toshiba/tc35815.c

2093

tc_writel(RX_CTL_CMD, &tr->Rx_Ctl); /* start MAC receiver */

drivers/net/ethernet/toshiba/tc35815.c

2102

tc_writel(txctl, &tr->Tx_Ctl);

drivers/net/ethernet/toshiba/tc35815.c

505

struct tc35815_regs __iomem *tr =

drivers/net/ethernet/toshiba/tc35815.c

509

tc_writel(MD_CA_Busy | (mii_id << 5) | (regnum & 0x1f), &tr->MD_CA);

drivers/net/ethernet/toshiba/tc35815.c

511

while (tc_readl(&tr->MD_CA) & MD_CA_Busy) {

drivers/net/ethernet/toshiba/tc35815.c

516

return tc_readl(&tr->MD_Data) & 0xffff;

drivers/net/ethernet/toshiba/tc35815.c

522

struct tc35815_regs __iomem *tr =

drivers/net/ethernet/toshiba/tc35815.c

526

tc_writel(val, &tr->MD_Data);

drivers/net/ethernet/toshiba/tc35815.c

528

&tr->MD_CA);

drivers/net/ethernet/toshiba/tc35815.c

530

while (tc_readl(&tr->MD_CA) & MD_CA_Busy) {

drivers/net/ethernet/toshiba/tc35815.c

548

struct tc35815_regs __iomem *tr =

drivers/net/ethernet/toshiba/tc35815.c

552

reg = tc_readl(&tr->MAC_Ctl);

drivers/net/ethernet/toshiba/tc35815.c

554

tc_writel(reg, &tr->MAC_Ctl);

drivers/net/ethernet/toshiba/tc35815.c

559

tc_writel(reg, &tr->MAC_Ctl);

drivers/net/ethernet/toshiba/tc35815.c

561

tc_writel(reg, &tr->MAC_Ctl);

drivers/net/ethernet/toshiba/tc35815.c

574

tc_writel(tc_readl(&tr->Tx_Ctl) | Tx_EnLCarr,

drivers/net/ethernet/toshiba/tc35815.c

575

&tr->Tx_Ctl);

drivers/net/ethernet/toshiba/tc35815.c

725

struct tc35815_regs __iomem *tr =

drivers/net/ethernet/toshiba/tc35815.c

730

while (tc_readl(&tr->PROM_Ctl) & PROM_Busy)

drivers/net/ethernet/toshiba/tc35815.c

734

tc_writel(PROM_Busy | PROM_Read | (i / 2 + 2), &tr->PROM_Ctl);

drivers/net/ethernet/toshiba/tc35815.c

735

while (tc_readl(&tr->PROM_Ctl) & PROM_Busy)

drivers/net/ethernet/toshiba/tc35815.c

737

data = tc_readl(&tr->PROM_Data);

drivers/net/fddi/skfp/hwt.c

158

u_short tr ;

drivers/net/fddi/skfp/hwt.c

163

tr = (u_short)((inpd(ADDR(B2_TI_VAL))/200) & 0xffff) ;

drivers/net/fddi/skfp/hwt.c

167

if ((tr > smc->hw.t_start) || (is & IS_TIMINT)) {

drivers/net/fddi/skfp/hwt.c

172

smc->hw.t_stop = smc->hw.t_start - tr ;

drivers/net/wireless/broadcom/brcm80211/brcmfmac/sdio.c

3042

struct brcmf_trap_info tr;

drivers/net/wireless/broadcom/brcm80211/brcmfmac/sdio.c

3049

error = brcmf_sdiod_ramrw(bus->sdiodev, false, sh->trap_addr, (u8 *)&tr,

drivers/net/wireless/broadcom/brcm80211/brcmfmac/sdio.c

3061

le32_to_cpu(tr.type), le32_to_cpu(tr.epc),

drivers/net/wireless/broadcom/brcm80211/brcmfmac/sdio.c

3062

le32_to_cpu(tr.cpsr), le32_to_cpu(tr.spsr),

drivers/net/wireless/broadcom/brcm80211/brcmfmac/sdio.c

3063

le32_to_cpu(tr.r13), le32_to_cpu(tr.r14),

drivers/net/wireless/broadcom/brcm80211/brcmfmac/sdio.c

3064

le32_to_cpu(tr.pc), sh->trap_addr,

drivers/net/wireless/broadcom/brcm80211/brcmfmac/sdio.c

3065

le32_to_cpu(tr.r0), le32_to_cpu(tr.r1),

drivers/net/wireless/broadcom/brcm80211/brcmfmac/sdio.c

3066

le32_to_cpu(tr.r2), le32_to_cpu(tr.r3),

drivers/net/wireless/broadcom/brcm80211/brcmfmac/sdio.c

3067

le32_to_cpu(tr.r4), le32_to_cpu(tr.r5),

drivers/net/wireless/broadcom/brcm80211/brcmfmac/sdio.c

3068

le32_to_cpu(tr.r6), le32_to_cpu(tr.r7));

drivers/net/wireless/broadcom/brcm80211/brcmfmac/sdio.c

3075

le32_to_cpu(tr.type), le32_to_cpu(tr.epc),

drivers/net/wireless/broadcom/brcm80211/brcmfmac/sdio.c

3076

le32_to_cpu(tr.cpsr), le32_to_cpu(tr.spsr),

drivers/net/wireless/broadcom/brcm80211/brcmfmac/sdio.c

3077

le32_to_cpu(tr.r13), le32_to_cpu(tr.r14),

drivers/net/wireless/broadcom/brcm80211/brcmfmac/sdio.c

3078

le32_to_cpu(tr.pc), sh->trap_addr,

drivers/net/wireless/broadcom/brcm80211/brcmfmac/sdio.c

3079

le32_to_cpu(tr.r0), le32_to_cpu(tr.r1),

drivers/net/wireless/broadcom/brcm80211/brcmfmac/sdio.c

3080

le32_to_cpu(tr.r2), le32_to_cpu(tr.r3),

drivers/net/wireless/broadcom/brcm80211/brcmfmac/sdio.c

3081

le32_to_cpu(tr.r4), le32_to_cpu(tr.r5),

drivers/net/wireless/broadcom/brcm80211/brcmfmac/sdio.c

3082

le32_to_cpu(tr.r6), le32_to_cpu(tr.r7));

drivers/net/wireless/marvell/mwl8k.c

1403

struct mwl8k_dma_data *tr;

drivers/net/wireless/marvell/mwl8k.c

1404

tr = (struct mwl8k_dma_data *)skb->data;

drivers/net/wireless/marvell/mwl8k.c

1405

memset((void *)&(tr->data), 0, 4);

drivers/net/wireless/marvell/mwl8k.c

821

struct mwl8k_dma_data *tr;

drivers/net/wireless/marvell/mwl8k.c

824

tr = (struct mwl8k_dma_data *)skb->data;

drivers/net/wireless/marvell/mwl8k.c

825

hdrlen = ieee80211_hdrlen(tr->wh.frame_control);

drivers/net/wireless/marvell/mwl8k.c

827

if (hdrlen != sizeof(tr->wh)) {

drivers/net/wireless/marvell/mwl8k.c

828

if (ieee80211_is_data_qos(tr->wh.frame_control)) {

drivers/net/wireless/marvell/mwl8k.c

829

memmove(tr->data - hdrlen, &tr->wh, hdrlen - 2);

drivers/net/wireless/marvell/mwl8k.c

830

*((__le16 *)(tr->data - 2)) = qos;

drivers/net/wireless/marvell/mwl8k.c

832

memmove(tr->data - hdrlen, &tr->wh, hdrlen);

drivers/net/wireless/marvell/mwl8k.c

836

if (hdrlen != sizeof(*tr))

drivers/net/wireless/marvell/mwl8k.c

837

skb_pull(skb, sizeof(*tr) - hdrlen);

drivers/net/wireless/marvell/mwl8k.c

849

struct mwl8k_dma_data *tr;

drivers/net/wireless/marvell/mwl8k.c

876

reqd_hdrlen = sizeof(*tr) + head_pad;

drivers/net/wireless/marvell/mwl8k.c

884

tr = (struct mwl8k_dma_data *)skb->data;

drivers/net/wireless/marvell/mwl8k.c

885

if (wh != &tr->wh)

drivers/net/wireless/marvell/mwl8k.c

886

memmove(&tr->wh, wh, hdrlen);

drivers/net/wireless/marvell/mwl8k.c

887

if (hdrlen != sizeof(tr->wh))

drivers/net/wireless/marvell/mwl8k.c

888

memset(((void *)&tr->wh) + hdrlen, 0, sizeof(tr->wh) - hdrlen);

drivers/net/wireless/marvell/mwl8k.c

895

tr->fwlen = cpu_to_le16(skb->len - sizeof(*tr) + tail_pad);

drivers/net/wireless/microchip/wilc1000/spi.c

326

struct spi_transfer tr = {

drivers/net/wireless/microchip/wilc1000/spi.c

339

tr.rx_buf = r_buffer;

drivers/net/wireless/microchip/wilc1000/spi.c

344

spi_message_add_tail(&tr, &msg);

drivers/net/wireless/microchip/wilc1000/spi.c

368

struct spi_transfer tr = {

drivers/net/wireless/microchip/wilc1000/spi.c

382

tr.tx_buf = t_buffer;

drivers/net/wireless/microchip/wilc1000/spi.c

386

spi_message_add_tail(&tr, &msg);

drivers/net/wireless/microchip/wilc1000/spi.c

409

struct spi_transfer tr = {

drivers/net/wireless/microchip/wilc1000/spi.c

423

spi_message_add_tail(&tr, &msg);

drivers/rtc/rtc-stm32.c

137

u16 tr;

drivers/rtc/rtc-stm32.c

530

unsigned int tr, dr;

drivers/rtc/rtc-stm32.c

533

tr = readl_relaxed(rtc->base + regs->tr);

drivers/rtc/rtc-stm32.c

536

tm->tm_sec = (tr & STM32_RTC_TR_SEC) >> STM32_RTC_TR_SEC_SHIFT;

drivers/rtc/rtc-stm32.c

537

tm->tm_min = (tr & STM32_RTC_TR_MIN) >> STM32_RTC_TR_MIN_SHIFT;

drivers/rtc/rtc-stm32.c

538

tm->tm_hour = (tr & STM32_RTC_TR_HOUR) >> STM32_RTC_TR_HOUR_SHIFT;

drivers/rtc/rtc-stm32.c

556

unsigned int tr, dr;

drivers/rtc/rtc-stm32.c

562

tr = ((tm->tm_sec << STM32_RTC_TR_SEC_SHIFT) & STM32_RTC_TR_SEC) |

drivers/rtc/rtc-stm32.c

580

writel_relaxed(tr, rtc->base + regs->tr);

drivers/rtc/rtc-stm32.c

813

.tr = 0x00,

drivers/rtc/rtc-stm32.c

839

.tr = 0x00,

drivers/rtc/rtc-stm32.c

874

.tr = 0x00,

drivers/rtc/rtc-stm32.c

900

.tr = 0x00,

drivers/s390/crypto/zcrypt_api.c

1034

struct zcrypt_track *tr,

drivers/s390/crypto/zcrypt_api.c

1113

cpen = (tr && tr->again_counter && tr->last_qid &&

drivers/s390/crypto/zcrypt_api.c

1114

AP_QID_CARD(tr->last_qid) == zc->card->id) ?

drivers/s390/crypto/zcrypt_api.c

1131

qpen = (tr && tr->again_counter && tr->last_qid &&

drivers/s390/crypto/zcrypt_api.c

1132

tr->last_qid == zq->queue->qid) ?

drivers/s390/crypto/zcrypt_api.c

1174

if (tr) {

drivers/s390/crypto/zcrypt_api.c

1175

tr->last_rc = rc;

drivers/s390/crypto/zcrypt_api.c

1176

tr->last_qid = qid;

drivers/s390/crypto/zcrypt_api.c

1186

struct zcrypt_track tr;

drivers/s390/crypto/zcrypt_api.c

1189

memset(&tr, 0, sizeof(tr));

drivers/s390/crypto/zcrypt_api.c

1192

rc = _zcrypt_send_ep11_cprb(xflags, &ap_perms, &tr, xcrb);

drivers/s390/crypto/zcrypt_api.c

1193

} while (rc == -EAGAIN && ++tr.again_counter < TRACK_AGAIN_MAX);

drivers/s390/crypto/zcrypt_api.c

1198

rc = _zcrypt_send_ep11_cprb(xflags, &ap_perms, &tr, xcrb);

drivers/s390/crypto/zcrypt_api.c

1199

} while (rc == -EAGAIN && ++tr.again_counter < TRACK_AGAIN_MAX);

drivers/s390/crypto/zcrypt_api.c

1200

if (rc == -EAGAIN && tr.again_counter >= TRACK_AGAIN_MAX)

drivers/s390/crypto/zcrypt_api.c

1481

struct zcrypt_track tr;

drivers/s390/crypto/zcrypt_api.c

1485

memset(&tr, 0, sizeof(tr));

drivers/s390/crypto/zcrypt_api.c

1490

rc = zcrypt_rsa_modexpo(perms, &tr, &mex);

drivers/s390/crypto/zcrypt_api.c

1491

} while (rc == -EAGAIN && ++tr.again_counter < TRACK_AGAIN_MAX);

drivers/s390/crypto/zcrypt_api.c

1496

rc = zcrypt_rsa_modexpo(perms, &tr, &mex);

drivers/s390/crypto/zcrypt_api.c

1497

} while (rc == -EAGAIN && ++tr.again_counter < TRACK_AGAIN_MAX);

drivers/s390/crypto/zcrypt_api.c

1498

if (rc == -EAGAIN && tr.again_counter >= TRACK_AGAIN_MAX)

drivers/s390/crypto/zcrypt_api.c

1510

struct zcrypt_track tr;

drivers/s390/crypto/zcrypt_api.c

1514

memset(&tr, 0, sizeof(tr));

drivers/s390/crypto/zcrypt_api.c

1519

rc = zcrypt_rsa_crt(perms, &tr, &crt);

drivers/s390/crypto/zcrypt_api.c

1520

} while (rc == -EAGAIN && ++tr.again_counter < TRACK_AGAIN_MAX);

drivers/s390/crypto/zcrypt_api.c

1525

rc = zcrypt_rsa_crt(perms, &tr, &crt);

drivers/s390/crypto/zcrypt_api.c

1526

} while (rc == -EAGAIN && ++tr.again_counter < TRACK_AGAIN_MAX);

drivers/s390/crypto/zcrypt_api.c

1527

if (rc == -EAGAIN && tr.again_counter >= TRACK_AGAIN_MAX)

drivers/s390/crypto/zcrypt_api.c

1540

struct zcrypt_track tr;

drivers/s390/crypto/zcrypt_api.c

1544

memset(&tr, 0, sizeof(tr));

drivers/s390/crypto/zcrypt_api.c

1549

rc = _zcrypt_send_cprb(xflags, perms, &tr, &xcrb);

drivers/s390/crypto/zcrypt_api.c

1550

} while (rc == -EAGAIN && ++tr.again_counter < TRACK_AGAIN_MAX);

drivers/s390/crypto/zcrypt_api.c

1555

rc = _zcrypt_send_cprb(xflags, perms, &tr, &xcrb);

drivers/s390/crypto/zcrypt_api.c

1556

} while (rc == -EAGAIN && ++tr.again_counter < TRACK_AGAIN_MAX);

drivers/s390/crypto/zcrypt_api.c

1557

if (rc == -EAGAIN && tr.again_counter >= TRACK_AGAIN_MAX)

drivers/s390/crypto/zcrypt_api.c

1571

struct zcrypt_track tr;

drivers/s390/crypto/zcrypt_api.c

1575

memset(&tr, 0, sizeof(tr));

drivers/s390/crypto/zcrypt_api.c

1580

rc = _zcrypt_send_ep11_cprb(xflags, perms, &tr, &xcrb);

drivers/s390/crypto/zcrypt_api.c

1581

} while (rc == -EAGAIN && ++tr.again_counter < TRACK_AGAIN_MAX);

drivers/s390/crypto/zcrypt_api.c

1586

rc = _zcrypt_send_ep11_cprb(xflags, perms, &tr, &xcrb);

drivers/s390/crypto/zcrypt_api.c

1587

} while (rc == -EAGAIN && ++tr.again_counter < TRACK_AGAIN_MAX);

drivers/s390/crypto/zcrypt_api.c

1588

if (rc == -EAGAIN && tr.again_counter >= TRACK_AGAIN_MAX)

drivers/s390/crypto/zcrypt_api.c

641

struct zcrypt_track *tr,

drivers/s390/crypto/zcrypt_api.c

692

cpen = (tr && tr->again_counter && tr->last_qid &&

drivers/s390/crypto/zcrypt_api.c

693

AP_QID_CARD(tr->last_qid) == zc->card->id) ?

drivers/s390/crypto/zcrypt_api.c

707

qpen = (tr && tr->again_counter && tr->last_qid &&

drivers/s390/crypto/zcrypt_api.c

708

tr->last_qid == zq->queue->qid) ?

drivers/s390/crypto/zcrypt_api.c

736

if (tr) {

drivers/s390/crypto/zcrypt_api.c

737

tr->last_rc = rc;

drivers/s390/crypto/zcrypt_api.c

738

tr->last_qid = qid;

drivers/s390/crypto/zcrypt_api.c

747

struct zcrypt_track *tr,

drivers/s390/crypto/zcrypt_api.c

798

cpen = (tr && tr->again_counter && tr->last_qid &&

drivers/s390/crypto/zcrypt_api.c

799

AP_QID_CARD(tr->last_qid) == zc->card->id) ?

drivers/s390/crypto/zcrypt_api.c

813

qpen = (tr && tr->again_counter && tr->last_qid &&

drivers/s390/crypto/zcrypt_api.c

814

tr->last_qid == zq->queue->qid) ?

drivers/s390/crypto/zcrypt_api.c

842

if (tr) {

drivers/s390/crypto/zcrypt_api.c

843

tr->last_rc = rc;

drivers/s390/crypto/zcrypt_api.c

844

tr->last_qid = qid;

drivers/s390/crypto/zcrypt_api.c

853

struct zcrypt_track *tr,

drivers/s390/crypto/zcrypt_api.c

921

cpen = (tr && tr->again_counter && tr->last_qid &&

drivers/s390/crypto/zcrypt_api.c

922

AP_QID_CARD(tr->last_qid) == zc->card->id) ?

drivers/s390/crypto/zcrypt_api.c

938

qpen = (tr && tr->again_counter && tr->last_qid &&

drivers/s390/crypto/zcrypt_api.c

939

tr->last_qid == zq->queue->qid) ?

drivers/s390/crypto/zcrypt_api.c

971

if (tr) {

drivers/s390/crypto/zcrypt_api.c

972

tr->last_rc = rc;

drivers/s390/crypto/zcrypt_api.c

973

tr->last_qid = qid;

drivers/s390/crypto/zcrypt_api.c

983

struct zcrypt_track tr;

drivers/s390/crypto/zcrypt_api.c

986

memset(&tr, 0, sizeof(tr));

drivers/s390/crypto/zcrypt_api.c

989

rc = _zcrypt_send_cprb(xflags, &ap_perms, &tr, xcrb);

drivers/s390/crypto/zcrypt_api.c

990

} while (rc == -EAGAIN && ++tr.again_counter < TRACK_AGAIN_MAX);

drivers/s390/crypto/zcrypt_api.c

995

rc = _zcrypt_send_cprb(xflags, &ap_perms, &tr, xcrb);

drivers/s390/crypto/zcrypt_api.c

996

} while (rc == -EAGAIN && ++tr.again_counter < TRACK_AGAIN_MAX);

drivers/s390/crypto/zcrypt_api.c

997

if (rc == -EAGAIN && tr.again_counter >= TRACK_AGAIN_MAX)

drivers/scsi/mesh.c

636

int v, tr;

drivers/scsi/mesh.c

657

tr = (ms->clk_freq + 250000) / 500000;

drivers/scsi/mesh.c

663

tr = ((ms->clk_freq / (v + 2)) + 199999) / 200000;

drivers/scsi/mesh.c

670

ms->conn_tgt, tr/10, tr%10);

drivers/spi/spi-omap2-mcspi.c

1270

struct spi_transfer *tr;

drivers/spi/spi-omap2-mcspi.c

1282

list_for_each_entry(tr, &msg->transfers, transfer_list) {

drivers/spi/spi-omap2-mcspi.c

1283

if (!tr->bits_per_word)

drivers/spi/spi-omap2-mcspi.c

1286

bits_per_word = tr->bits_per_word;

drivers/spi/spi-omap2-mcspi.c

1291

if (bits_per_word < 8 && tr->len == 1) {

drivers/spi/spi-omap2-mcspi.c

1293

} else if (bits_per_word >= 8 && tr->len == bits_per_word / 8) {

drivers/spi/spi-omap2-mcspi.c

1300

if (list_is_last(&tr->transfer_list, &msg->transfers)) {

drivers/spi/spi-omap2-mcspi.c

1302

if (tr->cs_change) {

drivers/spi/spi-omap2-mcspi.c

1310

if (!tr->cs_change)

drivers/thermal/ti-soc-thermal/ti-thermal-common.c

118

int id, tr, ret = 0;

drivers/thermal/ti-soc-thermal/ti-thermal-common.c

123

ret = ti_bandgap_get_trend(bgp, id, &tr);

drivers/thermal/ti-soc-thermal/ti-thermal-common.c

127

if (tr > 0)

drivers/thermal/ti-soc-thermal/ti-thermal-common.c

129

else if (tr < 0)

drivers/usb/gadget/udc/lpc32xx_udc.c

1482

u32 tr, bufferspace;

drivers/usb/gadget/udc/lpc32xx_udc.c

1504

tr = udc_read_hwep(udc, EP_OUT, req->req.buf + req->req.actual,

drivers/usb/gadget/udc/lpc32xx_udc.c

1508

if (tr < ep0->ep.maxpacket) {

fs/gfs2/bmap.c

1004

if (tr->tr_num_buf_new)

fs/gfs2/bmap.c

1032

struct gfs2_trans *tr;

fs/gfs2/bmap.c

1080

tr = current->journal_info;

fs/gfs2/bmap.c

1081

if (tr->tr_num_buf_new)

fs/gfs2/bmap.c

1359

struct gfs2_trans *tr;

fs/gfs2/bmap.c

1373

tr = current->journal_info;

fs/gfs2/bmap.c

1374

if (!test_bit(TR_TOUCHED, &tr->tr_flags))

fs/gfs2/bmap.c

1491

struct gfs2_trans *tr;

fs/gfs2/bmap.c

1564

tr = current->journal_info;

fs/gfs2/bmap.c

1565

if (tr->tr_num_buf_new + RES_STATFS +

fs/gfs2/bmap.c

2405

struct gfs2_trans *tr;

fs/gfs2/bmap.c

2421

tr = current->journal_info;

fs/gfs2/bmap.c

2422

if (!test_bit(TR_TOUCHED, &tr->tr_flags))

fs/gfs2/bmap.c

991

struct gfs2_trans *tr = current->journal_info;

fs/gfs2/glops.c

123

memset(&tr, 0, sizeof(tr));

fs/gfs2/glops.c

124

set_bit(TR_ONSTACK, &tr.tr_flags);

fs/gfs2/glops.c

125

ret = __gfs2_trans_begin(&tr, sdp, 0, revokes, _RET_IP_);

fs/gfs2/glops.c

90

struct gfs2_trans tr;

fs/gfs2/incore.h

57

void (*lo_before_commit) (struct gfs2_sbd *sdp, struct gfs2_trans *tr);

fs/gfs2/incore.h

58

void (*lo_after_commit) (struct gfs2_sbd *sdp, struct gfs2_trans *tr);

fs/gfs2/log.c

1013

static void gfs2_trans_drain(struct gfs2_sbd *sdp, struct gfs2_trans *tr)

fs/gfs2/log.c

1015

if (!tr)

fs/gfs2/log.c

1017

gfs2_trans_drain_list(sdp, &tr->tr_buf);

fs/gfs2/log.c

1018

gfs2_trans_drain_list(sdp, &tr->tr_databuf);

fs/gfs2/log.c

1026

struct gfs2_trans *tr = current->journal_info;

fs/gfs2/log.c

1033

if (tr) {

fs/gfs2/log.c

1035

tr->tr_num_buf_rm++;

fs/gfs2/log.c

1037

tr->tr_num_databuf_rm++;

fs/gfs2/log.c

1038

set_bit(TR_TOUCHED, &tr->tr_flags);

fs/gfs2/log.c

104

list_for_each_entry_safe_reverse(bd, s, &tr->tr_ail1_list, bd_ail_st_list) {

fs/gfs2/log.c

1045

if (tr)

fs/gfs2/log.c

107

gfs2_assert(sdp, bd->bd_tr == tr);

fs/gfs2/log.c

1072

struct gfs2_trans *tr = NULL;

fs/gfs2/log.c

1096

tr = sdp->sd_log_tr;

fs/gfs2/log.c

1097

if (tr || sdp->sd_log_num_revoke) {

fs/gfs2/log.c

1102

if (tr) {

fs/gfs2/log.c

1104

tr->tr_first = first_log_head;

fs/gfs2/log.c

1107

!tr->tr_num_buf_new && !tr->tr_num_databuf_new))

fs/gfs2/log.c

112

&tr->tr_ail2_list);

fs/gfs2/log.c

1137

lops_before_commit(sdp, tr);

fs/gfs2/log.c

1152

lops_after_commit(sdp, tr);

fs/gfs2/log.c

1158

if (tr && !list_empty(&tr->tr_ail1_list)) {

fs/gfs2/log.c

1159

list_add(&tr->tr_list, &sdp->sd_ail1_list);

fs/gfs2/log.c

1160

tr = NULL;

fs/gfs2/log.c

1189

gfs2_trans_free(sdp, tr);

fs/gfs2/log.c

1198

gfs2_trans_drain(sdp, tr);

fs/gfs2/log.c

1206

if (tr && list_empty(&tr->tr_list))

fs/gfs2/log.c

1207

list_add(&tr->tr_list, &sdp->sd_ail1_list);

fs/gfs2/log.c

1209

tr = NULL;

fs/gfs2/log.c

1248

static void log_refund(struct gfs2_sbd *sdp, struct gfs2_trans *tr)

fs/gfs2/log.c

1257

gfs2_merge_trans(sdp, tr);

fs/gfs2/log.c

1258

} else if (tr->tr_num_buf_new || tr->tr_num_databuf_new) {

fs/gfs2/log.c

1259

gfs2_assert_withdraw(sdp, !test_bit(TR_ONSTACK, &tr->tr_flags));

fs/gfs2/log.c

1260

sdp->sd_log_tr = tr;

fs/gfs2/log.c

1261

set_bit(TR_ATTACHED, &tr->tr_flags);

fs/gfs2/log.c

1265

maxres = sdp->sd_log_blks_reserved + tr->tr_reserved;

fs/gfs2/log.c

128

list_move(&bd->bd_ail_st_list, &tr->tr_ail1_list);

fs/gfs2/log.c

1305

void gfs2_log_commit(struct gfs2_sbd *sdp, struct gfs2_trans *tr)

fs/gfs2/log.c

1307

log_refund(sdp, tr);

fs/gfs2/log.c

157

struct gfs2_trans *tr;

fs/gfs2/log.c

161

list_for_each_entry_reverse(tr, &sdp->sd_ail1_list, tr_list) {

fs/gfs2/log.c

162

list_for_each_entry_reverse(bd, &tr->tr_ail1_list,

fs/gfs2/log.c

199

struct gfs2_trans *tr;

fs/gfs2/log.c

215

list_for_each_entry_reverse(tr, head, tr_list) {

fs/gfs2/log.c

218

ret = gfs2_ail1_start_one(sdp, wbc, tr, &plug);

fs/gfs2/log.c

255

struct gfs2_trans *tr;

fs/gfs2/log.c

258

tr = list_last_entry(&sdp->sd_ail1_list,

fs/gfs2/log.c

260

new_flush_tail = tr->tr_first;

fs/gfs2/log.c

278

static void gfs2_ail_empty_tr(struct gfs2_sbd *sdp, struct gfs2_trans *tr,

fs/gfs2/log.c

286

gfs2_assert(sdp, bd->bd_tr == tr);

fs/gfs2/log.c

300

static int gfs2_ail1_empty_one(struct gfs2_sbd *sdp, struct gfs2_trans *tr,

fs/gfs2/log.c

307

list_for_each_entry_safe_reverse(bd, s, &tr->tr_ail1_list,

fs/gfs2/log.c

310

gfs2_assert(sdp, bd->bd_tr == tr);

fs/gfs2/log.c

338

list_move(&bd->bd_ail_st_list, &tr->tr_ail2_list);

fs/gfs2/log.c

354

struct gfs2_trans *tr, *s;

fs/gfs2/log.c

359

list_for_each_entry_safe_reverse(tr, s, &sdp->sd_ail1_list, tr_list) {

fs/gfs2/log.c

360

if (!gfs2_ail1_empty_one(sdp, tr, &max_revokes) && oldest_tr)

fs/gfs2/log.c

361

list_move(&tr->tr_list, &sdp->sd_ail2_list);

fs/gfs2/log.c

374

struct gfs2_trans *tr;

fs/gfs2/log.c

379

list_for_each_entry_reverse(tr, &sdp->sd_ail1_list, tr_list) {

fs/gfs2/log.c

380

list_for_each_entry(bd, &tr->tr_ail1_list, bd_ail_st_list) {

fs/gfs2/log.c

394

static void __ail2_empty(struct gfs2_sbd *sdp, struct gfs2_trans *tr)

fs/gfs2/log.c

396

gfs2_ail_empty_tr(sdp, tr, &tr->tr_ail2_list);

fs/gfs2/log.c

397

list_del(&tr->tr_list);

fs/gfs2/log.c

398

gfs2_assert_warn(sdp, list_empty(&tr->tr_ail1_list));

fs/gfs2/log.c

399

gfs2_assert_warn(sdp, list_empty(&tr->tr_ail2_list));

fs/gfs2/log.c

400

gfs2_trans_free(sdp, tr);

fs/gfs2/log.c

407

struct gfs2_trans *tr, *safe;

fs/gfs2/log.c

411

list_for_each_entry_safe(tr, safe, ail2_list, tr_list) {

fs/gfs2/log.c

412

if (old_tail <= tr->tr_first && tr->tr_first < new_tail)

fs/gfs2/log.c

413

__ail2_empty(sdp, tr);

fs/gfs2/log.c

416

list_for_each_entry_safe(tr, safe, ail2_list, tr_list) {

fs/gfs2/log.c

417

if (old_tail <= tr->tr_first || tr->tr_first < new_tail)

fs/gfs2/log.c

418

__ail2_empty(sdp, tr);

fs/gfs2/log.c

559

bool gfs2_log_try_reserve(struct gfs2_sbd *sdp, struct gfs2_trans *tr,

fs/gfs2/log.c

562

unsigned int blks = tr->tr_reserved;

fs/gfs2/log.c

563

unsigned int revokes = tr->tr_revokes;

fs/gfs2/log.c

590

void gfs2_log_reserve(struct gfs2_sbd *sdp, struct gfs2_trans *tr,

fs/gfs2/log.c

593

unsigned int blks = tr->tr_reserved;

fs/gfs2/log.c

594

unsigned int revokes = tr->tr_revokes;

fs/gfs2/log.c

655

struct gfs2_trans *tr = sdp->sd_log_tr;

fs/gfs2/log.c

657

if (tr) {

fs/gfs2/log.c

658

blocks = tr->tr_num_buf_new - tr->tr_num_buf_rm;

fs/gfs2/log.c

660

blocks = tr->tr_num_databuf_new - tr->tr_num_databuf_rm;

fs/gfs2/log.c

933

struct gfs2_trans *tr;

fs/gfs2/log.c

94

struct gfs2_trans *tr, struct blk_plug *plug)

fs/gfs2/log.c

944

tr = list_first_entry(&sdp->sd_ail1_list, struct gfs2_trans,

fs/gfs2/log.c

946

gfs2_ail_empty_tr(sdp, tr, &tr->tr_ail1_list);

fs/gfs2/log.c

947

gfs2_ail_empty_tr(sdp, tr, &tr->tr_ail2_list);

fs/gfs2/log.c

948

list_del(&tr->tr_list);

fs/gfs2/log.c

949

gfs2_trans_free(sdp, tr);

fs/gfs2/log.c

952

tr = list_first_entry(&sdp->sd_ail2_list, struct gfs2_trans,

fs/gfs2/log.c

954

gfs2_ail_empty_tr(sdp, tr, &tr->tr_ail2_list);

fs/gfs2/log.c

955

list_del(&tr->tr_list);

fs/gfs2/log.c

956

gfs2_trans_free(sdp, tr);

fs/gfs2/log.h

43

bool gfs2_log_try_reserve(struct gfs2_sbd *sdp, struct gfs2_trans *tr,

fs/gfs2/log.h

45

void gfs2_log_reserve(struct gfs2_sbd *sdp, struct gfs2_trans *tr,

fs/gfs2/lops.c

103

struct gfs2_trans *tr)

fs/gfs2/lops.c

1068

static void databuf_lo_after_commit(struct gfs2_sbd *sdp, struct gfs2_trans *tr)

fs/gfs2/lops.c

1073

if (tr == NULL)

fs/gfs2/lops.c

1076

head = &tr->tr_databuf;

fs/gfs2/lops.c

1080

gfs2_unpin(sdp, bd->bd_bh, tr);

fs/gfs2/lops.c

126

bd->bd_tr = tr;

fs/gfs2/lops.c

127

list_add(&bd->bd_ail_st_list, &tr->tr_ail1_list);

fs/gfs2/lops.c

712

static void buf_lo_before_commit(struct gfs2_sbd *sdp, struct gfs2_trans *tr)

fs/gfs2/lops.c

716

if (tr == NULL)

fs/gfs2/lops.c

718

nbuf = tr->tr_num_buf_new - tr->tr_num_buf_rm;

fs/gfs2/lops.c

719

gfs2_before_commit(sdp, limit, nbuf, &tr->tr_buf, 0);

fs/gfs2/lops.c

722

static void buf_lo_after_commit(struct gfs2_sbd *sdp, struct gfs2_trans *tr)

fs/gfs2/lops.c

727

if (tr == NULL)

fs/gfs2/lops.c

730

head = &tr->tr_buf;

fs/gfs2/lops.c

734

gfs2_unpin(sdp, bd->bd_bh, tr);

fs/gfs2/lops.c

847

static void revoke_lo_before_commit(struct gfs2_sbd *sdp, struct gfs2_trans *tr)

fs/gfs2/lops.c

901

static void revoke_lo_after_commit(struct gfs2_sbd *sdp, struct gfs2_trans *tr)

fs/gfs2/lops.c

989

static void databuf_lo_before_commit(struct gfs2_sbd *sdp, struct gfs2_trans *tr)

fs/gfs2/lops.c

993

if (tr == NULL)

fs/gfs2/lops.c

995

nbuf = tr->tr_num_databuf_new - tr->tr_num_databuf_rm;

fs/gfs2/lops.c

996

gfs2_before_commit(sdp, limit, nbuf, &tr->tr_databuf, 1);

fs/gfs2/lops.h

37

struct gfs2_trans *tr)

fs/gfs2/lops.h

42

gfs2_log_ops[x]->lo_before_commit(sdp, tr);

fs/gfs2/lops.h

46

struct gfs2_trans *tr)

fs/gfs2/lops.h

51

gfs2_log_ops[x]->lo_after_commit(sdp, tr);

fs/gfs2/meta_io.c

302

struct gfs2_trans *tr = current->journal_info;

fs/gfs2/meta_io.c

303

if (tr && test_bit(TR_TOUCHED, &tr->tr_flags))

fs/gfs2/meta_io.c

329

struct gfs2_trans *tr = current->journal_info;

fs/gfs2/meta_io.c

330

if (tr && test_bit(TR_TOUCHED, &tr->tr_flags))

fs/gfs2/meta_io.c

353

struct gfs2_trans *tr, *s;

fs/gfs2/meta_io.c

360

list_for_each_entry_safe(tr, s, &sdp->sd_ail1_list, tr_list) {

fs/gfs2/meta_io.c

361

list_for_each_entry_safe(bd, bs, &tr->tr_ail1_list,

fs/gfs2/trans.c

105

current->journal_info = tr;

fs/gfs2/trans.c

117

struct gfs2_trans *tr;

fs/gfs2/trans.c

120

tr = kmem_cache_zalloc(gfs2_trans_cachep, GFP_NOFS);

fs/gfs2/trans.c

121

if (!tr)

fs/gfs2/trans.c

123

error = __gfs2_trans_begin(tr, sdp, blocks, revokes, _RET_IP_);

fs/gfs2/trans.c

125

kmem_cache_free(gfs2_trans_cachep, tr);

fs/gfs2/trans.c

131

struct gfs2_trans *tr = current->journal_info;

fs/gfs2/trans.c

136

if (!test_bit(TR_TOUCHED, &tr->tr_flags)) {

fs/gfs2/trans.c

137

gfs2_log_release_revokes(sdp, tr->tr_revokes);

fs/gfs2/trans.c

139

gfs2_log_release(sdp, tr->tr_reserved);

fs/gfs2/trans.c

140

if (!test_bit(TR_ONSTACK, &tr->tr_flags))

fs/gfs2/trans.c

141

gfs2_trans_free(sdp, tr);

fs/gfs2/trans.c

146

gfs2_log_release_revokes(sdp, tr->tr_revokes - tr->tr_num_revoke);

fs/gfs2/trans.c

148

nbuf = tr->tr_num_buf_new + tr->tr_num_databuf_new;

fs/gfs2/trans.c

149

nbuf -= tr->tr_num_buf_rm;

fs/gfs2/trans.c

150

nbuf -= tr->tr_num_databuf_rm;

fs/gfs2/trans.c

152

if (gfs2_assert_withdraw(sdp, nbuf <= tr->tr_blocks) ||

fs/gfs2/trans.c

153

gfs2_assert_withdraw(sdp, tr->tr_num_revoke <= tr->tr_revokes))

fs/gfs2/trans.c

154

gfs2_print_trans(sdp, tr);

fs/gfs2/trans.c

156

gfs2_log_commit(sdp, tr);

fs/gfs2/trans.c

157

if (!test_bit(TR_ONSTACK, &tr->tr_flags) &&

fs/gfs2/trans.c

158

!test_bit(TR_ATTACHED, &tr->tr_flags))

fs/gfs2/trans.c

159

gfs2_trans_free(sdp, tr);

fs/gfs2/trans.c

198

struct gfs2_trans *tr = current->journal_info;

fs/gfs2/trans.c

204

set_bit(TR_TOUCHED, &tr->tr_flags);

fs/gfs2/trans.c

223

set_bit(TR_TOUCHED, &tr->tr_flags);

fs/gfs2/trans.c

228

tr->tr_num_databuf_new++;

fs/gfs2/trans.c

229

list_add_tail(&bd->bd_list, &tr->tr_databuf);

fs/gfs2/trans.c

264

struct gfs2_trans *tr = current->journal_info;

fs/gfs2/trans.c

268

set_bit(TR_TOUCHED, &tr->tr_flags);

fs/gfs2/trans.c

28

static void gfs2_print_trans(struct gfs2_sbd *sdp, const struct gfs2_trans *tr)

fs/gfs2/trans.c

287

set_bit(TR_TOUCHED, &tr->tr_flags);

fs/gfs2/trans.c

30

fs_warn(sdp, "Transaction created at: %pSR\n", (void *)tr->tr_ip);

fs/gfs2/trans.c

312

list_add(&bd->bd_list, &tr->tr_buf);

fs/gfs2/trans.c

313

tr->tr_num_buf_new++;

fs/gfs2/trans.c

32

tr->tr_blocks, tr->tr_revokes, tr->tr_reserved,

fs/gfs2/trans.c

322

struct gfs2_trans *tr = current->journal_info;

fs/gfs2/trans.c

326

set_bit(TR_TOUCHED, &tr->tr_flags);

fs/gfs2/trans.c

327

tr->tr_num_revoke++;

fs/gfs2/trans.c

33

test_bit(TR_TOUCHED, &tr->tr_flags));

fs/gfs2/trans.c

35

tr->tr_num_buf_new, tr->tr_num_buf_rm,

fs/gfs2/trans.c

352

void gfs2_trans_free(struct gfs2_sbd *sdp, struct gfs2_trans *tr)

fs/gfs2/trans.c

354

if (tr == NULL)

fs/gfs2/trans.c

357

gfs2_assert_warn(sdp, list_empty(&tr->tr_ail1_list));

fs/gfs2/trans.c

358

gfs2_assert_warn(sdp, list_empty(&tr->tr_ail2_list));

fs/gfs2/trans.c

359

gfs2_assert_warn(sdp, list_empty(&tr->tr_databuf));

fs/gfs2/trans.c

36

tr->tr_num_databuf_new, tr->tr_num_databuf_rm,

fs/gfs2/trans.c

360

gfs2_assert_warn(sdp, list_empty(&tr->tr_buf));

fs/gfs2/trans.c

361

kmem_cache_free(gfs2_trans_cachep, tr);

fs/gfs2/trans.c

37

tr->tr_num_revoke);

fs/gfs2/trans.c

40

int __gfs2_trans_begin(struct gfs2_trans *tr, struct gfs2_sbd *sdp,

fs/gfs2/trans.c

55

tr->tr_ip = ip;

fs/gfs2/trans.c

56

tr->tr_blocks = blocks;

fs/gfs2/trans.c

57

tr->tr_revokes = revokes;

fs/gfs2/trans.c

58

tr->tr_reserved = GFS2_LOG_FLUSH_MIN_BLOCKS;

fs/gfs2/trans.c

65

tr->tr_reserved += blocks + 1 + DIV_ROUND_UP(blocks - 1, databuf_limit(sdp));

fs/gfs2/trans.c

67

INIT_LIST_HEAD(&tr->tr_databuf);

fs/gfs2/trans.c

68

INIT_LIST_HEAD(&tr->tr_buf);

fs/gfs2/trans.c

69

INIT_LIST_HEAD(&tr->tr_list);

fs/gfs2/trans.c

70

INIT_LIST_HEAD(&tr->tr_ail1_list);

fs/gfs2/trans.c

71

INIT_LIST_HEAD(&tr->tr_ail2_list);

fs/gfs2/trans.c

73

if (gfs2_assert_warn(sdp, tr->tr_reserved <= sdp->sd_jdesc->jd_blocks))

fs/gfs2/trans.c

90

if (gfs2_log_try_reserve(sdp, tr, &extra_revokes))

fs/gfs2/trans.c

94

gfs2_log_reserve(sdp, tr, &extra_revokes);

fs/gfs2/trans.c

97

revokes = tr->tr_revokes + extra_revokes;

fs/gfs2/trans.c

99

gfs2_log_release(sdp, tr->tr_reserved);

fs/gfs2/trans.h

37

int __gfs2_trans_begin(struct gfs2_trans *tr, struct gfs2_sbd *sdp,

fs/gfs2/trans.h

50

void gfs2_trans_free(struct gfs2_sbd *sdp, struct gfs2_trans *tr);

fs/ntfs3/fslog.c

3844

struct TRANSACTION_ENTRY *tr;

fs/ntfs3/fslog.c

4558

tr = Add2Ptr(trtbl, transact_id);

fs/ntfs3/fslog.c

4561

tr->next != RESTART_ENTRY_ALLOCATED_LE) {

fs/ntfs3/fslog.c

4562

tr = alloc_rsttbl_from_idx(&trtbl, transact_id);

fs/ntfs3/fslog.c

4563

if (!tr) {

fs/ntfs3/fslog.c

4567

tr->transact_state = TransactionActive;

fs/ntfs3/fslog.c

4568

tr->first_lsn = cpu_to_le64(rec_lsn);

fs/ntfs3/fslog.c

4571

tr->prev_lsn = tr->undo_next_lsn = cpu_to_le64(rec_lsn);

fs/ntfs3/fslog.c

4578

tr->undo_next_lsn = frh->client_undo_next_lsn;

fs/ntfs3/fslog.c

4779

tr = Add2Ptr(trtbl, transact_id);

fs/ntfs3/fslog.c

4780

tr->prev_lsn = cpu_to_le64(rec_lsn);

fs/ntfs3/fslog.c

4781

tr->undo_next_lsn = frh->client_undo_next_lsn;

fs/ntfs3/fslog.c

4785

tr = Add2Ptr(trtbl, transact_id);

fs/ntfs3/fslog.c

4786

tr->transact_state = TransactionPrepared;

fs/ntfs3/fslog.c

4790

tr = Add2Ptr(trtbl, transact_id);

fs/ntfs3/fslog.c

4791

tr->transact_state = TransactionCommitted;

fs/ntfs3/fslog.c

4829

tr = NULL;

fs/ntfs3/fslog.c

4830

while ((tr = enum_rstbl(trtbl, tr))) {

fs/ntfs3/fslog.c

4831

t64 = le64_to_cpu(tr->first_lsn);

fs/ntfs3/fslog.c

5149

tr = NULL;

fs/ntfs3/fslog.c

5151

tr = enum_rstbl(trtbl, tr);

fs/ntfs3/fslog.c

5152

if (!tr)

fs/ntfs3/fslog.c

5155

if (TransactionActive != tr->transact_state || !tr->undo_next_lsn) {

fs/ntfs3/fslog.c

5156

free_rsttbl_idx(trtbl, PtrOffset(trtbl, tr));

fs/ntfs3/fslog.c

5160

log->transaction_id = PtrOffset(trtbl, tr);

fs/ntfs3/fslog.c

5161

undo_next_lsn = le64_to_cpu(tr->undo_next_lsn);

fs/ntfs3/fslog.c

685

static bool check_log_rec(const struct LOG_REC_HDR *lr, u32 bytes, u32 tr,

fs/ntfs3/fslog.c

692

if (!tr)

fs/ntfs3/fslog.c

695

if ((tr - sizeof(struct RESTART_TABLE)) %

fs/xfs/xfs_discard.c

451

struct xfs_trim_rtdev *tr)

fs/xfs/xfs_discard.c

455

list_for_each_entry_safe(busyp, n, &tr->extent_list, list) {

fs/xfs/xfs_discard.c

469

struct xfs_trim_rtdev *tr)

fs/xfs/xfs_discard.c

479

list_for_each_entry(busyp, &tr->extent_list, list) {

fs/xfs/xfs_discard.c

491

xfs_discard_free_rtdev_extents(tr);

fs/xfs/xfs_discard.c

517

struct xfs_trim_rtdev *tr = priv;

fs/xfs/xfs_discard.c

521

if (rec->ar_startext > tr->stop_rtx) {

fs/xfs/xfs_discard.c

527

tr->restart_rtx = rec->ar_startext;

fs/xfs/xfs_discard.c

535

if (rlen < tr->minlen_fsb) {

fs/xfs/xfs_discard.c

547

list_add_tail(&busyp->list, &tr->extent_list);

fs/xfs/xfs_discard.c

549

tr->restart_rtx = rec->ar_startext + rec->ar_extcount;

fs/xfs/xfs_discard.c

562

struct xfs_trim_rtdev tr = {

fs/xfs/xfs_discard.c

564

.extent_list = LIST_HEAD_INIT(tr.extent_list),

fs/xfs/xfs_discard.c

576

tr.stop_rtx = low + xfs_rtbitmap_rtx_per_rbmblock(mp);

fs/xfs/xfs_discard.c

579

xfs_trim_gather_rtextent, &tr);

fs/xfs/xfs_discard.c

585

xfs_discard_free_rtdev_extents(&tr);

fs/xfs/xfs_discard.c

589

if (list_empty(&tr.extent_list)) {

fs/xfs/xfs_discard.c

594

error = xfs_discard_rtdev_extents(mp, &tr);

fs/xfs/xfs_discard.c

599

low = tr.restart_rtx;

fs/xfs/xfs_discard.c

630

struct xfs_trim_rtgroup *tr = priv;

fs/xfs/xfs_discard.c

634

if (--tr->batch <= 0) {

fs/xfs/xfs_discard.c

640

tr->restart_rtx = rec->ar_startext;

fs/xfs/xfs_discard.c

648

if (len < tr->minlen_fsb) {

fs/xfs/xfs_discard.c

663

&tr->extents->extent_list);

fs/xfs/xfs_discard.c

665

tr->queued++;

fs/xfs/xfs_discard.c

666

tr->restart_rtx = rec->ar_startext + rec->ar_extcount;

fs/xfs/xfs_discard.c

679

struct xfs_trim_rtgroup tr = {

fs/xfs/xfs_discard.c

692

tr.extents = kzalloc_obj(*tr.extents);

fs/xfs/xfs_discard.c

693

if (!tr.extents) {

fs/xfs/xfs_discard.c

698

tr.queued = 0;

fs/xfs/xfs_discard.c

699

tr.batch = XFS_DISCARD_MAX_EXAMINE;

fs/xfs/xfs_discard.c

700

tr.extents->owner = tr.extents;

fs/xfs/xfs_discard.c

701

INIT_LIST_HEAD(&tr.extents->extent_list);

fs/xfs/xfs_discard.c

705

xfs_trim_gather_rtgroup_extent, &tr);

fs/xfs/xfs_discard.c

710

kfree(tr.extents);

fs/xfs/xfs_discard.c

714

if (!tr.queued) {

fs/xfs/xfs_discard.c

715

kfree(tr.extents);

fs/xfs/xfs_discard.c

729

xfs_discard_extents(rtg_mount(rtg), tr.extents);

fs/xfs/xfs_discard.c

731

low = tr.restart_rtx;

include/hyperv/hvgdk_mini.h

868

struct hv_x64_segment_register tr;

include/linux/bpf.h

1327

void notrace __bpf_tramp_enter(struct bpf_tramp_image *tr);

include/linux/bpf.h

1328

void notrace __bpf_tramp_exit(struct bpf_tramp_image *tr);

include/linux/bpf.h

1513

struct bpf_trampoline *tr,

include/linux/bpf.h

1516

struct bpf_trampoline *tr,

include/linux/bpf.h

1520

void bpf_trampoline_put(struct bpf_trampoline *tr);

include/linux/bpf.h

1608

struct bpf_trampoline *tr,

include/linux/bpf.h

1614

struct bpf_trampoline *tr,

include/linux/bpf.h

1624

static inline void bpf_trampoline_put(struct bpf_trampoline *tr) {}

include/linux/kvm_host.h

1604

struct kvm_translation *tr);

include/linux/mtd/blktrans.h

20

struct mtd_blktrans_ops *tr;

include/linux/mtd/blktrans.h

66

void (*add_mtd)(struct mtd_blktrans_ops *tr, struct mtd_info *mtd);

include/linux/mtd/blktrans.h

74

extern int register_mtd_blktrans(struct mtd_blktrans_ops *tr);

include/linux/mtd/blktrans.h

75

extern int deregister_mtd_blktrans(struct mtd_blktrans_ops *tr);

include/linux/trace.h

41

#define trace_array_puts(tr, str) \

include/linux/trace.h

43

str ? __trace_array_puts(tr, _THIS_IP_, str, strlen(str)) : -1; \

include/linux/trace.h

45

int __trace_array_puts(struct trace_array *tr, unsigned long ip,

include/linux/trace.h

50

int trace_array_printk(struct trace_array *tr, unsigned long ip,

include/linux/trace.h

52

int trace_array_init_printk(struct trace_array *tr);

include/linux/trace.h

53

void trace_array_put(struct trace_array *tr);

include/linux/trace.h

55

int trace_array_destroy(struct trace_array *tr);

include/linux/trace.h

76

int trace_array_printk(struct trace_array *tr, unsigned long ip, const char *fmt, ...)

include/linux/trace.h

80

static inline int trace_array_init_printk(struct trace_array *tr)

include/linux/trace.h

84

static inline void trace_array_put(struct trace_array *tr)

include/linux/trace.h

91

static inline int trace_array_destroy(struct trace_array *tr)

include/linux/trace_events.h

100

struct trace_array *tr;

include/linux/trace_events.h

876

int ftrace_set_clr_event(struct trace_array *tr, char *buf, int set);

include/linux/trace_events.h

878

int trace_array_set_clr_event(struct trace_array *tr, const char *system,

io_uring/timeout.c

490

struct io_timeout_rem *tr = io_kiocb_to_cmd(req, struct io_timeout_rem);

io_uring/timeout.c

500

tr->ltimeout = false;

io_uring/timeout.c

501

tr->addr = READ_ONCE(sqe->addr);

io_uring/timeout.c

502

tr->flags = READ_ONCE(sqe->timeout_flags);

io_uring/timeout.c

503

if (tr->flags & IORING_TIMEOUT_UPDATE_MASK) {

io_uring/timeout.c

504

if (hweight32(tr->flags & IORING_TIMEOUT_CLOCK_MASK) > 1)

io_uring/timeout.c

506

if (tr->flags & IORING_LINK_TIMEOUT_UPDATE)

io_uring/timeout.c

507

tr->ltimeout = true;

io_uring/timeout.c

508

if (tr->flags & ~(IORING_TIMEOUT_UPDATE_MASK |

io_uring/timeout.c

512

ret = io_parse_user_time(&tr->time, READ_ONCE(sqe->addr2), tr->flags);

io_uring/timeout.c

515

} else if (tr->flags) {

io_uring/timeout.c

534

struct io_timeout_rem *tr = io_kiocb_to_cmd(req, struct io_timeout_rem);

io_uring/timeout.c

538

if (!(tr->flags & IORING_TIMEOUT_UPDATE)) {

io_uring/timeout.c

539

struct io_cancel_data cd = { .ctx = ctx, .data = tr->addr, };

io_uring/timeout.c

545

enum hrtimer_mode mode = io_translate_timeout_mode(tr->flags);

io_uring/timeout.c

548

if (tr->ltimeout)

io_uring/timeout.c

549

ret = io_linked_timeout_update(ctx, tr->addr, tr->time, mode);

io_uring/timeout.c

551

ret = io_timeout_update(ctx, tr->addr, tr->time, mode);

kernel/bpf/syscall.c

3697

struct bpf_trampoline *tr = NULL;

kernel/bpf/syscall.c

3832

tr = bpf_trampoline_get(key, &tgt_info);

kernel/bpf/syscall.c

3833

if (!tr) {

kernel/bpf/syscall.c

3845

tr = prog->aux->dst_trampoline;

kernel/bpf/syscall.c

3870

err = bpf_trampoline_link_prog(&link->link.node, tr, tgt_prog);

kernel/bpf/syscall.c

3878

link->trampoline = tr;

kernel/bpf/syscall.c

3885

(tgt_prog_fd || tr != prog->aux->dst_trampoline))

kernel/bpf/syscall.c

3888

if (prog->aux->dst_trampoline && tr != prog->aux->dst_trampoline)

kernel/bpf/syscall.c

3898

if (tr && tr != prog->aux->dst_trampoline)

kernel/bpf/syscall.c

3899

bpf_trampoline_put(tr);

kernel/bpf/trampoline.c

101

struct bpf_trampoline *tr;

kernel/bpf/trampoline.c

104

tr = direct_ops_ip_lookup(ops, ip);

kernel/bpf/trampoline.c

105

if (!tr)

kernel/bpf/trampoline.c

1058

static struct bpf_shim_tramp_link *cgroup_shim_find(struct bpf_trampoline *tr,

kernel/bpf/trampoline.c

1065

hlist_for_each_entry(node, &tr->progs_hlist[kind], tramp_hlist) {

kernel/bpf/trampoline.c

1082

struct bpf_trampoline *tr;

kernel/bpf/trampoline.c

1097

tr = bpf_trampoline_get(key, &tgt_info);

kernel/bpf/trampoline.c

1098

if (!tr)

kernel/bpf/trampoline.c

1101

trampoline_lock(tr);

kernel/bpf/trampoline.c

1103

shim_link = cgroup_shim_find(tr, bpf_func);

kernel/bpf/trampoline.c

1106

trampoline_unlock(tr);

kernel/bpf/trampoline.c

1107

bpf_trampoline_put(tr); /* bpf_trampoline_get above */

kernel/bpf/trampoline.c

1119

err = __bpf_trampoline_link_prog(&shim_link->link.node, tr, NULL, &trampoline_ops, NULL);

kernel/bpf/trampoline.c

112

lockdep_assert_held_once(select_trampoline_lock(tr));

kernel/bpf/trampoline.c

1123

shim_link->trampoline = tr;

kernel/bpf/trampoline.c

1126

trampoline_unlock(tr);

kernel/bpf/trampoline.c

1130

trampoline_unlock(tr);

kernel/bpf/trampoline.c

1136

bpf_trampoline_put(tr); /* bpf_trampoline_get above */

kernel/bpf/trampoline.c

1144

struct bpf_trampoline *tr;

kernel/bpf/trampoline.c

1152

tr = bpf_trampoline_lookup(key, 0);

kernel/bpf/trampoline.c

1153

if (WARN_ON_ONCE(!tr))

kernel/bpf/trampoline.c

1156

trampoline_lock(tr);

kernel/bpf/trampoline.c

1157

shim_link = cgroup_shim_find(tr, bpf_func);

kernel/bpf/trampoline.c

1158

trampoline_unlock(tr);

kernel/bpf/trampoline.c

1163

bpf_trampoline_put(tr); /* bpf_trampoline_lookup above */

kernel/bpf/trampoline.c

1170

struct bpf_trampoline *tr;

kernel/bpf/trampoline.c

1172

tr = bpf_trampoline_lookup(key, tgt_info->tgt_addr);

kernel/bpf/trampoline.c

1173

if (!tr)

kernel/bpf/trampoline.c

1176

trampoline_lock(tr);

kernel/bpf/trampoline.c

1177

if (tr->func.addr)

kernel/bpf/trampoline.c

1180

memcpy(&tr->func.model, &tgt_info->fmodel, sizeof(tgt_info->fmodel));

kernel/bpf/trampoline.c

1181

tr->func.addr = (void *)tgt_info->tgt_addr;

kernel/bpf/trampoline.c

1183

trampoline_unlock(tr);

kernel/bpf/trampoline.c

1184

return tr;

kernel/bpf/trampoline.c

1187

void bpf_trampoline_put(struct bpf_trampoline *tr)

kernel/bpf/trampoline.c

119

if ((tr->flags & BPF_TRAMP_F_CALL_ORIG) &&

kernel/bpf/trampoline.c

1191

if (!tr)

kernel/bpf/trampoline.c

1194

if (!refcount_dec_and_test(&tr->refcnt))

kernel/bpf/trampoline.c

1198

if (WARN_ON_ONCE(!hlist_empty(&tr->progs_hlist[i])))

kernel/bpf/trampoline.c

120

!(tr->flags & BPF_TRAMP_F_ORIG_STACK)) {

kernel/bpf/trampoline.c

1207

hlist_del(&tr->hlist_key);

kernel/bpf/trampoline.c

1208

hlist_del(&tr->hlist_ip);

kernel/bpf/trampoline.c

1209

direct_ops_free(tr);

kernel/bpf/trampoline.c

121

if (WARN_ON_ONCE(tr->flags & BPF_TRAMP_F_SHARE_IPMODIFY))

kernel/bpf/trampoline.c

1210

kfree(tr);

kernel/bpf/trampoline.c

124

tr->flags |= BPF_TRAMP_F_SHARE_IPMODIFY;

kernel/bpf/trampoline.c

1391

void notrace __bpf_tramp_enter(struct bpf_tramp_image *tr)

kernel/bpf/trampoline.c

1393

percpu_ref_get(&tr->pcref);

kernel/bpf/trampoline.c

1396

void notrace __bpf_tramp_exit(struct bpf_tramp_image *tr)

kernel/bpf/trampoline.c

1398

percpu_ref_put(&tr->pcref);

kernel/bpf/trampoline.c

143

if (!mutex_trylock(select_trampoline_lock(tr))) {

kernel/bpf/trampoline.c

153

tr->flags |= BPF_TRAMP_F_SHARE_IPMODIFY;

kernel/bpf/trampoline.c

1530

static int register_fentry_multi(struct bpf_trampoline *tr, struct bpf_tramp_image *im, void *ptr)

kernel/bpf/trampoline.c

1533

unsigned long ip = ftrace_location(tr->ip);

kernel/bpf/trampoline.c

1536

if (bpf_trampoline_use_jmp(tr->flags))

kernel/bpf/trampoline.c

1540

tr->cur_image = im;

kernel/bpf/trampoline.c

1544

static int unregister_fentry_multi(struct bpf_trampoline *tr, u32 orig_flags, void *ptr)

kernel/bpf/trampoline.c

1546

unsigned long addr = (unsigned long) tr->cur_image->image;

kernel/bpf/trampoline.c

1547

unsigned long ip = ftrace_location(tr->ip);

kernel/bpf/trampoline.c

155

if ((tr->flags & BPF_TRAMP_F_CALL_ORIG) &&

kernel/bpf/trampoline.c

1550

if (bpf_trampoline_use_jmp(tr->flags))

kernel/bpf/trampoline.c

1554

tr->cur_image = NULL;

kernel/bpf/trampoline.c

1558

static int modify_fentry_multi(struct bpf_trampoline *tr, u32 orig_flags, struct bpf_tramp_image *im,

kernel/bpf/trampoline.c

156

!(tr->flags & BPF_TRAMP_F_ORIG_STACK))

kernel/bpf/trampoline.c

1562

unsigned long ip = ftrace_location(tr->ip);

kernel/bpf/trampoline.c

1565

if (bpf_trampoline_use_jmp(tr->flags))

kernel/bpf/trampoline.c

1569

tr->cur_image = im;

kernel/bpf/trampoline.c

157

ret = bpf_trampoline_update(tr, false /* lock_direct_mutex */,

kernel/bpf/trampoline.c

1579

static void bpf_trampoline_multi_attach_init(struct bpf_trampoline *tr)

kernel/bpf/trampoline.c

1581

tr->multi_attach.old_image = tr->cur_image;

kernel/bpf/trampoline.c

1582

tr->multi_attach.old_flags = tr->flags;

kernel/bpf/trampoline.c

1585

static void bpf_trampoline_multi_attach_free(struct bpf_trampoline *tr)

kernel/bpf/trampoline.c

1587

if (tr->multi_attach.old_image)

kernel/bpf/trampoline.c

1588

bpf_tramp_image_put(tr->multi_attach.old_image);

kernel/bpf/trampoline.c

1590

tr->multi_attach.old_image = NULL;

kernel/bpf/trampoline.c

1591

tr->multi_attach.old_flags = 0;

kernel/bpf/trampoline.c

1594

static void bpf_trampoline_multi_attach_rollback(struct bpf_trampoline *tr)

kernel/bpf/trampoline.c

1596

if (tr->cur_image)

kernel/bpf/trampoline.c

1597

bpf_tramp_image_put(tr->cur_image);

kernel/bpf/trampoline.c

1598

tr->cur_image = tr->multi_attach.old_image;

kernel/bpf/trampoline.c

1599

tr->flags = tr->multi_attach.old_flags;

kernel/bpf/trampoline.c

1601

tr->multi_attach.old_image = NULL;

kernel/bpf/trampoline.c

1602

tr->multi_attach.old_flags = 0;

kernel/bpf/trampoline.c

161

tr->flags &= ~BPF_TRAMP_F_SHARE_IPMODIFY;

kernel/bpf/trampoline.c

1618

struct bpf_trampoline *tr;

kernel/bpf/trampoline.c

163

if (tr->flags & BPF_TRAMP_F_ORIG_STACK)

kernel/bpf/trampoline.c

1631

tr = bpf_trampoline_get(key, &tgt_info);

kernel/bpf/trampoline.c

1632

if (!tr) {

kernel/bpf/trampoline.c

1637

mnode->trampoline = tr;

kernel/bpf/trampoline.c

164

ret = bpf_trampoline_update(tr, false /* lock_direct_mutex */,

kernel/bpf/trampoline.c

172

trampoline_unlock(tr);

kernel/bpf/trampoline.c

229

static int direct_ops_alloc(struct bpf_trampoline *tr)

kernel/bpf/trampoline.c

231

tr->fops = &direct_ops;

kernel/bpf/trampoline.c

235

static void direct_ops_free(struct bpf_trampoline *tr) { }

kernel/bpf/trampoline.c

237

static struct ftrace_hash *hash_from_ip(struct bpf_trampoline *tr, void *ptr)

kernel/bpf/trampoline.c

242

ip = ftrace_location(tr->ip);

kernel/bpf/trampoline.c

248

if (bpf_trampoline_use_jmp(tr->flags))

kernel/bpf/trampoline.c

257

static int direct_ops_add(struct bpf_trampoline *tr, void *addr)

kernel/bpf/trampoline.c

259

struct ftrace_hash *hash = hash_from_ip(tr, addr);

kernel/bpf/trampoline.c

264

err = update_ftrace_direct_add(tr->fops, hash);

kernel/bpf/trampoline.c

269

static int direct_ops_del(struct bpf_trampoline *tr, void *addr)

kernel/bpf/trampoline.c

271

struct ftrace_hash *hash = hash_from_ip(tr, addr);

kernel/bpf/trampoline.c

276

err = update_ftrace_direct_del(tr->fops, hash);

kernel/bpf/trampoline.c

281

static int direct_ops_mod(struct bpf_trampoline *tr, void *addr, bool lock_direct_mutex)

kernel/bpf/trampoline.c

283

struct ftrace_hash *hash = hash_from_ip(tr, addr);

kernel/bpf/trampoline.c

288

err = update_ftrace_direct_mod(tr->fops, hash, lock_direct_mutex);

kernel/bpf/trampoline.c

299

static int direct_ops_alloc(struct bpf_trampoline *tr)

kernel/bpf/trampoline.c

301

tr->fops = kzalloc_obj(struct ftrace_ops);

kernel/bpf/trampoline.c

302

if (!tr->fops)

kernel/bpf/trampoline.c

304

tr->fops->private = tr;

kernel/bpf/trampoline.c

305

tr->fops->ops_func = bpf_tramp_ftrace_ops_func;

kernel/bpf/trampoline.c

309

static void direct_ops_free(struct bpf_trampoline *tr)

kernel/bpf/trampoline.c

311

if (!tr->fops)

kernel/bpf/trampoline.c

313

ftrace_free_filter(tr->fops);

kernel/bpf/trampoline.c

314

kfree(tr->fops);

kernel/bpf/trampoline.c

317

static int direct_ops_add(struct bpf_trampoline *tr, void *ptr)

kernel/bpf/trampoline.c

320

struct ftrace_ops *ops = tr->fops;

kernel/bpf/trampoline.c

323

if (bpf_trampoline_use_jmp(tr->flags))

kernel/bpf/trampoline.c

326

ret = ftrace_set_filter_ip(ops, tr->ip, 0, 1);

kernel/bpf/trampoline.c

332

static int direct_ops_del(struct bpf_trampoline *tr, void *addr)

kernel/bpf/trampoline.c

334

return unregister_ftrace_direct(tr->fops, (long)addr, false);

kernel/bpf/trampoline.c

337

static int direct_ops_mod(struct bpf_trampoline *tr, void *ptr, bool lock_direct_mutex)

kernel/bpf/trampoline.c

340

struct ftrace_ops *ops = tr->fops;

kernel/bpf/trampoline.c

342

if (bpf_trampoline_use_jmp(tr->flags))

kernel/bpf/trampoline.c

350

static void direct_ops_free(struct bpf_trampoline *tr) { }

kernel/bpf/trampoline.c

352

static int direct_ops_alloc(struct bpf_trampoline *tr)

kernel/bpf/trampoline.c

357

static int direct_ops_add(struct bpf_trampoline *tr, void *addr)

kernel/bpf/trampoline.c

362

static int direct_ops_del(struct bpf_trampoline *tr, void *addr)

kernel/bpf/trampoline.c

367

static int direct_ops_mod(struct bpf_trampoline *tr, void *ptr, bool lock_direct_mutex)

kernel/bpf/trampoline.c

375

struct bpf_trampoline *tr;

kernel/bpf/trampoline.c

381

hlist_for_each_entry(tr, head, hlist_key) {

kernel/bpf/trampoline.c

382

if (tr->key == key) {

kernel/bpf/trampoline.c

383

refcount_inc(&tr->refcnt);

kernel/bpf/trampoline.c

387

tr = kzalloc_obj(*tr);

kernel/bpf/trampoline.c

388

if (!tr)

kernel/bpf/trampoline.c

390

if (direct_ops_alloc(tr)) {

kernel/bpf/trampoline.c

391

kfree(tr);

kernel/bpf/trampoline.c

392

tr = NULL;

kernel/bpf/trampoline.c

396

tr->key = key;

kernel/bpf/trampoline.c

397

tr->ip = ftrace_location(ip);

kernel/bpf/trampoline.c

398

INIT_HLIST_NODE(&tr->hlist_key);

kernel/bpf/trampoline.c

399

INIT_HLIST_NODE(&tr->hlist_ip);

kernel/bpf/trampoline.c

400

hlist_add_head(&tr->hlist_key, head);

kernel/bpf/trampoline.c

401

head = &trampoline_ip_table[hash_64(tr->ip, TRAMPOLINE_HASH_BITS)];

kernel/bpf/trampoline.c

402

hlist_add_head(&tr->hlist_ip, head);

kernel/bpf/trampoline.c

403

refcount_set(&tr->refcnt, 1);

kernel/bpf/trampoline.c

405

INIT_HLIST_HEAD(&tr->progs_hlist[i]);

kernel/bpf/trampoline.c

408

return tr;

kernel/bpf/trampoline.c

411

static int bpf_trampoline_update_fentry(struct bpf_trampoline *tr, u32 orig_flags,

kernel/bpf/trampoline.c

415

void *ip = tr->func.addr;

kernel/bpf/trampoline.c

419

else if (bpf_trampoline_use_jmp(tr->flags))

kernel/bpf/trampoline.c

432

static int unregister_fentry(struct bpf_trampoline *tr, u32 orig_flags, void *data __maybe_unused)

kernel/bpf/trampoline.c

434

void *old_addr = tr->cur_image->image;

kernel/bpf/trampoline.c

437

if (tr->func.ftrace_managed)

kernel/bpf/trampoline.c

438

ret = direct_ops_del(tr, old_addr);

kernel/bpf/trampoline.c

440

ret = bpf_trampoline_update_fentry(tr, orig_flags, old_addr, NULL);

kernel/bpf/trampoline.c

445

bpf_tramp_image_put(tr->cur_image);

kernel/bpf/trampoline.c

446

tr->cur_image = NULL;

kernel/bpf/trampoline.c

450

static int modify_fentry(struct bpf_trampoline *tr, u32 orig_flags, struct bpf_tramp_image *im,

kernel/bpf/trampoline.c

453

void *old_addr = tr->cur_image->image;

kernel/bpf/trampoline.c

457

if (tr->func.ftrace_managed) {

kernel/bpf/trampoline.c

458

ret = direct_ops_mod(tr, new_addr, lock_direct_mutex);

kernel/bpf/trampoline.c

460

ret = bpf_trampoline_update_fentry(tr, orig_flags, old_addr,

kernel/bpf/trampoline.c

467

bpf_tramp_image_put(tr->cur_image);

kernel/bpf/trampoline.c

468

tr->cur_image = im;

kernel/bpf/trampoline.c

47

static struct mutex *select_trampoline_lock(struct bpf_trampoline *tr)

kernel/bpf/trampoline.c

473

static int register_fentry(struct bpf_trampoline *tr, struct bpf_tramp_image *im,

kernel/bpf/trampoline.c

477

void *ip = tr->func.addr;

kernel/bpf/trampoline.c

483

if (!tr->fops)

kernel/bpf/trampoline.c

485

tr->func.ftrace_managed = true;

kernel/bpf/trampoline.c

488

if (tr->func.ftrace_managed) {

kernel/bpf/trampoline.c

489

ret = direct_ops_add(tr, new_addr);

kernel/bpf/trampoline.c

49

return &trampoline_locks[hash_ptr(tr, TRAMPOLINE_LOCKS_BITS)].mutex;

kernel/bpf/trampoline.c

491

ret = bpf_trampoline_update_fentry(tr, 0, NULL, new_addr);

kernel/bpf/trampoline.c

497

tr->cur_image = im;

kernel/bpf/trampoline.c

508

bpf_trampoline_get_progs(const struct bpf_trampoline *tr, int *total, bool *ip_arg)

kernel/bpf/trampoline.c

52

static void trampoline_lock(struct bpf_trampoline *tr)

kernel/bpf/trampoline.c

520

tnodes[kind].nr_nodes = tr->progs_cnt[kind];

kernel/bpf/trampoline.c

521

*total += tr->progs_cnt[kind];

kernel/bpf/trampoline.c

524

hlist_for_each_entry(node, &tr->progs_hlist[kind], tramp_hlist) {

kernel/bpf/trampoline.c

54

mutex_lock(select_trampoline_lock(tr));

kernel/bpf/trampoline.c

57

static void trampoline_unlock(struct bpf_trampoline *tr)

kernel/bpf/trampoline.c

59

mutex_unlock(select_trampoline_lock(tr));

kernel/bpf/trampoline.c

63

int (*register_fentry)(struct bpf_trampoline *tr, struct bpf_tramp_image *im, void *data);

kernel/bpf/trampoline.c

64

int (*unregister_fentry)(struct bpf_trampoline *tr, u32 orig_flags, void *data);

kernel/bpf/trampoline.c

65

int (*modify_fentry)(struct bpf_trampoline *tr, u32 orig_flags, struct bpf_tramp_image *im,

kernel/bpf/trampoline.c

673

static int bpf_trampoline_update(struct bpf_trampoline *tr, bool lock_direct_mutex,

kernel/bpf/trampoline.c

678

u32 orig_flags = tr->flags;

kernel/bpf/trampoline.c

682

tnodes = bpf_trampoline_get_progs(tr, &total, &ip_arg);

kernel/bpf/trampoline.c

687

err = ops->unregister_fentry(tr, orig_flags, data);

kernel/bpf/trampoline.c

692

tr->flags &= (BPF_TRAMP_F_SHARE_IPMODIFY | BPF_TRAMP_F_TAIL_CALL_CTX);

kernel/bpf/trampoline.c

699

tr->flags |= BPF_TRAMP_F_CALL_ORIG | BPF_TRAMP_F_SKIP_FRAME;

kernel/bpf/trampoline.c

70

static int bpf_trampoline_update(struct bpf_trampoline *tr, bool lock_direct_mutex,

kernel/bpf/trampoline.c

701

tr->flags |= BPF_TRAMP_F_RESTORE_REGS;

kernel/bpf/trampoline.c

705

tr->flags |= BPF_TRAMP_F_IP_ARG;

kernel/bpf/trampoline.c

709

if (tr->flags & BPF_TRAMP_F_CALL_ORIG) {

kernel/bpf/trampoline.c

710

if (tr->flags & BPF_TRAMP_F_SHARE_IPMODIFY) {

kernel/bpf/trampoline.c

714

tr->flags |= BPF_TRAMP_F_ORIG_STACK | BPF_TRAMP_F_SKIP_FRAME;

kernel/bpf/trampoline.c

720

tr->flags &= ~BPF_TRAMP_F_SKIP_FRAME;

kernel/bpf/trampoline.c

725

size = arch_bpf_trampoline_size(&tr->func.model, tr->flags,

kernel/bpf/trampoline.c

726

tnodes, tr->func.addr);

kernel/bpf/trampoline.c

737

im = bpf_tramp_image_alloc(tr->key, size);

kernel/bpf/trampoline.c

744

&tr->func.model, tr->flags, tnodes,

kernel/bpf/trampoline.c

745

tr->func.addr);

kernel/bpf/trampoline.c

753

if (tr->cur_image)

kernel/bpf/trampoline.c

755

err = ops->modify_fentry(tr, orig_flags, im, lock_direct_mutex, data);

kernel/bpf/trampoline.c

758

err = ops->register_fentry(tr, im, data);

kernel/bpf/trampoline.c

777

tr->flags = orig_flags;

kernel/bpf/trampoline.c

78

struct bpf_trampoline *tr;

kernel/bpf/trampoline.c

82

hlist_for_each_entry(tr, head_ip, hlist_ip) {

kernel/bpf/trampoline.c

83

if (tr->ip == ip)

kernel/bpf/trampoline.c

845

static int bpf_trampoline_add_prog(struct bpf_trampoline *tr,

kernel/bpf/trampoline.c

855

prog_list = &tr->progs_hlist[BPF_TRAMP_FENTRY];

kernel/bpf/trampoline.c

858

prog_list = &tr->progs_hlist[kind];

kernel/bpf/trampoline.c

86

tr = NULL;

kernel/bpf/trampoline.c

874

tr->progs_cnt[BPF_TRAMP_FENTRY]++;

kernel/bpf/trampoline.c

878

hlist_add_head(&fexit->tramp_hlist, &tr->progs_hlist[BPF_TRAMP_FEXIT]);

kernel/bpf/trampoline.c

879

tr->progs_cnt[BPF_TRAMP_FEXIT]++;

kernel/bpf/trampoline.c

881

tr->progs_cnt[kind]++;

kernel/bpf/trampoline.c

886

static void bpf_trampoline_remove_prog(struct bpf_trampoline *tr,

kernel/bpf/trampoline.c

89

return tr;

kernel/bpf/trampoline.c

898

tr->progs_cnt[BPF_TRAMP_FEXIT]--;

kernel/bpf/trampoline.c

902

tr->progs_cnt[kind]--;

kernel/bpf/trampoline.c

906

struct bpf_trampoline *tr,

kernel/bpf/trampoline.c

916

if (tr->extension_prog)

kernel/bpf/trampoline.c

923

cnt += tr->progs_cnt[i];

kernel/bpf/trampoline.c

932

tr->extension_prog = node->link->prog;

kernel/bpf/trampoline.c

933

return bpf_arch_text_poke(tr->func.addr, BPF_MOD_NOP,

kernel/bpf/trampoline.c

937

err = bpf_trampoline_add_prog(tr, node, cnt);

kernel/bpf/trampoline.c

940

err = bpf_trampoline_update(tr, true /* lock_direct_mutex */, ops, data);

kernel/bpf/trampoline.c

942

bpf_trampoline_remove_prog(tr, node);

kernel/bpf/trampoline.c

947

struct bpf_trampoline *tr,

kernel/bpf/trampoline.c

952

trampoline_lock(tr);

kernel/bpf/trampoline.c

953

err = __bpf_trampoline_link_prog(node, tr, tgt_prog, &trampoline_ops, NULL);

kernel/bpf/trampoline.c

954

trampoline_unlock(tr);

kernel/bpf/trampoline.c

959

struct bpf_trampoline *tr,

kernel/bpf/trampoline.c

969

WARN_ON_ONCE(!tr->extension_prog);

kernel/bpf/trampoline.c

970

err = bpf_arch_text_poke(tr->func.addr, BPF_MOD_JUMP,

kernel/bpf/trampoline.c

972

tr->extension_prog->bpf_func, NULL);

kernel/bpf/trampoline.c

973

tr->extension_prog = NULL;

kernel/bpf/trampoline.c

978

bpf_trampoline_remove_prog(tr, node);

kernel/bpf/trampoline.c

979

return bpf_trampoline_update(tr, true /* lock_direct_mutex */, ops, data);

kernel/bpf/trampoline.c

984

struct bpf_trampoline *tr,

kernel/bpf/trampoline.c

989

trampoline_lock(tr);

kernel/bpf/trampoline.c

990

err = __bpf_trampoline_unlink_prog(node, tr, tgt_prog, &trampoline_ops, NULL);

kernel/bpf/trampoline.c

991

trampoline_unlock(tr);

kernel/bpf/verifier.c

19337

struct bpf_trampoline *tr;

kernel/bpf/verifier.c

19420

tr = bpf_trampoline_get(key, &tgt_info);

kernel/bpf/verifier.c

19421

if (!tr)

kernel/bpf/verifier.c

19425

tr->flags = BPF_TRAMP_F_TAIL_CALL_CTX;

kernel/bpf/verifier.c

19427

prog->aux->dst_trampoline = tr;

kernel/printk/printk_ringbuffer_kunit_test.c

109

struct prbtest_thread_data *tr = data;

kernel/printk/printk_ringbuffer_kunit_test.c

110

char text_id = 'A' + tr->num;

kernel/printk/printk_ringbuffer_kunit_test.c

117

kunit_info(tr->test_data->test, "start thread %03lu (writer)\n", tr->num);

kernel/printk/printk_ringbuffer_kunit_test.c

146

if (prb_reserve(&e, tr->test_data->ringbuffer, &r)) {

kernel/printk/printk_ringbuffer_kunit_test.c

156

wake_up_interruptible(&tr->test_data->new_record_wait);

kernel/printk/printk_ringbuffer_kunit_test.c

166

kunit_info(tr->test_data->test, "end thread %03lu: wrote=%lu\n", tr->num, count);

kernel/rcu/rcuscale.c

529

DEFINE_TORTURE_RANDOM(tr);

kernel/rcu/rcuscale.c

570

schedule_timeout_idle(torture_random(&tr) % writer_holdoff_jiffies + 1);

kernel/rcu/rcuscale.c

732

DEFINE_TORTURE_RANDOM(tr);

kernel/rcu/rcuscale.c

770

(kfree_rcu_test_both && torture_random(&tr) & 0x800))

kernel/sysctl.c

273

const char *perm_tr, unsigned perm_tr_len, char *tr)

kernel/sysctl.c

310

if (tr && (len < *size))

kernel/sysctl.c

311

*tr = *p;

kernel/trace/blktrace.c

1687

static void blk_tracer_start(struct trace_array *tr)

kernel/trace/blktrace.c

1692

static int blk_tracer_init(struct trace_array *tr)

kernel/trace/blktrace.c

1694

blk_tr = tr;

kernel/trace/blktrace.c

1695

blk_tracer_start(tr);

kernel/trace/blktrace.c

1699

static void blk_tracer_stop(struct trace_array *tr)

kernel/trace/blktrace.c

1704

static void blk_tracer_reset(struct trace_array *tr)

kernel/trace/blktrace.c

1706

blk_tracer_stop(tr);

kernel/trace/blktrace.c

1733

struct trace_array *tr = iter->tr;

kernel/trace/blktrace.c

1743

long_act = !!(tr->trace_flags & TRACE_ITER(VERBOSE));

kernel/trace/blktrace.c

1803

blk_tracer_set_flag(struct trace_array *tr, u32 old_flags, u32 bit, int set)

kernel/trace/blktrace.c

1808

tr->trace_flags &= ~TRACE_ITER(CONTEXT_INFO);

kernel/trace/blktrace.c

1810

tr->trace_flags |= TRACE_ITER(CONTEXT_INFO);

kernel/trace/fgraph.c

1200

struct trace_array *tr = gops->ops.private;

kernel/trace/fgraph.c

1203

if (tr) {

kernel/trace/fgraph.c

1204

pid = this_cpu_read(tr->array_buffer.data->ftrace_ignore_pid);

kernel/trace/ftrace.c

104

struct trace_array *tr;

kernel/trace/ftrace.c

1073

struct trace_array *tr;

kernel/trace/ftrace.c

109

tr = ops->private;

kernel/trace/ftrace.c

111

return tr->function_pids != NULL || tr->function_no_pids != NULL;

kernel/trace/ftrace.c

1380

static int ftrace_add_mod(struct trace_array *tr,

kernel/trace/ftrace.c

1385

struct list_head *mod_head = enable ? &tr->mod_trace : &tr->mod_notrace;

kernel/trace/ftrace.c

175

struct trace_array *tr = op->private;

kernel/trace/ftrace.c

178

if (tr) {

kernel/trace/ftrace.c

179

pid = this_cpu_read(tr->array_buffer.data->ftrace_ignore_pid);

kernel/trace/ftrace.c

3984

struct trace_array *tr;

kernel/trace/ftrace.c

3995

struct trace_array *tr = iter->ops->private;

kernel/trace/ftrace.c

4006

if (!tr)

kernel/trace/ftrace.c

4009

func_probes = &tr->func_probes;

kernel/trace/ftrace.c

4126

struct trace_array *tr = iter->tr;

kernel/trace/ftrace.c

4133

if (iter->mod_list == &tr->mod_trace ||

kernel/trace/ftrace.c

4134

iter->mod_list == &tr->mod_notrace) {

kernel/trace/ftrace.c

4156

if (!iter->tr)

kernel/trace/ftrace.c

4179

struct trace_array *tr = iter->tr;

kernel/trace/ftrace.c

4182

iter->mod_list == &tr->mod_trace ||

kernel/trace/ftrace.c

4183

iter->mod_list == &tr->mod_notrace)

kernel/trace/ftrace.c

4702

struct trace_array *tr = ops->private;

kernel/trace/ftrace.c

4710

if (tracing_check_open_get_tr(tr))

kernel/trace/ftrace.c

4722

iter->tr = tr;

kernel/trace/ftrace.c

4728

mod_head = tr ? &tr->mod_notrace : NULL;

kernel/trace/ftrace.c

4731

mod_head = tr ? &tr->mod_trace : NULL;

kernel/trace/ftrace.c

4780

if (tr)

kernel/trace/ftrace.c

4781

trace_array_put(tr);

kernel/trace/ftrace.c

5090

static int cache_mod(struct trace_array *tr,

kernel/trace/ftrace.c

5094

struct list_head *head = enable ? &tr->mod_trace : &tr->mod_notrace;

kernel/trace/ftrace.c

5126

return ftrace_add_mod(tr, func, module, enable);

kernel/trace/ftrace.c

5200

struct trace_array *tr;

kernel/trace/ftrace.c

5208

list_for_each_entry(tr, &ftrace_trace_arrays, list) {

kernel/trace/ftrace.c

5209

if (!list_empty(&tr->mod_trace))

kernel/trace/ftrace.c

5210

process_mod_list(&tr->mod_trace, tr->ops, mod, true);

kernel/trace/ftrace.c

5211

if (!list_empty(&tr->mod_notrace))

kernel/trace/ftrace.c

5212

process_mod_list(&tr->mod_notrace, tr->ops, mod, false);

kernel/trace/ftrace.c

5226

ftrace_mod_callback(struct trace_array *tr, struct ftrace_hash *hash,

kernel/trace/ftrace.c

5232

if (!tr)

kernel/trace/ftrace.c

5251

return cache_mod(tr, func_orig, module, enable);

kernel/trace/ftrace.c

5283

probe_ops->func(ip, parent_ip, probe->tr, probe_ops, probe->data);

kernel/trace/ftrace.c

536

struct trace_array *tr = trace_get_global_array();

kernel/trace/ftrace.c

5454

probe_ops->free(probe_ops, probe->tr, 0, probe->data);

kernel/trace/ftrace.c

5470

register_ftrace_function_probe(char *glob, struct trace_array *tr,

kernel/trace/ftrace.c

5484

if (WARN_ON(!tr))

kernel/trace/ftrace.c

5494

list_for_each_entry(iter, &tr->func_probes, list) {

kernel/trace/ftrace.c

5508

probe->tr = tr;

kernel/trace/ftrace.c

5510

list_add(&probe->list, &tr->func_probes);

kernel/trace/ftrace.c

5552

ret = probe_ops->init(probe_ops, tr,

kernel/trace/ftrace.c

5557

probe_ops->free(probe_ops, tr,

kernel/trace/ftrace.c

558

if (tr->trace_flags & TRACE_ITER(PROF_TEXT_OFFSET)) {

kernel/trace/ftrace.c

5608

probe_ops->free(probe_ops, tr, entry->ip, probe->data);

kernel/trace/ftrace.c

5615

unregister_ftrace_function_probe_func(char *glob, struct trace_array *tr,

kernel/trace/ftrace.c

5648

list_for_each_entry(iter, &tr->func_probes, list) {

kernel/trace/ftrace.c

5727

probe_ops->free(probe_ops, tr, entry->ip, probe->data);

kernel/trace/ftrace.c

5745

void clear_ftrace_function_probes(struct trace_array *tr)

kernel/trace/ftrace.c

5749

list_for_each_entry_safe(probe, n, &tr->func_probes, list)

kernel/trace/ftrace.c

5750

unregister_ftrace_function_probe_func(NULL, tr, probe->probe_ops);

kernel/trace/ftrace.c

5798

struct trace_array *tr = iter->ops->private;

kernel/trace/ftrace.c

5822

return p->func(tr, hash, func, command, next, enable);

kernel/trace/ftrace.c

6755

struct trace_array *tr = ops->private;

kernel/trace/ftrace.c

6762

if (!tr)

kernel/trace/ftrace.c

6777

if (tr && mod && ret < 0) {

kernel/trace/ftrace.c

6781

ret = cache_mod(tr, tmp, mod, enable);

kernel/trace/ftrace.c

6954

struct trace_array *tr = trace_get_global_array();

kernel/trace/ftrace.c

6956

ops->private = tr;

kernel/trace/ftrace.c

6957

ftrace_init_trace_array(tr);

kernel/trace/ftrace.c

7013

if (iter->tr) {

kernel/trace/ftrace.c

7014

if (list_empty(&iter->tr->mod_trace))

kernel/trace/ftrace.c

7030

if (iter->tr)

kernel/trace/ftrace.c

7031

trace_array_put(iter->tr);

kernel/trace/ftrace.c

7874

struct trace_array *tr;

kernel/trace/ftrace.c

7877

list_for_each_entry(tr, &ftrace_trace_arrays, list) {

kernel/trace/ftrace.c

7878

if (!tr->ops || !tr->ops->func_hash)

kernel/trace/ftrace.c

7880

mutex_lock(&tr->ops->func_hash->regex_lock);

kernel/trace/ftrace.c

7881

clear_mod_from_hash(pg, tr->ops->func_hash->filter_hash);

kernel/trace/ftrace.c

7882

clear_mod_from_hash(pg, tr->ops->func_hash->notrace_hash);

kernel/trace/ftrace.c

7883

mutex_unlock(&tr->ops->func_hash->regex_lock);

kernel/trace/ftrace.c

8267

struct trace_array *tr;

kernel/trace/ftrace.c

8270

list_for_each_entry(tr, &ftrace_trace_arrays, list) {

kernel/trace/ftrace.c

8271

if (!tr->ops || !tr->ops->func_hash)

kernel/trace/ftrace.c

8273

mutex_lock(&tr->ops->func_hash->regex_lock);

kernel/trace/ftrace.c

8274

clear_func_from_hash(func, tr->ops->func_hash->filter_hash);

kernel/trace/ftrace.c

8275

clear_func_from_hash(func, tr->ops->func_hash->notrace_hash);

kernel/trace/ftrace.c

8276

mutex_unlock(&tr->ops->func_hash->regex_lock);

kernel/trace/ftrace.c

8449

void ftrace_init_trace_array(struct trace_array *tr)

kernel/trace/ftrace.c

8451

if (tr->flags & TRACE_ARRAY_FL_MOD_INIT)

kernel/trace/ftrace.c

8454

INIT_LIST_HEAD(&tr->func_probes);

kernel/trace/ftrace.c

8455

INIT_LIST_HEAD(&tr->mod_trace);

kernel/trace/ftrace.c

8456

INIT_LIST_HEAD(&tr->mod_notrace);

kernel/trace/ftrace.c

8458

tr->flags |= TRACE_ARRAY_FL_MOD_INIT;

kernel/trace/ftrace.c

8484

__init void ftrace_init_global_array_ops(struct trace_array *tr)

kernel/trace/ftrace.c

8486

tr->ops = &global_ops;

kernel/trace/ftrace.c

8488

global_ops.private = tr;

kernel/trace/ftrace.c

8489

ftrace_init_trace_array(tr);

kernel/trace/ftrace.c

8490

init_array_fgraph_ops(tr, tr->ops);

kernel/trace/ftrace.c

8493

void ftrace_init_array_ops(struct trace_array *tr, ftrace_func_t func)

kernel/trace/ftrace.c

8496

if (tr->flags & TRACE_ARRAY_FL_GLOBAL) {

kernel/trace/ftrace.c

8497

if (WARN_ON(tr->ops->func != ftrace_stub))

kernel/trace/ftrace.c

8499

tr->ops->func);

kernel/trace/ftrace.c

8501

tr->ops->func = func;

kernel/trace/ftrace.c

8502

tr->ops->private = tr;

kernel/trace/ftrace.c

8505

void ftrace_reset_array_ops(struct trace_array *tr)

kernel/trace/ftrace.c

8507

tr->ops->func = ftrace_stub;

kernel/trace/ftrace.c

8633

struct trace_array *tr = data;

kernel/trace/ftrace.c

8637

pid_list = rcu_dereference_sched(tr->function_pids);

kernel/trace/ftrace.c

8638

no_pid_list = rcu_dereference_sched(tr->function_no_pids);

kernel/trace/ftrace.c

8641

this_cpu_write(tr->array_buffer.data->ftrace_ignore_pid,

kernel/trace/ftrace.c

8644

this_cpu_write(tr->array_buffer.data->ftrace_ignore_pid,

kernel/trace/ftrace.c

8654

struct trace_array *tr = data;

kernel/trace/ftrace.c

8657

pid_list = rcu_dereference_sched(tr->function_pids);

kernel/trace/ftrace.c

8660

pid_list = rcu_dereference_sched(tr->function_no_pids);

kernel/trace/ftrace.c

8668

struct trace_array *tr = data;

kernel/trace/ftrace.c

8671

pid_list = rcu_dereference_sched(tr->function_pids);

kernel/trace/ftrace.c

8674

pid_list = rcu_dereference_sched(tr->function_no_pids);

kernel/trace/ftrace.c

8678

void ftrace_pid_follow_fork(struct trace_array *tr, bool enable)

kernel/trace/ftrace.c

8682

tr);

kernel/trace/ftrace.c

8684

tr);

kernel/trace/ftrace.c

8687

tr);

kernel/trace/ftrace.c

8689

tr);

kernel/trace/ftrace.c

8693

static void clear_ftrace_pids(struct trace_array *tr, int type)

kernel/trace/ftrace.c

8699

pid_list = rcu_dereference_protected(tr->function_pids,

kernel/trace/ftrace.c

8701

no_pid_list = rcu_dereference_protected(tr->function_no_pids,

kernel/trace/ftrace.c

8710

unregister_trace_sched_switch(ftrace_filter_pid_sched_switch_probe, tr);

kernel/trace/ftrace.c

8712

per_cpu_ptr(tr->array_buffer.data, cpu)->ftrace_ignore_pid = FTRACE_PID_TRACE;

kernel/trace/ftrace.c

8716

rcu_assign_pointer(tr->function_pids, NULL);

kernel/trace/ftrace.c

8719

rcu_assign_pointer(tr->function_no_pids, NULL);

kernel/trace/ftrace.c

8731

void ftrace_clear_pids(struct trace_array *tr)

kernel/trace/ftrace.c

8735

clear_ftrace_pids(tr, TRACE_PIDS | TRACE_NO_PIDS);

kernel/trace/ftrace.c

8740

static void ftrace_pid_reset(struct trace_array *tr, int type)

kernel/trace/ftrace.c

8743

clear_ftrace_pids(tr, type);

kernel/trace/ftrace.c

8758

struct trace_array *tr = m->private;

kernel/trace/ftrace.c

8763

pid_list = rcu_dereference_sched(tr->function_pids);

kernel/trace/ftrace.c

8773

struct trace_array *tr = m->private;

kernel/trace/ftrace.c

8774

struct trace_pid_list *pid_list = rcu_dereference_sched(tr->function_pids);

kernel/trace/ftrace.c

8811

struct trace_array *tr = m->private;

kernel/trace/ftrace.c

8816

pid_list = rcu_dereference_sched(tr->function_no_pids);

kernel/trace/ftrace.c

8826

struct trace_array *tr = m->private;

kernel/trace/ftrace.c

8827

struct trace_pid_list *pid_list = rcu_dereference_sched(tr->function_no_pids);

kernel/trace/ftrace.c

8846

struct trace_array *tr = inode->i_private;

kernel/trace/ftrace.c

8850

ret = tracing_check_open_get_tr(tr);

kernel/trace/ftrace.c

8856

ftrace_pid_reset(tr, type);

kernel/trace/ftrace.c

8866

trace_array_put(tr);

kernel/trace/ftrace.c

8873

trace_array_put(tr);

kernel/trace/ftrace.c

8877

m->private = tr;

kernel/trace/ftrace.c

8897

struct trace_array *tr = data;

kernel/trace/ftrace.c

8905

pid_list = rcu_dereference_protected(tr->function_pids,

kernel/trace/ftrace.c

8907

no_pid_list = rcu_dereference_protected(tr->function_no_pids,

kernel/trace/ftrace.c

8911

this_cpu_write(tr->array_buffer.data->ftrace_ignore_pid,

kernel/trace/ftrace.c

8914

this_cpu_write(tr->array_buffer.data->ftrace_ignore_pid,

kernel/trace/ftrace.c

8923

struct trace_array *tr = m->private;

kernel/trace/ftrace.c

8936

filtered_pids = rcu_dereference_protected(tr->function_pids,

kernel/trace/ftrace.c

8938

other_pids = rcu_dereference_protected(tr->function_no_pids,

kernel/trace/ftrace.c

8942

filtered_pids = rcu_dereference_protected(tr->function_no_pids,

kernel/trace/ftrace.c

8944

other_pids = rcu_dereference_protected(tr->function_pids,

kernel/trace/ftrace.c

8958

rcu_assign_pointer(tr->function_pids, pid_list);

kernel/trace/ftrace.c

8961

rcu_assign_pointer(tr->function_no_pids, pid_list);

kernel/trace/ftrace.c

8971

register_trace_sched_switch(ftrace_filter_pid_sched_switch_probe, tr);

kernel/trace/ftrace.c

8979

on_each_cpu(ignore_task_cpu, tr, 1);

kernel/trace/ftrace.c

9006

struct trace_array *tr = inode->i_private;

kernel/trace/ftrace.c

9008

trace_array_put(tr);

kernel/trace/ftrace.c

9029

void ftrace_init_tracefs(struct trace_array *tr, struct dentry *d_tracer)

kernel/trace/ftrace.c

9032

tr, &ftrace_pid_fops);

kernel/trace/ftrace.c

9034

d_tracer, tr, &ftrace_no_pid_fops);

kernel/trace/ftrace.c

9037

void __init ftrace_init_tracefs_toplevel(struct trace_array *tr,

kernel/trace/ftrace.c

9041

WARN_ON(!(tr->flags & TRACE_ARRAY_FL_GLOBAL));

kernel/trace/kprobe_event_gen_test.c

136

ret = trace_array_set_clr_event(gen_kprobe_test->tr,

kernel/trace/kprobe_event_gen_test.c

201

ret = trace_array_set_clr_event(gen_kretprobe_test->tr,

kernel/trace/kprobe_event_gen_test.c

229

WARN_ON(trace_array_set_clr_event(gen_kretprobe_test->tr,

kernel/trace/kprobe_event_gen_test.c

244

WARN_ON(trace_array_set_clr_event(gen_kprobe_test->tr,

kernel/trace/kprobe_event_gen_test.c

258

WARN_ON(trace_array_set_clr_event(gen_kretprobe_test->tr,

kernel/trace/synth_event_gen_test.c

104

ret = trace_array_set_clr_event(gen_synth_test->tr,

kernel/trace/synth_event_gen_test.c

209

ret = trace_array_set_clr_event(empty_synth_test->tr,

kernel/trace/synth_event_gen_test.c

281

ret = trace_array_set_clr_event(create_synth_test->tr,

kernel/trace/synth_event_gen_test.c

448

WARN_ON(trace_array_set_clr_event(gen_synth_test->tr,

kernel/trace/synth_event_gen_test.c

458

WARN_ON(trace_array_set_clr_event(gen_synth_test->tr,

kernel/trace/synth_event_gen_test.c

464

WARN_ON(trace_array_set_clr_event(empty_synth_test->tr,

kernel/trace/synth_event_gen_test.c

482

trace_array_set_clr_event(gen_synth_test->tr,

kernel/trace/synth_event_gen_test.c

485

trace_array_set_clr_event(empty_synth_test->tr,

kernel/trace/synth_event_gen_test.c

488

trace_array_set_clr_event(create_synth_test->tr,

kernel/trace/synth_event_gen_test.c

498

WARN_ON(trace_array_set_clr_event(gen_synth_test->tr,

kernel/trace/synth_event_gen_test.c

509

WARN_ON(trace_array_set_clr_event(empty_synth_test->tr,

kernel/trace/synth_event_gen_test.c

520

WARN_ON(trace_array_set_clr_event(create_synth_test->tr,

kernel/trace/trace.c

1000

if (tr->array_buffer.buffer)

kernel/trace/trace.c

1001

return ring_buffer_record_is_set_on(tr->array_buffer.buffer);

kernel/trace/trace.c

1002

return !tr->buffer_disabled;

kernel/trace/trace.c

1083

bool trace_clock_in_ns(struct trace_array *tr)

kernel/trace/trace.c

1085

if (trace_clocks[tr->clock_id].in_ns)

kernel/trace/trace.c

1259

iter->array_buffer = &iter->tr->snapshot_buffer;

kernel/trace/trace.c

1289

struct trace_array *tr = &global_trace;

kernel/trace/trace.c

1290

struct tracer_flags *saved_flags = tr->current_trace_flags;

kernel/trace/trace.c

1291

struct tracer *saved_tracer = tr->current_trace;

kernel/trace/trace.c

1318

tracing_reset_online_cpus(&tr->array_buffer);

kernel/trace/trace.c

1320

tr->current_trace = type;

kernel/trace/trace.c

1321

tr->current_trace_flags = type->flags ? : type->default_flags;

kernel/trace/trace.c

1326

if (tr->ring_buffer_expanded)

kernel/trace/trace.c

1327

ring_buffer_resize(tr->snapshot_buffer.buffer, trace_buf_size,

kernel/trace/trace.c

1329

tr->allocated_snapshot = true;

kernel/trace/trace.c

1335

ret = type->selftest(type, tr);

kernel/trace/trace.c

1337

tr->current_trace = saved_tracer;

kernel/trace/trace.c

1338

tr->current_trace_flags = saved_flags;

kernel/trace/trace.c

1346

tracing_reset_online_cpus(&tr->array_buffer);

kernel/trace/trace.c

1350

tr->allocated_snapshot = false;

kernel/trace/trace.c

1353

if (tr->ring_buffer_expanded)

kernel/trace/trace.c

1354

ring_buffer_resize(tr->snapshot_buffer.buffer, 1,

kernel/trace/trace.c

1431

static int add_tracer(struct trace_array *tr, struct tracer *t);

kernel/trace/trace.c

1435

static void free_tracers(struct trace_array *tr)

kernel/trace/trace.c

1441

list_for_each_entry_safe(t, n, &tr->tracers, list) {

kernel/trace/trace.c

1456

struct trace_array *tr;

kernel/trace/trace.c

1496

list_for_each_entry(tr, &ftrace_trace_arrays, list) {

kernel/trace/trace.c

1497

ret = add_tracer(tr, type);

kernel/trace/trace.c

1587

struct trace_array *tr;

kernel/trace/trace.c

1591

list_for_each_entry(tr, &ftrace_trace_arrays, list) {

kernel/trace/trace.c

1592

if (!tr->clear_trace)

kernel/trace/trace.c

1594

tr->clear_trace = false;

kernel/trace/trace.c

1595

tracing_reset_online_cpus(&tr->array_buffer);

kernel/trace/trace.c

1597

tracing_reset_online_cpus(&tr->snapshot_buffer);

kernel/trace/trace.c

1613

static void tracing_start_tr(struct trace_array *tr)

kernel/trace/trace.c

1620

guard(raw_spinlock_irqsave)(&tr->start_lock);

kernel/trace/trace.c

1621

if (--tr->stop_count) {

kernel/trace/trace.c

1622

if (WARN_ON_ONCE(tr->stop_count < 0)) {

kernel/trace/trace.c

1624

tr->stop_count = 0;

kernel/trace/trace.c

1630

arch_spin_lock(&tr->max_lock);

kernel/trace/trace.c

1632

buffer = tr->array_buffer.buffer;

kernel/trace/trace.c

1637

buffer = tr->snapshot_buffer.buffer;

kernel/trace/trace.c

1642

arch_spin_unlock(&tr->max_lock);

kernel/trace/trace.c

1657

static void tracing_stop_tr(struct trace_array *tr)

kernel/trace/trace.c

1661

guard(raw_spinlock_irqsave)(&tr->start_lock);

kernel/trace/trace.c

1662

if (tr->stop_count++)

kernel/trace/trace.c

1666

arch_spin_lock(&tr->max_lock);

kernel/trace/trace.c

1668

buffer = tr->array_buffer.buffer;

kernel/trace/trace.c

1673

buffer = tr->snapshot_buffer.buffer;

kernel/trace/trace.c

1678

arch_spin_unlock(&tr->max_lock);

kernel/trace/trace.c

1865

struct trace_array *tr = trace_file->tr;

kernel/trace/trace.c

1868

*current_rb = tr->array_buffer.buffer;

kernel/trace/trace.c

1870

if (!tr->no_filter_buffering_ref &&

kernel/trace/trace.c

2024

trace_buffer_unlock_commit_regs(file->tr, fbuffer->buffer,

kernel/trace/trace.c

2043

void trace_buffer_unlock_commit_regs(struct trace_array *tr,

kernel/trace/trace.c

2057

ftrace_trace_stack(tr, buffer, trace_ctx, regs ? 0 : STACK_SKIP, regs);

kernel/trace/trace.c

2058

ftrace_trace_userstack(tr, buffer, trace_ctx);

kernel/trace/trace.c

2072

trace_function(struct trace_array *tr, unsigned long ip, unsigned long

kernel/trace/trace.c

2075

struct trace_buffer *buffer = tr->array_buffer.buffer;

kernel/trace/trace.c

2121

void __ftrace_trace_stack(struct trace_array *tr,

kernel/trace/trace.c

213

int tracing_set_tracer(struct trace_array *tr, const char *buf);

kernel/trace/trace.c

214

static void ftrace_trace_userstack(struct trace_array *tr,

kernel/trace/trace.c

2175

if (tr->ops && tr->ops->trampoline) {

kernel/trace/trace.c

2176

unsigned long tramp_start = tr->ops->trampoline;

kernel/trace/trace.c

2177

unsigned long tramp_end = tramp_start + tr->ops->trampoline_size;

kernel/trace/trace.c

2207

void __trace_stack(struct trace_array *tr, unsigned int trace_ctx,

kernel/trace/trace.c

2210

struct trace_buffer *buffer = tr->array_buffer.buffer;

kernel/trace/trace.c

2213

__ftrace_trace_stack(tr, buffer, trace_ctx, skip, NULL);

kernel/trace/trace.c

2230

__ftrace_trace_stack(tr, buffer, trace_ctx, skip, NULL);

kernel/trace/trace.c

2256

ftrace_trace_userstack(struct trace_array *tr,

kernel/trace/trace.c

2262

if (!(tr->trace_flags & TRACE_ITER(USERSTACKTRACE)))

kernel/trace/trace.c

2298

static void ftrace_trace_userstack(struct trace_array *tr,

kernel/trace/trace.c

2315

void trace_last_func_repeats(struct trace_array *tr,

kernel/trace/trace.c

2319

struct trace_buffer *buffer = tr->array_buffer.buffer;

kernel/trace/trace.c

2437

if (!iter->tr || iter->fmt == static_fmt_buf)

kernel/trace/trace.c

2587

if (!iter->tr || iter->tr->trace_flags & TRACE_ITER(HASH_PTR))

kernel/trace/trace.c

2756

struct trace_array *tr = iter->tr;

kernel/trace/trace.c

2763

if (unlikely(tr->current_trace != iter->trace)) {

kernel/trace/trace.c

2767

iter->trace = tr->current_trace;

kernel/trace/trace.c

2860

unsigned long trace_total_entries_cpu(struct trace_array *tr, int cpu)

kernel/trace/trace.c

2864

if (!tr)

kernel/trace/trace.c

2865

tr = &global_trace;

kernel/trace/trace.c

2867

get_total_entries_cpu(&tr->array_buffer, &total, &entries, cpu);

kernel/trace/trace.c

2872

unsigned long trace_total_entries(struct trace_array *tr)

kernel/trace/trace.c

2876

if (!tr)

kernel/trace/trace.c

2877

tr = &global_trace;

kernel/trace/trace.c

2879

get_total_entries(&tr->array_buffer, &total, &entries);

kernel/trace/trace.c

2993

struct trace_array *tr = iter->tr;

kernel/trace/trace.c

2995

if (!(tr->trace_flags & TRACE_ITER(ANNOTATE)))

kernel/trace/trace.c

3035

struct trace_array *tr = iter->tr;

kernel/trace/trace.c

3037

unsigned long sym_flags = (tr->trace_flags & TRACE_ITER_SYM_MASK);

kernel/trace/trace.c

3047

if (tr->trace_flags & TRACE_ITER(CONTEXT_INFO)) {

kernel/trace/trace.c

3058

if (tr->trace_flags & TRACE_ITER(FIELDS))

kernel/trace/trace.c

3065

if ((tr->text_delta)) {

kernel/trace/trace.c

3081

struct trace_array *tr = iter->tr;

kernel/trace/trace.c

3088

if (tr->trace_flags & TRACE_ITER(CONTEXT_INFO))

kernel/trace/trace.c

3106

struct trace_array *tr = iter->tr;

kernel/trace/trace.c

3114

if (tr->trace_flags & TRACE_ITER(CONTEXT_INFO)) {

kernel/trace/trace.c

3136

struct trace_array *tr = iter->tr;

kernel/trace/trace.c

3143

if (tr->trace_flags & TRACE_ITER(CONTEXT_INFO)) {

kernel/trace/trace.c

3192

struct trace_array *tr = iter->tr;

kernel/trace/trace.c

3193

unsigned long trace_flags = tr->trace_flags;

kernel/trace/trace.c

3243

struct trace_array *tr = iter->tr;

kernel/trace/trace.c

3252

if (!(tr->trace_flags & TRACE_ITER(VERBOSE)))

kernel/trace/trace.c

3259

struct trace_array *tr = iter->tr;

kernel/trace/trace.c

3260

unsigned long trace_flags = tr->trace_flags;

kernel/trace/trace.c

3298

if (iter->tr) {

kernel/trace/trace.c

3369

struct trace_array *tr = inode->i_private;

kernel/trace/trace.c

3407

iter->trace = tr->current_trace;

kernel/trace/trace.c

3412

iter->tr = tr;

kernel/trace/trace.c

3416

if (tr->current_trace->print_max || snapshot)

kernel/trace/trace.c

3417

iter->array_buffer = &tr->snapshot_buffer;

kernel/trace/trace.c

3420

iter->array_buffer = &tr->array_buffer;

kernel/trace/trace.c

3435

if (trace_clocks[tr->clock_id].in_ns)

kernel/trace/trace.c

3442

if (!iter->snapshot && (tr->trace_flags & TRACE_ITER(PAUSE_ON_TRACE))) {

kernel/trace/trace.c

3444

tracing_stop_tr(tr);

kernel/trace/trace.c

3492

struct trace_array *tr = inode->i_private;

kernel/trace/trace.c

3495

ret = tracing_check_open_get_tr(tr);

kernel/trace/trace.c

3499

if ((filp->f_mode & FMODE_WRITE) && trace_array_is_readonly(tr)) {

kernel/trace/trace.c

3500

trace_array_put(tr);

kernel/trace/trace.c

3518

ret = tracing_check_open_get_tr(file->tr);

kernel/trace/trace.c

3526

trace_array_put(file->tr);

kernel/trace/trace.c

3539

trace_array_put(file->tr);

kernel/trace/trace.c

3553

struct trace_array *tr = inode->i_private;

kernel/trace/trace.c

3559

trace_array_put(tr);

kernel/trace/trace.c

3577

tracing_start_tr(tr);

kernel/trace/trace.c

3579

__trace_array_put(tr);

kernel/trace/trace.c

3591

struct trace_array *tr = inode->i_private;

kernel/trace/trace.c

3593

trace_array_put(tr);

kernel/trace/trace.c

3599

struct trace_array *tr = inode->i_private;

kernel/trace/trace.c

3601

trace_array_put(tr);

kernel/trace/trace.c

3606

static bool update_last_data_if_empty(struct trace_array *tr);

kernel/trace/trace.c

3610

struct trace_array *tr = inode->i_private;

kernel/trace/trace.c

3614

ret = tracing_check_open_get_tr(tr);

kernel/trace/trace.c

3621

struct array_buffer *trace_buf = &tr->array_buffer;

kernel/trace/trace.c

3624

if (tr->current_trace->print_max)

kernel/trace/trace.c

3625

trace_buf = &tr->snapshot_buffer;

kernel/trace/trace.c

3633

update_last_data_if_empty(tr);

kernel/trace/trace.c

3640

else if (tr->trace_flags & TRACE_ITER(LATENCY_FMT))

kernel/trace/trace.c

3645

trace_array_put(tr);

kernel/trace/trace.c

3656

trace_ok_for_array(struct tracer *t, struct trace_array *tr)

kernel/trace/trace.c

3659

if (tr->range_addr_start && tracer_uses_snapshot(t))

kernel/trace/trace.c

3661

return (tr->flags & TRACE_ARRAY_FL_GLOBAL) || t->allow_instances;

kernel/trace/trace.c

3666

get_tracer_for_array(struct trace_array *tr, struct tracer *t)

kernel/trace/trace.c

3668

while (t && !trace_ok_for_array(t, tr))

kernel/trace/trace.c

3677

struct trace_array *tr = m->private;

kernel/trace/trace.c

3683

t = get_tracer_for_array(tr, t->next);

kernel/trace/trace.c

3690

struct trace_array *tr = m->private;

kernel/trace/trace.c

3696

t = get_tracer_for_array(tr, trace_types);

kernel/trace/trace.c

3733

struct trace_array *tr = inode->i_private;

kernel/trace/trace.c

3737

ret = tracing_check_open_get_tr(tr);

kernel/trace/trace.c

3743

trace_array_put(tr);

kernel/trace/trace.c

3748

m->private = tr;

kernel/trace/trace.c

3755

struct trace_array *tr = inode->i_private;

kernel/trace/trace.c

3757

trace_array_put(tr);

kernel/trace/trace.c

3801

struct trace_array *tr = file_inode(filp)->i_private;

kernel/trace/trace.c

3806

cpumask_pr_args(tr->tracing_cpumask)) + 1;

kernel/trace/trace.c

3812

cpumask_pr_args(tr->tracing_cpumask));

kernel/trace/trace.c

3819

int tracing_set_cpumask(struct trace_array *tr,

kernel/trace/trace.c

3824

if (!tr)

kernel/trace/trace.c

3828

arch_spin_lock(&tr->max_lock);

kernel/trace/trace.c

3834

if (cpumask_test_cpu(cpu, tr->tracing_cpumask) &&

kernel/trace/trace.c

3836

ring_buffer_record_disable_cpu(tr->array_buffer.buffer, cpu);

kernel/trace/trace.c

3838

ring_buffer_record_disable_cpu(tr->snapshot_buffer.buffer, cpu);

kernel/trace/trace.c

3841

if (!cpumask_test_cpu(cpu, tr->tracing_cpumask) &&

kernel/trace/trace.c

3843

ring_buffer_record_enable_cpu(tr->array_buffer.buffer, cpu);

kernel/trace/trace.c

3845

ring_buffer_record_enable_cpu(tr->snapshot_buffer.buffer, cpu);

kernel/trace/trace.c

3849

arch_spin_unlock(&tr->max_lock);

kernel/trace/trace.c

3852

cpumask_copy(tr->tracing_cpumask, tracing_cpumask_new);

kernel/trace/trace.c

3861

struct trace_array *tr = file_inode(filp)->i_private;

kernel/trace/trace.c

3875

err = tracing_set_cpumask(tr, tracing_cpumask_new);

kernel/trace/trace.c

3900

struct trace_array *tr = m->private;

kernel/trace/trace.c

3908

if (tr->trace_flags & (1ULL << i))

kernel/trace/trace.c

3914

flags = tr->current_trace_flags;

kernel/trace/trace.c

3931

static int __set_tracer_option(struct trace_array *tr,

kernel/trace/trace.c

3939

ret = trace->set_flag(tr, tracer_flags->val, opts->bit, !neg);

kernel/trace/trace.c

3951

static int set_tracer_option(struct trace_array *tr, char *cmp, int neg)

kernel/trace/trace.c

3953

struct tracer_flags *tracer_flags = tr->current_trace_flags;

kernel/trace/trace.c

3964

return __set_tracer_option(tr, tracer_flags, opts, neg);

kernel/trace/trace.c

3979

int set_tracer_flag(struct trace_array *tr, u64 mask, int enabled)

kernel/trace/trace.c

3990

if (!!(tr->trace_flags & mask) == !!enabled)

kernel/trace/trace.c

3994

if (tr->current_trace->flag_changed)

kernel/trace/trace.c

3995

if (tr->current_trace->flag_changed(tr, mask, !!enabled))

kernel/trace/trace.c

4001

update_printk_trace(tr);

kernel/trace/trace.c

4013

if (printk_trace == tr)

kernel/trace/trace.c

4019

update_marker_trace(tr, enabled);

kernel/trace/trace.c

4025

tr->trace_flags |= mask;

kernel/trace/trace.c

4027

tr->trace_flags &= ~mask;

kernel/trace/trace.c

4037

tr->trace_flags &= ~TRACE_ITER(RECORD_TGID);

kernel/trace/trace.c

4045

trace_event_follow_fork(tr, enabled);

kernel/trace/trace.c

4049

ftrace_pid_follow_fork(tr, enabled);

kernel/trace/trace.c

4053

ring_buffer_change_overwrite(tr->array_buffer.buffer, enabled);

kernel/trace/trace.c

4055

ring_buffer_change_overwrite(tr->snapshot_buffer.buffer, enabled);

kernel/trace/trace.c

4074

int trace_set_options(struct trace_array *tr, char *option)

kernel/trace/trace.c

4096

ret = set_tracer_option(tr, cmp, neg);

kernel/trace/trace.c

4098

ret = set_tracer_flag(tr, 1ULL << ret, !neg);

kernel/trace/trace.c

4138

struct trace_array *tr = m->private;

kernel/trace/trace.c

4150

ret = trace_set_options(tr, buf);

kernel/trace/trace.c

4161

struct trace_array *tr = inode->i_private;

kernel/trace/trace.c

4164

ret = tracing_check_open_get_tr(tr);

kernel/trace/trace.c

4170

trace_array_put(tr);

kernel/trace/trace.c

4684

struct trace_array *tr = filp->private_data;

kernel/trace/trace.c

4689

r = sprintf(buf, "%s\n", tr->current_trace->name);

kernel/trace/trace.c

4695

int tracer_init(struct tracer *t, struct trace_array *tr)

kernel/trace/trace.c

4697

tracing_reset_online_cpus(&tr->array_buffer);

kernel/trace/trace.c

4698

update_last_data_if_empty(tr);

kernel/trace/trace.c

4699

return t->init(tr);

kernel/trace/trace.c

4719

static int __tracing_resize_ring_buffer(struct trace_array *tr,

kernel/trace/trace.c

4729

trace_set_ring_buffer_expanded(tr);

kernel/trace/trace.c

4732

if (!tr->array_buffer.buffer)

kernel/trace/trace.c

4736

tracing_stop_tr(tr);

kernel/trace/trace.c

4738

ret = ring_buffer_resize(tr->array_buffer.buffer, size, cpu);

kernel/trace/trace.c

4743

if (!tr->allocated_snapshot)

kernel/trace/trace.c

4746

ret = ring_buffer_resize(tr->snapshot_buffer.buffer, size, cpu);

kernel/trace/trace.c

4748

int r = resize_buffer_duplicate_size(&tr->array_buffer,

kernel/trace/trace.c

4749

&tr->array_buffer, cpu);

kernel/trace/trace.c

4771

update_buffer_entries(&tr->snapshot_buffer, cpu);

kernel/trace/trace.c

4776

update_buffer_entries(&tr->array_buffer, cpu);

kernel/trace/trace.c

4778

tracing_start_tr(tr);

kernel/trace/trace.c

4782

ssize_t tracing_resize_ring_buffer(struct trace_array *tr,

kernel/trace/trace.c

4793

return __tracing_resize_ring_buffer(tr, size, cpu_id);

kernel/trace/trace.c

4826

unsigned long trace_adjust_address(struct trace_array *tr, unsigned long addr)

kernel/trace/trace.c

4835

if (!(tr->flags & TRACE_ARRAY_FL_LAST_BOOT))

kernel/trace/trace.c

4840

tscratch = tr->scratch;

kernel/trace/trace.c

4842

module_delta = READ_ONCE(tr->module_delta);

kernel/trace/trace.c

4845

raddr = addr + tr->text_delta;

kernel/trace/trace.c

4871

struct trace_array *tr = data;

kernel/trace/trace.c

4876

tscratch = tr->scratch;

kernel/trace/trace.c

4879

size = tr->scratch_size;

kernel/trace/trace.c

4900

static void update_last_data(struct trace_array *tr)

kernel/trace/trace.c

4905

if (!(tr->flags & TRACE_ARRAY_FL_BOOT))

kernel/trace/trace.c

4908

if (!(tr->flags & TRACE_ARRAY_FL_LAST_BOOT))

kernel/trace/trace.c

4912

tr->flags &= ~TRACE_ARRAY_FL_LAST_BOOT;

kernel/trace/trace.c

4915

if (tr->flags & TRACE_ARRAY_FL_VMALLOC)

kernel/trace/trace.c

4916

tr->free_on_close = true;

kernel/trace/trace.c

4919

if (tr->scratch) {

kernel/trace/trace.c

4920

struct trace_scratch *tscratch = tr->scratch;

kernel/trace/trace.c

4922

tscratch->clock_id = tr->clock_id;

kernel/trace/trace.c

4928

module_for_each_mod(save_mod, tr);

kernel/trace/trace.c

4937

tracing_reset_all_cpus(&tr->array_buffer);

kernel/trace/trace.c

4940

tr->text_delta = 0;

kernel/trace/trace.c

4942

if (!tr->scratch)

kernel/trace/trace.c

4945

tscratch = tr->scratch;

kernel/trace/trace.c

4946

module_delta = READ_ONCE(tr->module_delta);

kernel/trace/trace.c

4947

WRITE_ONCE(tr->module_delta, NULL);

kernel/trace/trace.c

4965

int tracing_update_buffers(struct trace_array *tr)

kernel/trace/trace.c

4969

if (!tr)

kernel/trace/trace.c

4970

tr = &global_trace;

kernel/trace/trace.c

4974

update_last_data(tr);

kernel/trace/trace.c

4976

if (!tr->ring_buffer_expanded)

kernel/trace/trace.c

4977

ret = __tracing_resize_ring_buffer(tr, trace_buf_size,

kernel/trace/trace.c

4986

static void tracing_set_nop(struct trace_array *tr)

kernel/trace/trace.c

4988

if (tr->current_trace == &nop_trace)

kernel/trace/trace.c

4991

tr->current_trace->enabled--;

kernel/trace/trace.c

4993

if (tr->current_trace->reset)

kernel/trace/trace.c

4994

tr->current_trace->reset(tr);

kernel/trace/trace.c

4996

tr->current_trace = &nop_trace;

kernel/trace/trace.c

4997

tr->current_trace_flags = nop_trace.flags;

kernel/trace/trace.c

5002

int tracing_set_tracer(struct trace_array *tr, const char *buf)

kernel/trace/trace.c

5011

update_last_data(tr);

kernel/trace/trace.c

5013

if (!tr->ring_buffer_expanded) {

kernel/trace/trace.c

5014

ret = __tracing_resize_ring_buffer(tr, trace_buf_size,

kernel/trace/trace.c

5020

list_for_each_entry(t, &tr->tracers, list) {

kernel/trace/trace.c

5029

if (trace == tr->current_trace)

kernel/trace/trace.c

5035

arch_spin_lock(&tr->max_lock);

kernel/trace/trace.c

5036

ret = tr->cond_snapshot ? -EBUSY : 0;

kernel/trace/trace.c

5037

arch_spin_unlock(&tr->max_lock);

kernel/trace/trace.c

5051

if (!trace_ok_for_array(trace, tr))

kernel/trace/trace.c

5055

if (tr->trace_ref)

kernel/trace/trace.c

5060

tr->current_trace->enabled--;

kernel/trace/trace.c

5062

if (tr->current_trace->reset)

kernel/trace/trace.c

5063

tr->current_trace->reset(tr);

kernel/trace/trace.c

5065

had_max_tr = tracer_uses_snapshot(tr->current_trace);

kernel/trace/trace.c

5068

tr->current_trace = &nop_trace;

kernel/trace/trace.c

5069

tr->current_trace_flags = nop_trace.flags;

kernel/trace/trace.c

5080

free_snapshot(tr);

kernel/trace/trace.c

5081

tracing_disarm_snapshot(tr);

kernel/trace/trace.c

5085

ret = tracing_arm_snapshot_locked(tr);

kernel/trace/trace.c

5090

tr->current_trace_flags = t->flags ? : t->tracer->flags;

kernel/trace/trace.c

5093

ret = tracer_init(trace, tr);

kernel/trace/trace.c

5096

tracing_disarm_snapshot(tr);

kernel/trace/trace.c

5097

tr->current_trace_flags = nop_trace.flags;

kernel/trace/trace.c

5102

tr->current_trace = trace;

kernel/trace/trace.c

5103

tr->current_trace->enabled++;

kernel/trace/trace.c

5104

trace_branch_enable(tr);

kernel/trace/trace.c

5113

struct trace_array *tr = filp->private_data;

kernel/trace/trace.c

5131

err = tracing_set_tracer(tr, name);

kernel/trace/trace.c

5179

struct trace_array *tr = filp->private_data;

kernel/trace/trace.c

5187

if (tr->current_trace->update_thresh) {

kernel/trace/trace.c

5188

ret = tr->current_trace->update_thresh(tr);

kernel/trace/trace.c

5196

static int open_pipe_on_cpu(struct trace_array *tr, int cpu)

kernel/trace/trace.c

5199

if (cpumask_empty(tr->pipe_cpumask)) {

kernel/trace/trace.c

5200

cpumask_setall(tr->pipe_cpumask);

kernel/trace/trace.c

5203

} else if (!cpumask_test_cpu(cpu, tr->pipe_cpumask)) {

kernel/trace/trace.c

5204

cpumask_set_cpu(cpu, tr->pipe_cpumask);

kernel/trace/trace.c

5210

static void close_pipe_on_cpu(struct trace_array *tr, int cpu)

kernel/trace/trace.c

5213

WARN_ON(!cpumask_full(tr->pipe_cpumask));

kernel/trace/trace.c

5214

cpumask_clear(tr->pipe_cpumask);

kernel/trace/trace.c

5216

WARN_ON(!cpumask_test_cpu(cpu, tr->pipe_cpumask));

kernel/trace/trace.c

5217

cpumask_clear_cpu(cpu, tr->pipe_cpumask);

kernel/trace/trace.c

5223

struct trace_array *tr = inode->i_private;

kernel/trace/trace.c

5228

ret = tracing_check_open_get_tr(tr);

kernel/trace/trace.c

5234

ret = open_pipe_on_cpu(tr, cpu);

kernel/trace/trace.c

5246

iter->trace = tr->current_trace;

kernel/trace/trace.c

5256

if (tr->trace_flags & TRACE_ITER(LATENCY_FMT))

kernel/trace/trace.c

5260

if (trace_clocks[tr->clock_id].in_ns)

kernel/trace/trace.c

5263

iter->tr = tr;

kernel/trace/trace.c

5264

iter->array_buffer = &tr->array_buffer;

kernel/trace/trace.c

5274

tr->trace_ref++;

kernel/trace/trace.c

5281

close_pipe_on_cpu(tr, cpu);

kernel/trace/trace.c

5283

__trace_array_put(tr);

kernel/trace/trace.c

5290

struct trace_array *tr = inode->i_private;

kernel/trace/trace.c

5293

tr->trace_ref--;

kernel/trace/trace.c

5297

close_pipe_on_cpu(tr, iter->cpu_file);

kernel/trace/trace.c

5303

trace_array_put(tr);

kernel/trace/trace.c

5311

struct trace_array *tr = iter->tr;

kernel/trace/trace.c

5317

if (tr->trace_flags & TRACE_ITER(BLOCK))

kernel/trace/trace.c

532

static void update_printk_trace(struct trace_array *tr)

kernel/trace/trace.c

5324

filp, poll_table, iter->tr->buffer_percent);

kernel/trace/trace.c

534

if (printk_trace == tr)

kernel/trace/trace.c

5356

if (!tracer_tracing_is_on(iter->tr) && iter->pos)

kernel/trace/trace.c

5372

static bool update_last_data_if_empty(struct trace_array *tr)

kernel/trace/trace.c

5374

if (!(tr->flags & TRACE_ARRAY_FL_LAST_BOOT))

kernel/trace/trace.c

5377

if (!ring_buffer_empty(tr->array_buffer.buffer))

kernel/trace/trace.c

538

printk_trace = tr;

kernel/trace/trace.c

5384

update_last_data(tr);

kernel/trace/trace.c

539

tr->trace_flags |= TRACE_ITER(TRACE_PRINTK);

kernel/trace/trace.c

5419

if (update_last_data_if_empty(iter->tr))

kernel/trace/trace.c

543

static bool update_marker_trace(struct trace_array *tr, int enabled)

kernel/trace/trace.c

548

if (tr->trace_flags & TRACE_ITER(COPY_MARKER))

kernel/trace/trace.c

551

list_add_rcu(&tr->marker_list, &marker_copies);

kernel/trace/trace.c

552

tr->trace_flags |= TRACE_ITER(COPY_MARKER);

kernel/trace/trace.c

556

if (!(tr->trace_flags & TRACE_ITER(COPY_MARKER)))

kernel/trace/trace.c

559

list_del_rcu(&tr->marker_list);

kernel/trace/trace.c

560

tr->trace_flags &= ~TRACE_ITER(COPY_MARKER);

kernel/trace/trace.c

564

void trace_set_ring_buffer_expanded(struct trace_array *tr)

kernel/trace/trace.c

5640

struct trace_array *tr = inode->i_private;

kernel/trace/trace.c

5644

r = snprintf(buf, 64, "%d\n", tr->syscall_buf_sz);

kernel/trace/trace.c

5654

struct trace_array *tr = inode->i_private;

kernel/trace/trace.c

566

if (!tr)

kernel/trace/trace.c

5665

tr->syscall_buf_sz = val;

kernel/trace/trace.c

567

tr = &global_trace;

kernel/trace/trace.c

5677

struct trace_array *tr = inode->i_private;

kernel/trace/trace.c

568

tr->ring_buffer_expanded = true;

kernel/trace/trace.c

5695

size = per_cpu_ptr(tr->array_buffer.data, cpu)->entries;

kernel/trace/trace.c

5696

if (size != per_cpu_ptr(tr->array_buffer.data, cpu)->entries) {

kernel/trace/trace.c

5703

if (!tr->ring_buffer_expanded)

kernel/trace/trace.c

5712

r = sprintf(buf, "%lu\n", per_cpu_ptr(tr->array_buffer.data, cpu)->entries >> 10);

kernel/trace/trace.c

5725

struct trace_array *tr = inode->i_private;

kernel/trace/trace.c

573

struct trace_array *tr = container_of(work, struct trace_array, autoremove_work);

kernel/trace/trace.c

5739

ret = tracing_resize_ring_buffer(tr, val, tracing_get_cpu(inode));

kernel/trace/trace.c

575

trace_array_destroy(tr);

kernel/trace/trace.c

5752

struct trace_array *tr = filp->private_data;

kernel/trace/trace.c

5759

size += per_cpu_ptr(tr->array_buffer.data, cpu)->entries >> 10;

kernel/trace/trace.c

5760

if (!tr->ring_buffer_expanded)

kernel/trace/trace.c

5763

if (tr->ring_buffer_expanded)

kernel/trace/trace.c

5776

struct trace_array *tr = m->private;

kernel/trace/trace.c

5777

struct trace_scratch *tscratch = tr->scratch;

kernel/trace/trace.c

5786

if (!tscratch || !(tr->flags & TRACE_ARRAY_FL_LAST_BOOT))

kernel/trace/trace.c

580

static void trace_array_kick_autoremove(struct trace_array *tr)

kernel/trace/trace.c

5810

static void show_last_boot_header(struct seq_file *m, struct trace_array *tr)

kernel/trace/trace.c

5812

struct trace_scratch *tscratch = tr->scratch;

kernel/trace/trace.c

5821

if (tscratch && (tr->flags & TRACE_ARRAY_FL_LAST_BOOT))

kernel/trace/trace.c

5829

struct trace_array *tr = m->private;

kernel/trace/trace.c

583

queue_work(autoremove_wq, &tr->autoremove_work);

kernel/trace/trace.c

5833

show_last_boot_header(m, tr);

kernel/trace/trace.c

5850

struct trace_array *tr = inode->i_private;

kernel/trace/trace.c

5854

ret = tracing_check_open_get_tr(tr);

kernel/trace/trace.c

586

static void trace_array_cancel_autoremove(struct trace_array *tr)

kernel/trace/trace.c

5860

trace_array_put(tr);

kernel/trace/trace.c

5865

m->private = tr;

kernel/trace/trace.c

5872

struct trace_array *tr = inode->i_private;

kernel/trace/trace.c

5876

ret = tracing_check_open_get_tr(tr);

kernel/trace/trace.c

5880

ret = ring_buffer_meta_seq_init(filp, tr->array_buffer.buffer, cpu);

kernel/trace/trace.c

5882

__trace_array_put(tr);

kernel/trace/trace.c

5903

struct trace_array *tr = inode->i_private;

kernel/trace/trace.c

5906

if (tr->trace_flags & TRACE_ITER(STOP_ON_FREE))

kernel/trace/trace.c

5907

tracer_tracing_off(tr);

kernel/trace/trace.c

5909

tracing_resize_ring_buffer(tr, 0, RING_BUFFER_ALL_CPUS);

kernel/trace/trace.c

5911

trace_array_put(tr);

kernel/trace/trace.c

5918

static ssize_t write_marker_to_buffer(struct trace_array *tr, const char *buf,

kernel/trace/trace.c

592

if (work_pending(&tr->autoremove_work))

kernel/trace/trace.c

593

cancel_work_sync(&tr->autoremove_work);

kernel/trace/trace.c

5933

buffer = tr->array_buffer.buffer;

kernel/trace/trace.c

5958

if (tr->trace_marker_file && !list_empty(&tr->trace_marker_file->triggers)) {

kernel/trace/trace.c

596

static void trace_array_init_autoremove(struct trace_array *tr)

kernel/trace/trace.c

5961

tt = event_triggers_call(tr->trace_marker_file, buffer, entry, event);

kernel/trace/trace.c

5975

event_triggers_post_call(tr->trace_marker_file, tt);

kernel/trace/trace.c

598

INIT_WORK(&tr->autoremove_work, trace_array_autoremove);

kernel/trace/trace.c

626

struct trace_array *tr;

kernel/trace/trace.c

6289

struct trace_array *tr = filp->private_data;

kernel/trace/trace.c

629

list_for_each_entry(tr, &ftrace_trace_arrays, list) {

kernel/trace/trace.c

6297

if (!(tr->trace_flags & TRACE_ITER(MARKERS)))

kernel/trace/trace.c

630

if (tr == this_tr) {

kernel/trace/trace.c

631

return __trace_array_get(tr);

kernel/trace/trace.c

6317

if (tr == &global_trace) {

kernel/trace/trace.c

6319

list_for_each_entry_rcu(tr, &marker_copies, marker_list) {

kernel/trace/trace.c

6320

written = write_marker_to_buffer(tr, buf, cnt, ip);

kernel/trace/trace.c

6325

written = write_marker_to_buffer(tr, buf, cnt, ip);

kernel/trace/trace.c

6331

static ssize_t write_raw_marker_to_buffer(struct trace_array *tr,

kernel/trace/trace.c

6343

buffer = tr->array_buffer.buffer;

kernel/trace/trace.c

6370

struct trace_array *tr = filp->private_data;

kernel/trace/trace.c

6377

if (!(tr->trace_flags & TRACE_ITER(MARKERS)))

kernel/trace/trace.c

6396

if (tr == &global_trace) {

kernel/trace/trace.c

6398

list_for_each_entry_rcu(tr, &marker_copies, marker_list) {

kernel/trace/trace.c

6399

written = write_raw_marker_to_buffer(tr, buf, cnt);

kernel/trace/trace.c

6404

written = write_raw_marker_to_buffer(tr, buf, cnt);

kernel/trace/trace.c

6439

struct trace_array *tr = m->private;

kernel/trace/trace.c

6445

i == tr->clock_id ? "[" : "", trace_clocks[i].name,

kernel/trace/trace.c

6446

i == tr->clock_id ? "]" : "");

kernel/trace/trace.c

6452

int tracing_set_clock(struct trace_array *tr, const char *clockstr)

kernel/trace/trace.c

6465

tr->clock_id = i;

kernel/trace/trace.c

6467

ring_buffer_set_clock(tr->array_buffer.buffer, trace_clocks[i].func);

kernel/trace/trace.c

6473

tracing_reset_online_cpus(&tr->array_buffer);

kernel/trace/trace.c

6476

if (tr->snapshot_buffer.buffer)

kernel/trace/trace.c

6477

ring_buffer_set_clock(tr->snapshot_buffer.buffer, trace_clocks[i].func);

kernel/trace/trace.c

6478

tracing_reset_online_cpus(&tr->snapshot_buffer);

kernel/trace/trace.c

6480

update_last_data_if_empty(tr);

kernel/trace/trace.c

6482

if (tr->scratch && !(tr->flags & TRACE_ARRAY_FL_LAST_BOOT)) {

kernel/trace/trace.c

6483

struct trace_scratch *tscratch = tr->scratch;

kernel/trace/trace.c

6495

struct trace_array *tr = m->private;

kernel/trace/trace.c

6510

ret = tracing_set_clock(tr, clockstr);

kernel/trace/trace.c

6521

struct trace_array *tr = inode->i_private;

kernel/trace/trace.c

6524

ret = tracing_check_open_get_tr(tr);

kernel/trace/trace.c

6528

if ((file->f_mode & FMODE_WRITE) && trace_array_is_readonly(tr)) {

kernel/trace/trace.c

6529

trace_array_put(tr);

kernel/trace/trace.c

6535

trace_array_put(tr);

kernel/trace/trace.c

6542

struct trace_array *tr = m->private;

kernel/trace/trace.c

6546

if (ring_buffer_time_stamp_abs(tr->array_buffer.buffer))

kernel/trace/trace.c

6556

struct trace_array *tr = inode->i_private;

kernel/trace/trace.c

6559

ret = tracing_check_open_get_tr(tr);

kernel/trace/trace.c

6565

trace_array_put(tr);

kernel/trace/trace.c

669

int tracing_check_open_get_tr(struct trace_array *tr)

kernel/trace/trace.c

680

if (tr && trace_array_get(tr) < 0)

kernel/trace/trace.c

6800

static struct tracing_log_err *get_tracing_log_err(struct trace_array *tr,

kernel/trace/trace.c

6806

if (tr->n_err_log_entries < TRACING_LOG_ERRS_MAX) {

kernel/trace/trace.c

6809

tr->n_err_log_entries++;

kernel/trace/trace.c

6816

err = list_first_entry(&tr->err_log, struct tracing_log_err, list);

kernel/trace/trace.c

6877

void tracing_log_err(struct trace_array *tr,

kernel/trace/trace.c

6884

if (!tr)

kernel/trace/trace.c

6885

tr = &global_trace;

kernel/trace/trace.c

6891

err = get_tracing_log_err(tr, len);

kernel/trace/trace.c

6903

list_add_tail(&err->list, &tr->err_log);

kernel/trace/trace.c

6906

static void clear_tracing_err_log(struct trace_array *tr)

kernel/trace/trace.c

6912

list_for_each_entry_safe(err, next, &tr->err_log, list) {

kernel/trace/trace.c

6917

tr->n_err_log_entries = 0;

kernel/trace/trace.c

6922

struct trace_array *tr = m->private;

kernel/trace/trace.c

6926

return seq_list_start(&tr->err_log, *pos);

kernel/trace/trace.c

6931

struct trace_array *tr = m->private;

kernel/trace/trace.c

6933

return seq_list_next(v, &tr->err_log, pos);

kernel/trace/trace.c

6980

struct trace_array *tr = inode->i_private;

kernel/trace/trace.c

6983

ret = tracing_check_open_get_tr(tr);

kernel/trace/trace.c

6989

clear_tracing_err_log(tr);

kernel/trace/trace.c

6995

m->private = tr;

kernel/trace/trace.c

6997

trace_array_put(tr);

kernel/trace/trace.c

7012

struct trace_array *tr = inode->i_private;

kernel/trace/trace.c

7014

trace_array_put(tr);

kernel/trace/trace.c

7032

struct trace_array *tr = inode->i_private;

kernel/trace/trace.c

7036

ret = tracing_check_open_get_tr(tr);

kernel/trace/trace.c

7042

trace_array_put(tr);

kernel/trace/trace.c

7048

info->iter.tr = tr;

kernel/trace/trace.c

7050

info->iter.trace = tr->current_trace;

kernel/trace/trace.c

7051

info->iter.array_buffer = &tr->array_buffer;

kernel/trace/trace.c

7058

tr->trace_ref++;

kernel/trace/trace.c

7064

trace_array_put(tr);

kernel/trace/trace.c

7091

if (iter->snapshot && tracer_uses_snapshot(iter->tr->current_trace))

kernel/trace/trace.c

7133

if (update_last_data_if_empty(iter->tr))

kernel/trace/trace.c

7187

iter->tr->trace_ref--;

kernel/trace/trace.c

7189

__trace_array_put(iter->tr);

kernel/trace/trace.c

7275

if (iter->snapshot && tracer_uses_snapshot(iter->tr->current_trace))

kernel/trace/trace.c

7353

ret = wait_on_pipe(iter, iter->snapshot ? 0 : iter->tr->buffer_percent);

kernel/trace/trace.c

7358

if (!tracer_tracing_is_on(iter->tr))

kernel/trace/trace.c

7384

iter->tr->buffer_percent,

kernel/trace/trace.c

7428

put_snapshot_map(iter->tr);

kernel/trace/trace.c

7453

if (iter->tr->flags & (TRACE_ARRAY_FL_MEMMAP | TRACE_ARRAY_FL_VMALLOC))

kernel/trace/trace.c

7456

ret = get_snapshot_map(iter->tr);

kernel/trace/trace.c

7462

put_snapshot_map(iter->tr);

kernel/trace/trace.c

7485

struct trace_array *tr = inode->i_private;

kernel/trace/trace.c

7486

struct array_buffer *trace_buf = &tr->array_buffer;

kernel/trace/trace.c

7511

if (trace_clocks[tr->clock_id].in_ns) {

kernel/trace/trace.c

7590

static struct dentry *tracing_get_dentry(struct trace_array *tr)

kernel/trace/trace.c

7593

if (tr->flags & TRACE_ARRAY_FL_GLOBAL)

kernel/trace/trace.c

7596

if (WARN_ON(!tr->dir))

kernel/trace/trace.c

7600

return tr->dir;

kernel/trace/trace.c

7603

static struct dentry *tracing_dentry_percpu(struct trace_array *tr, int cpu)

kernel/trace/trace.c

7607

if (tr->percpu_dir)

kernel/trace/trace.c

7608

return tr->percpu_dir;

kernel/trace/trace.c

7610

d_tracer = tracing_get_dentry(tr);

kernel/trace/trace.c

7614

tr->percpu_dir = tracefs_create_dir("per_cpu", d_tracer);

kernel/trace/trace.c

7616

MEM_FAIL(!tr->percpu_dir,

kernel/trace/trace.c

7619

return tr->percpu_dir;

kernel/trace/trace.c

7634

tracing_init_tracefs_percpu(struct trace_array *tr, long cpu)

kernel/trace/trace.c

7636

struct dentry *d_percpu = tracing_dentry_percpu(tr, cpu);

kernel/trace/trace.c

7652

tr, cpu, &tracing_pipe_fops);

kernel/trace/trace.c

7656

tr, cpu, &tracing_fops);

kernel/trace/trace.c

7659

tr, cpu, &tracing_buffers_fops);

kernel/trace/trace.c

7662

tr, cpu, &tracing_stats_fops);

kernel/trace/trace.c

7665

tr, cpu, &tracing_entries_fops);

kernel/trace/trace.c

7667

if (tr->range_addr_start)

kernel/trace/trace.c

7669

tr, cpu, &tracing_buffer_meta_fops);

kernel/trace/trace.c

7671

if (!tr->range_addr_start) {

kernel/trace/trace.c

7673

tr, cpu, &snapshot_fops);

kernel/trace/trace.c

7676

tr, cpu, &snapshot_raw_fops);

kernel/trace/trace.c

7718

ret = __set_tracer_option(topt->tr, topt->flags,

kernel/trace/trace.c

7734

ret = tracing_check_open_get_tr(topt->tr);

kernel/trace/trace.c

7746

trace_array_put(topt->tr);

kernel/trace/trace.c

7796

struct trace_array *tr;

kernel/trace/trace.c

7800

get_tr_index(tr_index, &tr, &index);

kernel/trace/trace.c

7802

if (tr->trace_flags & (1ULL << index))

kernel/trace/trace.c

7815

struct trace_array *tr;

kernel/trace/trace.c

7820

get_tr_index(tr_index, &tr, &index);

kernel/trace/trace.c

7831

ret = set_tracer_flag(tr, 1ULL << index, val);

kernel/trace/trace.c

7866

static struct dentry *trace_options_init_dentry(struct trace_array *tr)

kernel/trace/trace.c

7870

if (tr->options)

kernel/trace/trace.c

7871

return tr->options;

kernel/trace/trace.c

7873

d_tracer = tracing_get_dentry(tr);

kernel/trace/trace.c

7877

tr->options = tracefs_create_dir("options", d_tracer);

kernel/trace/trace.c

7878

if (!tr->options) {

kernel/trace/trace.c

7883

return tr->options;

kernel/trace/trace.c

7887

create_trace_option_file(struct trace_array *tr,

kernel/trace/trace.c

7894

t_options = trace_options_init_dentry(tr);

kernel/trace/trace.c

7900

topt->tr = tr;

kernel/trace/trace.c

7907

create_trace_option_files(struct trace_array *tr, struct tracer *tracer,

kernel/trace/trace.c

7927

tr_topts = krealloc_array(tr->topts, tr->nr_topts + 1, sizeof(*tr->topts),

kernel/trace/trace.c

7934

tr->topts = tr_topts;

kernel/trace/trace.c

7935

tr->topts[tr->nr_topts].tracer = tracer;

kernel/trace/trace.c

7936

tr->topts[tr->nr_topts].topts = topts;

kernel/trace/trace.c

7937

tr->nr_topts++;

kernel/trace/trace.c

7940

create_trace_option_file(tr, &topts[cnt], flags,

kernel/trace/trace.c

7963

static int add_tracer_options(struct trace_array *tr, struct tracers *t)

kernel/trace/trace.c

7975

return create_trace_option_files(tr, tracer, flags);

kernel/trace/trace.c

7978

static int add_tracer(struct trace_array *tr, struct tracer *tracer)

kernel/trace/trace.c

7985

if (!tr->dir && !(tr->flags & TRACE_ARRAY_FL_GLOBAL))

kernel/trace/trace.c

7992

if (!trace_ok_for_array(tracer, tr))

kernel/trace/trace.c

8001

list_add(&t->list, &tr->tracers);

kernel/trace/trace.c

8022

if (!(tr->flags & TRACE_ARRAY_FL_GLOBAL)) {

kernel/trace/trace.c

8029

ret = add_tracer_options(tr, t);

kernel/trace/trace.c

8040

create_trace_option_core_file(struct trace_array *tr,

kernel/trace/trace.c

8045

t_options = trace_options_init_dentry(tr);

kernel/trace/trace.c

8050

(void *)&tr->trace_flags_index[index],

kernel/trace/trace.c

8054

static void create_trace_options_dir(struct trace_array *tr)

kernel/trace/trace.c

8057

bool top_level = tr == &global_trace;

kernel/trace/trace.c

8060

t_options = trace_options_init_dentry(tr);

kernel/trace/trace.c

8067

create_trace_option_core_file(tr, trace_options[i], i);

kernel/trace/trace.c

8076

struct trace_array *tr = filp->private_data;

kernel/trace/trace.c

8080

r = tracer_tracing_is_on(tr);

kernel/trace/trace.c

8090

struct trace_array *tr = filp->private_data;

kernel/trace/trace.c

8091

struct trace_buffer *buffer = tr->array_buffer.buffer;

kernel/trace/trace.c

8101

if (!!val == tracer_tracing_is_on(tr)) {

kernel/trace/trace.c

8104

tracer_tracing_on(tr);

kernel/trace/trace.c

8105

if (tr->current_trace->start)

kernel/trace/trace.c

8106

tr->current_trace->start(tr);

kernel/trace/trace.c

8108

tracer_tracing_off(tr);

kernel/trace/trace.c

8109

if (tr->current_trace->stop)

kernel/trace/trace.c

8110

tr->current_trace->stop(tr);

kernel/trace/trace.c

8133

struct trace_array *tr = filp->private_data;

kernel/trace/trace.c

8137

r = tr->buffer_percent;

kernel/trace/trace.c

8147

struct trace_array *tr = filp->private_data;

kernel/trace/trace.c

8158

tr->buffer_percent = val;

kernel/trace/trace.c

8176

struct trace_array *tr = filp->private_data;

kernel/trace/trace.c

8182

order = ring_buffer_subbuf_order_get(tr->array_buffer.buffer);

kernel/trace/trace.c

8194

struct trace_array *tr = filp->private_data;

kernel/trace/trace.c

8215

tracing_stop_tr(tr);

kernel/trace/trace.c

8217

old_order = ring_buffer_subbuf_order_get(tr->array_buffer.buffer);

kernel/trace/trace.c

8221

ret = ring_buffer_subbuf_order_set(tr->array_buffer.buffer, order);

kernel/trace/trace.c

8227

if (!tr->allocated_snapshot)

kernel/trace/trace.c

8230

ret = ring_buffer_subbuf_order_set(tr->snapshot_buffer.buffer, order);

kernel/trace/trace.c

8233

cnt = ring_buffer_subbuf_order_set(tr->array_buffer.buffer, old_order);

kernel/trace/trace.c

8258

tracing_start_tr(tr);

kernel/trace/trace.c

8273

init_tracer_tracefs(struct trace_array *tr, struct dentry *d_tracer);

kernel/trace/trace.c

828

void tracer_tracing_on(struct trace_array *tr)

kernel/trace/trace.c

8281

struct trace_array *tr = data;

kernel/trace/trace.c

8284

tscratch = tr->scratch;

kernel/trace/trace.c

8285

module_delta = READ_ONCE(tr->module_delta);

kernel/trace/trace.c

830

if (tr->array_buffer.buffer)

kernel/trace/trace.c

831

ring_buffer_record_on(tr->array_buffer.buffer);

kernel/trace/trace.c

8314

static void setup_trace_scratch(struct trace_array *tr,

kernel/trace/trace.c

8324

tr->scratch = tscratch;

kernel/trace/trace.c

8325

tr->scratch_size = size;

kernel/trace/trace.c

8328

tr->text_delta = (unsigned long)_text - tscratch->text_addr;

kernel/trace/trace.c

8363

WRITE_ONCE(tr->module_delta, module_delta);

kernel/trace/trace.c

8366

module_for_each_mod(make_mod_delta, tr);

kernel/trace/trace.c

8369

if (tscratch->clock_id != tr->clock_id) {

kernel/trace/trace.c

8371

tracing_set_clock(tr, trace_clocks[tscratch->clock_id].name) < 0) {

kernel/trace/trace.c

8384

int allocate_trace_buffer(struct trace_array *tr, struct array_buffer *buf, int size)

kernel/trace/trace.c

8390

rb_flags = tr->trace_flags & TRACE_ITER(OVERWRITE) ? RB_FL_OVERWRITE : 0;

kernel/trace/trace.c

8392

buf->tr = tr;

kernel/trace/trace.c

8394

if (tr->range_addr_start && tr->range_addr_size) {

kernel/trace/trace.c

8395

if (tr->name && !strcmp(tr->name, TRACE_TEST_PTRACING_NAME))

kernel/trace/trace.c

8399

tr->range_addr_start,

kernel/trace/trace.c

840

tr->buffer_disabled = 0;

kernel/trace/trace.c

8400

tr->range_addr_size,

kernel/trace/trace.c

8404

setup_trace_scratch(tr, tscratch, scratch_size);

kernel/trace/trace.c

8410

tr->mapped++;

kernel/trace/trace.c

8425

trace_set_buffer_entries(&tr->array_buffer,

kernel/trace/trace.c

8426

ring_buffer_size(tr->array_buffer.buffer, 0));

kernel/trace/trace.c

8441

static int allocate_trace_buffers(struct trace_array *tr, unsigned long size)

kernel/trace/trace.c

8445

ret = allocate_trace_buffer(tr, &tr->array_buffer, size);

kernel/trace/trace.c

8449

ret = trace_allocate_snapshot(tr, size);

kernel/trace/trace.c

8451

free_trace_buffer(&tr->array_buffer);

kernel/trace/trace.c

8456

static void free_trace_buffers(struct trace_array *tr)

kernel/trace/trace.c

8458

if (!tr)

kernel/trace/trace.c

8461

free_trace_buffer(&tr->array_buffer);

kernel/trace/trace.c

8462

kfree(tr->module_delta);

kernel/trace/trace.c

8465

free_trace_buffer(&tr->snapshot_buffer);

kernel/trace/trace.c

8469

static void init_trace_flags_index(struct trace_array *tr)

kernel/trace/trace.c

8475

tr->trace_flags_index[i] = i;

kernel/trace/trace.c

8478

static int __update_tracer(struct trace_array *tr)

kernel/trace/trace.c

8484

ret = add_tracer(tr, t);

kernel/trace/trace.c

8489

static __init int __update_tracer_options(struct trace_array *tr)

kernel/trace/trace.c

8494

list_for_each_entry(t, &tr->tracers, list) {

kernel/trace/trace.c

8495

ret = add_tracer_options(tr, t);

kernel/trace/trace.c

8505

struct trace_array *tr;

kernel/trace/trace.c

8509

list_for_each_entry(tr, &ftrace_trace_arrays, list)

kernel/trace/trace.c

8510

__update_tracer_options(tr);

kernel/trace/trace.c

8516

struct trace_array *tr, *found = NULL;

kernel/trace/trace.c

8518

list_for_each_entry(tr, &ftrace_trace_arrays, list) {

kernel/trace/trace.c

8519

if (tr->name && strcmp(tr->name, instance) == 0) {

kernel/trace/trace.c

8520

found = tr;

kernel/trace/trace.c

8530

struct trace_array *tr;

kernel/trace/trace.c

8533

tr = trace_array_find(instance);

kernel/trace/trace.c

8534

if (tr && __trace_array_get(tr) < 0)

kernel/trace/trace.c

8535

tr = NULL;

kernel/trace/trace.c

8537

return tr;

kernel/trace/trace.c

8540

static int trace_array_create_dir(struct trace_array *tr)

kernel/trace/trace.c

8544

tr->dir = tracefs_create_dir(tr->name, trace_instance_dir);

kernel/trace/trace.c

8545

if (!tr->dir)

kernel/trace/trace.c

8548

ret = event_trace_add_tracer(tr->dir, tr);

kernel/trace/trace.c

8550

tracefs_remove(tr->dir);

kernel/trace/trace.c

8554

init_tracer_tracefs(tr, tr->dir);

kernel/trace/trace.c

8555

ret = __update_tracer(tr);

kernel/trace/trace.c

8557

event_trace_del_tracer(tr);

kernel/trace/trace.c

8558

tracefs_remove(tr->dir);

kernel/trace/trace.c

8569

struct trace_array *tr;

kernel/trace/trace.c

8573

tr = kzalloc_obj(*tr);

kernel/trace/trace.c

8574

if (!tr)

kernel/trace/trace.c

8577

tr->name = kstrdup(name, GFP_KERNEL);

kernel/trace/trace.c

8578

if (!tr->name)

kernel/trace/trace.c

8581

if (!alloc_cpumask_var(&tr->tracing_cpumask, GFP_KERNEL))

kernel/trace/trace.c

8584

if (!zalloc_cpumask_var(&tr->pipe_cpumask, GFP_KERNEL))

kernel/trace/trace.c

8588

tr->system_names = kstrdup_const(systems, GFP_KERNEL);

kernel/trace/trace.c

8589

if (!tr->system_names)

kernel/trace/trace.c

8594

tr->range_addr_start = range_addr_start;

kernel/trace/trace.c

8595

tr->range_addr_size = range_addr_size;

kernel/trace/trace.c

8597

tr->trace_flags = global_trace.trace_flags & ~ZEROED_TRACE_FLAGS;

kernel/trace/trace.c

8599

cpumask_copy(tr->tracing_cpumask, cpu_all_mask);

kernel/trace/trace.c

8601

raw_spin_lock_init(&tr->start_lock);

kernel/trace/trace.c

8603

tr->syscall_buf_sz = global_trace.syscall_buf_sz;

kernel/trace/trace.c

8605

tr->max_lock = (arch_spinlock_t)__ARCH_SPIN_LOCK_UNLOCKED;

kernel/trace/trace.c

8607

spin_lock_init(&tr->snapshot_trigger_lock);

kernel/trace/trace.c

8609

tr->current_trace = &nop_trace;

kernel/trace/trace.c

8610

tr->current_trace_flags = nop_trace.flags;

kernel/trace/trace.c

8612

INIT_LIST_HEAD(&tr->systems);

kernel/trace/trace.c

8613

INIT_LIST_HEAD(&tr->events);

kernel/trace/trace.c

8614

INIT_LIST_HEAD(&tr->hist_vars);

kernel/trace/trace.c

8615

INIT_LIST_HEAD(&tr->err_log);

kernel/trace/trace.c

8616

INIT_LIST_HEAD(&tr->tracers);

kernel/trace/trace.c

8617

INIT_LIST_HEAD(&tr->marker_list);

kernel/trace/trace.c

8620

INIT_LIST_HEAD(&tr->mod_events);

kernel/trace/trace.c

8623

if (allocate_trace_buffers(tr, trace_buf_size) < 0)

kernel/trace/trace.c

8627

trace_set_ring_buffer_expanded(tr);

kernel/trace/trace.c

8629

if (ftrace_allocate_ftrace_ops(tr) < 0)

kernel/trace/trace.c

8632

trace_array_init_autoremove(tr);

kernel/trace/trace.c

8634

ftrace_init_trace_array(tr);

kernel/trace/trace.c

8636

init_trace_flags_index(tr);

kernel/trace/trace.c

8639

ret = trace_array_create_dir(tr);

kernel/trace/trace.c

8643

__trace_early_add_events(tr);

kernel/trace/trace.c

8645

list_add(&tr->list, &ftrace_trace_arrays);

kernel/trace/trace.c

8647

tr->ref++;

kernel/trace/trace.c

8649

return tr;

kernel/trace/trace.c

8652

ftrace_free_ftrace_ops(tr);

kernel/trace/trace.c

8653

free_trace_buffers(tr);

kernel/trace/trace.c

8654

free_cpumask_var(tr->pipe_cpumask);

kernel/trace/trace.c

8655

free_cpumask_var(tr->tracing_cpumask);

kernel/trace/trace.c

8656

kfree_const(tr->system_names);

kernel/trace/trace.c

8657

kfree(tr->range_name);

kernel/trace/trace.c

8658

kfree(tr->name);

kernel/trace/trace.c

8659

kfree(tr);

kernel/trace/trace.c

8671

struct trace_array *tr;

kernel/trace/trace.c

8681

tr = trace_array_create(name);

kernel/trace/trace.c

8683

ret = PTR_ERR_OR_ZERO(tr);

kernel/trace/trace.c

872

struct trace_array *tr = &global_trace;

kernel/trace/trace.c

8737

struct trace_array *tr;

kernel/trace/trace.c

874

tracing_snapshot_instance(tr);

kernel/trace/trace.c

8742

list_for_each_entry(tr, &ftrace_trace_arrays, list) {

kernel/trace/trace.c

8743

if (tr->name && strcmp(tr->name, name) == 0) {

kernel/trace/trace.c

8745

if (__trace_array_get(tr) < 0)

kernel/trace/trace.c

8746

tr = NULL;

kernel/trace/trace.c

8747

return tr;

kernel/trace/trace.c

8751

tr = trace_array_create_systems(name, systems, 0, 0);

kernel/trace/trace.c

8753

if (IS_ERR(tr))

kernel/trace/trace.c

8754

tr = NULL;

kernel/trace/trace.c

8756

tr->ref++;

kernel/trace/trace.c

8758

return tr;

kernel/trace/trace.c

8762

static int __remove_instance(struct trace_array *tr)

kernel/trace/trace.c

8767

if (tr->ref > 1 || (tr->current_trace && tr->trace_ref))

kernel/trace/trace.c

8770

list_del(&tr->list);

kernel/trace/trace.c

8772

if (printk_trace == tr)

kernel/trace/trace.c

8776

if (update_marker_trace(tr, 0))

kernel/trace/trace.c

8782

set_tracer_flag(tr, 1ULL << i, 0);

kernel/trace/trace.c

8785

trace_array_cancel_autoremove(tr);

kernel/trace/trace.c

8786

tracing_set_nop(tr);

kernel/trace/trace.c

8787

clear_ftrace_function_probes(tr);

kernel/trace/trace.c

8788

event_trace_del_tracer(tr);

kernel/trace/trace.c

8789

ftrace_clear_pids(tr);

kernel/trace/trace.c

8790

ftrace_destroy_function_files(tr);

kernel/trace/trace.c

8791

tracefs_remove(tr->dir);

kernel/trace/trace.c

8792

free_percpu(tr->last_func_repeats);

kernel/trace/trace.c

8793

free_trace_buffers(tr);

kernel/trace/trace.c

8794

clear_tracing_err_log(tr);

kernel/trace/trace.c

8795

free_tracers(tr);

kernel/trace/trace.c

8797

if (tr->range_name) {

kernel/trace/trace.c

8798

reserve_mem_release_by_name(tr->range_name);

kernel/trace/trace.c

8799

kfree(tr->range_name);

kernel/trace/trace.c

8801

if (tr->flags & TRACE_ARRAY_FL_VMALLOC)

kernel/trace/trace.c

8802

vfree((void *)tr->range_addr_start);

kernel/trace/trace.c

8804

for (i = 0; i < tr->nr_topts; i++) {

kernel/trace/trace.c

8805

kfree(tr->topts[i].topts);

kernel/trace/trace.c

8807

kfree(tr->topts);

kernel/trace/trace.c

8809

free_cpumask_var(tr->pipe_cpumask);

kernel/trace/trace.c

8810

free_cpumask_var(tr->tracing_cpumask);

kernel/trace/trace.c

8811

kfree_const(tr->system_names);

kernel/trace/trace.c

8812

kfree(tr->name);

kernel/trace/trace.c

8813

kfree(tr);

kernel/trace/trace.c

8820

struct trace_array *tr;

kernel/trace/trace.c

8830

list_for_each_entry(tr, &ftrace_trace_arrays, list) {

kernel/trace/trace.c

8831

if (tr == this_tr)

kernel/trace/trace.c

8832

return __remove_instance(tr);

kernel/trace/trace.c

8841

struct trace_array *tr;

kernel/trace/trace.c

8846

tr = trace_array_find(name);

kernel/trace/trace.c

8847

if (!tr)

kernel/trace/trace.c

8850

return __remove_instance(tr);

kernel/trace/trace.c

8855

struct trace_array *tr;

kernel/trace/trace.c

8866

list_for_each_entry(tr, &ftrace_trace_arrays, list) {

kernel/trace/trace.c

8867

if (!tr->name)

kernel/trace/trace.c

8869

if (MEM_FAIL(trace_array_create_dir(tr) < 0,

kernel/trace/trace.c

8876

init_tracer_tracefs(struct trace_array *tr, struct dentry *d_tracer)

kernel/trace/trace.c

8881

if (trace_array_is_readonly(tr))

kernel/trace/trace.c

8885

tr, &show_traces_fops);

kernel/trace/trace.c

8888

tr, &set_tracer_fops);

kernel/trace/trace.c

8891

tr, &tracing_cpumask_fops);

kernel/trace/trace.c

8895

tr, &tracing_iter_fops);

kernel/trace/trace.c

8898

tr, &tracing_fops);

kernel/trace/trace.c

890

struct trace_array *tr = &global_trace;

kernel/trace/trace.c

8901

tr, &tracing_pipe_fops);

kernel/trace/trace.c

8904

tr, &tracing_entries_fops);

kernel/trace/trace.c

8907

tr, &tracing_total_entries_fops);

kernel/trace/trace.c

8909

trace_create_file("trace_clock", writable_mode, d_tracer, tr,

kernel/trace/trace.c

8912

trace_create_file("timestamp_mode", TRACE_MODE_READ, d_tracer, tr,

kernel/trace/trace.c

8915

tr->buffer_percent = 50;

kernel/trace/trace.c

8918

tr, &buffer_subbuf_size_fops);

kernel/trace/trace.c

8920

create_trace_options_dir(tr);

kernel/trace/trace.c

8922

if (tr->range_addr_start)

kernel/trace/trace.c

8924

tr, &last_boot_fops);

kernel/trace/trace.c

8927

tracing_init_tracefs_percpu(tr, cpu);

kernel/trace/trace.c

893

ret = tracing_alloc_snapshot_instance(tr);

kernel/trace/trace.c

8930

if (trace_array_is_readonly(tr))

kernel/trace/trace.c

8934

tr, &tracing_free_buffer_fops);

kernel/trace/trace.c

8937

tr, &tracing_mark_fops);

kernel/trace/trace.c

8939

tr->trace_marker_file = __find_event_file(tr, "ftrace", "print");

kernel/trace/trace.c

8942

tr, &tracing_mark_raw_fops);

kernel/trace/trace.c

8945

tr, &buffer_percent_fops);

kernel/trace/trace.c

8948

tr, &tracing_syscall_buf_fops);

kernel/trace/trace.c

8951

tr, &rb_simple_fops);

kernel/trace/trace.c

8953

trace_create_maxlat_file(tr, d_tracer);

kernel/trace/trace.c

8955

if (ftrace_create_function_files(tr, d_tracer))

kernel/trace/trace.c

8959

if (!tr->range_addr_start)

kernel/trace/trace.c

8961

tr, &snapshot_fops);

kernel/trace/trace.c

8965

tr, &tracing_err_log_fops);

kernel/trace/trace.c

8967

ftrace_init_tracefs(tr, d_tracer);

kernel/trace/trace.c

9014

struct trace_array *tr = &global_trace;

kernel/trace/trace.c

9022

if (tr->dir)

kernel/trace/trace.c

9035

tr->dir = debugfs_create_automount("tracing", NULL,

kernel/trace/trace.c

912

void tracer_tracing_off(struct trace_array *tr)

kernel/trace/trace.c

914

if (tr->array_buffer.buffer)

kernel/trace/trace.c

915

ring_buffer_record_off(tr->array_buffer.buffer);

kernel/trace/trace.c

9150

struct trace_array *tr;

kernel/trace/trace.c

9153

list_for_each_entry(tr, &ftrace_trace_arrays, list) {

kernel/trace/trace.c

9154

flags = tr->flags & (TRACE_ARRAY_FL_BOOT | TRACE_ARRAY_FL_LAST_BOOT);

kernel/trace/trace.c

9158

save_mod(mod, tr);

kernel/trace/trace.c

9161

make_mod_delta(mod, tr);

kernel/trace/trace.c

924

tr->buffer_disabled = 1;

kernel/trace/trace.c

9325

static void trace_init_iter(struct trace_iterator *iter, struct trace_array *tr)

kernel/trace/trace.c

9327

iter->tr = tr;

kernel/trace/trace.c

9328

iter->trace = iter->tr->current_trace;

kernel/trace/trace.c

9330

iter->array_buffer = &tr->array_buffer;

kernel/trace/trace.c

9340

if (trace_clocks[iter->tr->clock_id].in_ns)

kernel/trace/trace.c

9355

static void ftrace_dump_one(struct trace_array *tr, enum ftrace_dump_mode dump_mode)

kernel/trace/trace.c

937

void tracer_tracing_disable(struct trace_array *tr)

kernel/trace/trace.c

9371

tracer_tracing_off(tr);

kernel/trace/trace.c

9376

trace_init_iter(&iter, tr);

kernel/trace/trace.c

9379

tracer_tracing_disable(tr);

kernel/trace/trace.c

9381

old_userobj = tr->trace_flags & TRACE_ITER(SYM_USEROBJ);

kernel/trace/trace.c

9384

tr->trace_flags &= ~TRACE_ITER(SYM_USEROBJ);

kernel/trace/trace.c

939

if (WARN_ON_ONCE(!tr->array_buffer.buffer))

kernel/trace/trace.c

9391

if (tr == &global_trace)

kernel/trace/trace.c

9394

printk(KERN_TRACE "Dumping ftrace instance %s buffer:\n", tr->name);

kernel/trace/trace.c

942

ring_buffer_record_disable(tr->array_buffer.buffer);

kernel/trace/trace.c

9436

tr->trace_flags |= old_userobj;

kernel/trace/trace.c

9438

tracer_tracing_enable(tr);

kernel/trace/trace.c

9447

struct trace_array *tr;

kernel/trace/trace.c

9469

tr = trace_array_find(inst_name);

kernel/trace/trace.c

9470

if (!tr) {

kernel/trace/trace.c

9477

ftrace_dump_one(tr, DUMP_ORIG);

kernel/trace/trace.c

9479

ftrace_dump_one(tr, DUMP_ALL);

kernel/trace/trace.c

952

void tracer_tracing_enable(struct trace_array *tr)

kernel/trace/trace.c

954

if (WARN_ON_ONCE(!tr->array_buffer.buffer))

kernel/trace/trace.c

957

ring_buffer_record_enable(tr->array_buffer.buffer);

kernel/trace/trace.c

9613

struct trace_array *tr;

kernel/trace/trace.c

9727

tr = trace_array_create_systems(name, NULL, addr, size);

kernel/trace/trace.c

9728

if (IS_ERR(tr)) {

kernel/trace/trace.c

9734

tracer_tracing_off(tr);

kernel/trace/trace.c

9737

update_printk_trace(tr);

kernel/trace/trace.c

9743

tr->flags |= TRACE_ARRAY_FL_MEMMAP;

kernel/trace/trace.c

9744

tr->ref++;

kernel/trace/trace.c

9751

tr->flags |= TRACE_ARRAY_FL_VMALLOC | TRACE_ARRAY_FL_RDONLY;

kernel/trace/trace.c

9756

tr->flags |= TRACE_ARRAY_FL_BOOT | TRACE_ARRAY_FL_LAST_BOOT;

kernel/trace/trace.c

9757

tr->range_name = no_free_ptr(rname);

kernel/trace/trace.c

9764

tr->boot_events = curr_str;

kernel/trace/trace.c

9768

list_for_each_entry(tr, &ftrace_trace_arrays, list) {

kernel/trace/trace.c

977

struct trace_array *tr = READ_ONCE(printk_trace);

kernel/trace/trace.c

9770

if (!tr->boot_events || !(*tr->boot_events)) {

kernel/trace/trace.c

9771

tr->boot_events = NULL;

kernel/trace/trace.c

9775

curr_str = tr->boot_events;

kernel/trace/trace.c

9778

if (tr->flags & TRACE_ARRAY_FL_LAST_BOOT)

kernel/trace/trace.c

9779

update_last_data(tr);

kernel/trace/trace.c

9782

early_enable_events(tr, tok, true);

kernel/trace/trace.c

9784

tr->boot_events = NULL;

kernel/trace/trace.c

984

if (tr != &global_trace) {

kernel/trace/trace.c

985

trace_array_printk_buf(tr->array_buffer.buffer, _THIS_IP_,

kernel/trace/trace.c

987

tracer_tracing_off(tr);

kernel/trace/trace.c

998

bool tracer_tracing_is_on(struct trace_array *tr)

kernel/trace/trace.h

1052

extern int __trace_graph_entry(struct trace_array *tr,

kernel/trace/trace.h

1055

extern int __trace_graph_retaddr_entry(struct trace_array *tr,

kernel/trace/trace.h

1060

extern void __trace_graph_return(struct trace_array *tr,

kernel/trace/trace.h

1065

extern void init_array_fgraph_ops(struct trace_array *tr, struct ftrace_ops *ops);

kernel/trace/trace.h

1066

extern int allocate_fgraph_ops(struct trace_array *tr, struct ftrace_ops *ops);

kernel/trace/trace.h

1067

extern void free_fgraph_ops(struct trace_array *tr);

kernel/trace/trace.h

1234

static inline void free_fgraph_ops(struct trace_array *tr) { }

kernel/trace/trace.h

1236

#define init_array_fgraph_ops(tr, ops) do { } while (0)

kernel/trace/trace.h

1237

#define allocate_fgraph_ops(tr, ops) ({ 0; })

kernel/trace/trace.h

1250

int (*func)(struct trace_array *tr,

kernel/trace/trace.h

1257

int ftrace_create_function_files(struct trace_array *tr,

kernel/trace/trace.h

1259

void ftrace_destroy_function_files(struct trace_array *tr);

kernel/trace/trace.h

1260

int ftrace_allocate_ftrace_ops(struct trace_array *tr);

kernel/trace/trace.h

1261

void ftrace_free_ftrace_ops(struct trace_array *tr);

kernel/trace/trace.h

1262

void ftrace_init_global_array_ops(struct trace_array *tr);

kernel/trace/trace.h

1264

void ftrace_init_array_ops(struct trace_array *tr, ftrace_func_t func);

kernel/trace/trace.h

1265

void ftrace_reset_array_ops(struct trace_array *tr);

kernel/trace/trace.h

1266

void ftrace_init_tracefs(struct trace_array *tr, struct dentry *d_tracer);

kernel/trace/trace.h

1267

void ftrace_init_tracefs_toplevel(struct trace_array *tr,

kernel/trace/trace.h

1269

void ftrace_clear_pids(struct trace_array *tr);

kernel/trace/trace.h

1271

void ftrace_pid_follow_fork(struct trace_array *tr, bool enable);

kernel/trace/trace.h

1275

ftrace_create_function_files(struct trace_array *tr,

kernel/trace/trace.h

1280

static inline int ftrace_allocate_ftrace_ops(struct trace_array *tr)

kernel/trace/trace.h

1284

static inline void ftrace_free_ftrace_ops(struct trace_array *tr) { }

kernel/trace/trace.h

1285

static inline void ftrace_destroy_function_files(struct trace_array *tr) { }

kernel/trace/trace.h

1287

ftrace_init_global_array_ops(struct trace_array *tr) { }

kernel/trace/trace.h

1288

static inline void ftrace_reset_array_ops(struct trace_array *tr) { }

kernel/trace/trace.h

1289

static inline void ftrace_init_tracefs(struct trace_array *tr, struct dentry *d) { }

kernel/trace/trace.h

1290

static inline void ftrace_init_tracefs_toplevel(struct trace_array *tr, struct dentry *d) { }

kernel/trace/trace.h

1291

static inline void ftrace_clear_pids(struct trace_array *tr) { }

kernel/trace/trace.h

1293

static inline void ftrace_pid_follow_fork(struct trace_array *tr, bool enable) { }

kernel/trace/trace.h

1295

#define ftrace_init_array_ops(tr, func) do { } while (0)

kernel/trace/trace.h

1303

struct trace_array *tr,

kernel/trace/trace.h

1307

struct trace_array *tr,

kernel/trace/trace.h

1311

struct trace_array *tr,

kernel/trace/trace.h

1333

register_ftrace_function_probe(char *glob, struct trace_array *tr,

kernel/trace/trace.h

1336

unregister_ftrace_function_probe_func(char *glob, struct trace_array *tr,

kernel/trace/trace.h

1338

extern void clear_ftrace_function_probes(struct trace_array *tr);

kernel/trace/trace.h

1362

static inline void clear_ftrace_function_probes(struct trace_array *tr)

kernel/trace/trace.h

1542

extern int enable_branch_tracing(struct trace_array *tr);

kernel/trace/trace.h

1544

static inline int trace_branch_enable(struct trace_array *tr)

kernel/trace/trace.h

1546

if (tr->trace_flags & TRACE_ITER(BRANCH))

kernel/trace/trace.h

1547

return enable_branch_tracing(tr);

kernel/trace/trace.h

1556

static inline int trace_branch_enable(struct trace_array *tr)

kernel/trace/trace.h

1566

int tracing_update_buffers(struct trace_array *tr);

kernel/trace/trace.h

1605

struct trace_array *tr;

kernel/trace/trace.h

1611

void trace_buffer_unlock_commit_regs(struct trace_array *tr,

kernel/trace/trace.h

1617

static inline void trace_buffer_unlock_commit(struct trace_array *tr,

kernel/trace/trace.h

1622

trace_buffer_unlock_commit_regs(tr, buffer, event, trace_ctx, NULL);

kernel/trace/trace.h

1640

void early_enable_events(struct trace_array *tr, char *buf, bool disable_first);

kernel/trace/trace.h

1782

trace_buffer_unlock_commit(file->tr, buffer, event, trace_ctx);

kernel/trace/trace.h

1847

extern int create_event_filter(struct trace_array *tr,

kernel/trace/trace.h

1861

extern int event_trace_add_tracer(struct dentry *parent, struct trace_array *tr);

kernel/trace/trace.h

1862

extern int event_trace_del_tracer(struct trace_array *tr);

kernel/trace/trace.h

1863

extern void __trace_early_add_events(struct trace_array *tr);

kernel/trace/trace.h

1865

extern struct trace_event_file *__find_event_file(struct trace_array *tr,

kernel/trace/trace.h

1868

extern struct trace_event_file *find_event_file(struct trace_array *tr,

kernel/trace/trace.h

1922

extern void clear_event_triggers(struct trace_array *tr);

kernel/trace/trace.h

218

struct trace_array *tr;

kernel/trace/trace.h

2222

int set_tracer_flag(struct trace_array *tr, u64 mask, int enabled);

kernel/trace/trace.h

2225

extern int trace_set_options(struct trace_array *tr, char *option);

kernel/trace/trace.h

2226

extern int tracing_set_tracer(struct trace_array *tr, const char *buf);

kernel/trace/trace.h

2227

extern ssize_t tracing_resize_ring_buffer(struct trace_array *tr,

kernel/trace/trace.h

2229

extern int tracing_set_cpumask(struct trace_array *tr,

kernel/trace/trace.h

2240

extern void tracing_log_err(struct trace_array *tr,

kernel/trace/trace.h

2290

extern int ftrace_set_clr_event(struct trace_array *tr, char *buf, int set);

kernel/trace/trace.h

2302

int trace_allocate_snapshot(struct trace_array *tr, int size);

kernel/trace/trace.h

2305

void tracing_snapshot_cond(struct trace_array *tr, void *cond_data);

kernel/trace/trace.h

2306

int tracing_snapshot_cond_enable(struct trace_array *tr, void *cond_data, cond_update_fn_t update);

kernel/trace/trace.h

2307

int tracing_snapshot_cond_disable(struct trace_array *tr);

kernel/trace/trace.h

2308

void *tracing_cond_snapshot_data(struct trace_array *tr);

kernel/trace/trace.h

2309

void tracing_snapshot_instance(struct trace_array *tr);

kernel/trace/trace.h

2310

int tracing_alloc_snapshot_instance(struct trace_array *tr);

kernel/trace/trace.h

2311

int tracing_arm_snapshot_locked(struct trace_array *tr);

kernel/trace/trace.h

2312

int tracing_arm_snapshot(struct trace_array *tr);

kernel/trace/trace.h

2313

void tracing_disarm_snapshot(struct trace_array *tr);

kernel/trace/trace.h

2314

void free_snapshot(struct trace_array *tr);

kernel/trace/trace.h

2316

int get_snapshot_map(struct trace_array *tr);

kernel/trace/trace.h

2317

void put_snapshot_map(struct trace_array *tr);

kernel/trace/trace.h

2327

static inline int trace_allocate_snapshot(struct trace_array *tr, int size) { return 0; }

kernel/trace/trace.h

2328

static inline void tracing_snapshot_instance(struct trace_array *tr) { }

kernel/trace/trace.h

2329

static inline int tracing_alloc_snapshot_instance(struct trace_array *tr)

kernel/trace/trace.h

2333

static inline int tracing_arm_snapshot_locked(struct trace_array *tr) { return -EBUSY; }

kernel/trace/trace.h

2334

static inline int tracing_arm_snapshot(struct trace_array *tr) { return 0; }

kernel/trace/trace.h

2335

static inline void tracing_disarm_snapshot(struct trace_array *tr) { }

kernel/trace/trace.h

2336

static inline void free_snapshot(struct trace_array *tr) {}

kernel/trace/trace.h

2337

static inline void tracing_snapshot_cond(struct trace_array *tr, void *cond_data)

kernel/trace/trace.h

2341

static inline void *tracing_cond_snapshot_data(struct trace_array *tr)

kernel/trace/trace.h

2345

static inline int tracing_snapshot_cond_enable(struct trace_array *tr, void *cond_data, cond_update_fn_t update)

kernel/trace/trace.h

2349

static inline int tracing_snapshot_cond_disable(struct trace_array *tr)

kernel/trace/trace.h

2358

static inline int get_snapshot_map(struct trace_array *tr) { return 0; }

kernel/trace/trace.h

2359

static inline void put_snapshot_map(struct trace_array *tr) { }

kernel/trace/trace.h

2424

void __ftrace_trace_stack(struct trace_array *tr,

kernel/trace/trace.h

2429

static __always_inline void ftrace_trace_stack(struct trace_array *tr,

kernel/trace/trace.h

2434

if (!(tr->trace_flags & TRACE_ITER(STACKTRACE)))

kernel/trace/trace.h

2437

__ftrace_trace_stack(tr, buffer, trace_ctx, skip, regs);

kernel/trace/trace.h

2440

static inline void __ftrace_trace_stack(struct trace_array *tr,

kernel/trace/trace.h

2446

static inline void ftrace_trace_stack(struct trace_array *tr,

kernel/trace/trace.h

265

typedef bool (*cond_update_fn_t)(struct trace_array *tr, void *cond_data);

kernel/trace/trace.h

492

extern int trace_array_get(struct trace_array *tr);

kernel/trace/trace.h

493

extern int tracing_check_open_get_tr(struct trace_array *tr);

kernel/trace/trace.h

498

extern int tracing_set_clock(struct trace_array *tr, const char *clockstr);

kernel/trace/trace.h

500

extern bool trace_clock_in_ns(struct trace_array *tr);

kernel/trace/trace.h

502

extern unsigned long trace_adjust_address(struct trace_array *tr, unsigned long addr);

kernel/trace/trace.h

506

static inline bool trace_array_is_readonly(struct trace_array *tr)

kernel/trace/trace.h

509

return tr->flags & TRACE_ARRAY_FL_RDONLY;

kernel/trace/trace.h

518

struct trace_array *tr;

kernel/trace/trace.h

523

tr = list_entry(ftrace_trace_arrays.prev,

kernel/trace/trace.h

524

typeof(*tr), list);

kernel/trace/trace.h

525

WARN_ON(!(tr->flags & TRACE_ARRAY_FL_GLOBAL));

kernel/trace/trace.h

526

return tr;

kernel/trace/trace.h

612

struct trace_array *tr;

kernel/trace/trace.h

638

int (*init)(struct trace_array *tr);

kernel/trace/trace.h

639

void (*reset)(struct trace_array *tr);

kernel/trace/trace.h

640

void (*start)(struct trace_array *tr);

kernel/trace/trace.h

641

void (*stop)(struct trace_array *tr);

kernel/trace/trace.h

642

int (*update_thresh)(struct trace_array *tr);

kernel/trace/trace.h

658

struct trace_array *tr);

kernel/trace/trace.h

663

int (*set_flag)(struct trace_array *tr,

kernel/trace/trace.h

666

int (*flag_changed)(struct trace_array *tr,

kernel/trace/trace.h

689

int tracer_init(struct tracer *t, struct trace_array *tr);

kernel/trace/trace.h

701

bool tracer_tracing_is_on(struct trace_array *tr);

kernel/trace/trace.h

702

void tracer_tracing_on(struct trace_array *tr);

kernel/trace/trace.h

703

void tracer_tracing_off(struct trace_array *tr);

kernel/trace/trace.h

704

void tracer_tracing_disable(struct trace_array *tr);

kernel/trace/trace.h

705

void tracer_tracing_enable(struct trace_array *tr);

kernel/trace/trace.h

706

int allocate_trace_buffer(struct trace_array *tr, struct array_buffer *buf, int size);

kernel/trace/trace.h

762

static inline bool tracer_tracing_is_on_cpu(struct trace_array *tr, int cpu)

kernel/trace/trace.h

764

if (tr->array_buffer.buffer)

kernel/trace/trace.h

765

return ring_buffer_record_is_on_cpu(tr->array_buffer.buffer, cpu);

kernel/trace/trace.h

781

struct trace_entry *tracing_get_trace_entry(struct trace_array *tr,

kernel/trace/trace.h

803

unsigned long trace_total_entries_cpu(struct trace_array *tr, int cpu);

kernel/trace/trace.h

804

unsigned long trace_total_entries(struct trace_array *tr);

kernel/trace/trace.h

806

void trace_function(struct trace_array *tr,

kernel/trace/trace.h

811

void trace_graph_function(struct trace_array *tr,

kernel/trace/trace.h

862

void update_max_tr(struct trace_array *tr, struct task_struct *tsk, int cpu,

kernel/trace/trace.h

864

void update_max_tr_single(struct trace_array *tr,

kernel/trace/trace.h

873

void latency_fsnotify(struct trace_array *tr);

kernel/trace/trace.h

875

static inline void latency_fsnotify(struct trace_array *tr) { }

kernel/trace/trace.h

879

void __trace_stack(struct trace_array *tr, unsigned int trace_ctx, int skip);

kernel/trace/trace.h

881

static inline void __trace_stack(struct trace_array *tr, unsigned int trace_ctx,

kernel/trace/trace.h

892

void trace_create_maxlat_file(struct trace_array *tr,

kernel/trace/trace.h

899

static inline void trace_create_maxlat_file(struct trace_array *tr,

kernel/trace/trace.h

903

void trace_last_func_repeats(struct trace_array *tr,

kernel/trace/trace.h

911

extern void trace_event_follow_fork(struct trace_array *tr, bool enable);

kernel/trace/trace.h

913

extern int trace_events_enabled(struct trace_array *tr, const char *system);

kernel/trace/trace.h

921

void ftrace_init_trace_array(struct trace_array *tr);

kernel/trace/trace.h

923

static inline void ftrace_init_trace_array(struct trace_array *tr) { }

kernel/trace/trace.h

932

extern void trace_set_ring_buffer_expanded(struct trace_array *tr);

kernel/trace/trace.h

939

struct trace_array *tr);

kernel/trace/trace.h

941

struct trace_array *tr);

kernel/trace/trace.h

943

struct trace_array *tr);

kernel/trace/trace.h

945

struct trace_array *tr);

kernel/trace/trace.h

947

struct trace_array *tr);

kernel/trace/trace.h

949

struct trace_array *tr);

kernel/trace/trace.h

951

struct trace_array *tr);

kernel/trace/trace.h

953

struct trace_array *tr);

kernel/trace/trace.h

978

int trace_array_vprintk(struct trace_array *tr,

kernel/trace/trace_boot.c

25

trace_boot_set_instance_options(struct trace_array *tr, struct xbc_node *node)

kernel/trace/trace_boot.c

39

if (trace_set_options(tr, buf) < 0)

kernel/trace/trace_boot.c

463

trace_boot_init_one_event(struct trace_array *tr, struct xbc_node *gnode,

kernel/trace/trace_boot.c

48

tracer_tracing_on(tr);

kernel/trace/trace_boot.c

482

file = find_event_file(tr, group, event);

kernel/trace/trace_boot.c

50

tracer_tracing_off(tr);

kernel/trace/trace_boot.c

519

trace_boot_init_events(struct trace_array *tr, struct xbc_node *node)

kernel/trace/trace_boot.c

542

trace_boot_init_one_event(tr, gnode, enode);

kernel/trace/trace_boot.c

547

trace_array_set_clr_event(tr, data, NULL, true);

kernel/trace/trace_boot.c

55

if (tracing_set_clock(tr, p) < 0)

kernel/trace/trace_boot.c

552

trace_array_set_clr_event(tr, NULL, NULL, true);

kernel/trace/trace_boot.c

555

#define trace_boot_enable_events(tr, node) do {} while (0)

kernel/trace/trace_boot.c

556

#define trace_boot_init_events(tr, node) do {} while (0)

kernel/trace/trace_boot.c

561

trace_boot_set_ftrace_filter(struct trace_array *tr, struct xbc_node *node)

kernel/trace/trace_boot.c

571

if (ftrace_set_filter(tr->ops, q, strlen(q), 0) < 0)

kernel/trace/trace_boot.c

581

if (ftrace_set_notrace(tr->ops, q, strlen(q), 0) < 0)

kernel/trace/trace_boot.c

589

#define trace_boot_set_ftrace_filter(tr, node) do {} while (0)

kernel/trace/trace_boot.c

593

trace_boot_enable_tracer(struct trace_array *tr, struct xbc_node *node)

kernel/trace/trace_boot.c

597

trace_boot_set_ftrace_filter(tr, node);

kernel/trace/trace_boot.c

601

if (trace_array_is_readonly(tr) || tracing_set_tracer(tr, p) < 0)

kernel/trace/trace_boot.c

607

if (tracing_alloc_snapshot_instance(tr) < 0)

kernel/trace/trace_boot.c

613

trace_boot_init_one_instance(struct trace_array *tr, struct xbc_node *node)

kernel/trace/trace_boot.c

615

trace_boot_set_instance_options(tr, node);

kernel/trace/trace_boot.c

616

trace_boot_init_events(tr, node);

kernel/trace/trace_boot.c

617

trace_boot_enable_events(tr, node);

kernel/trace/trace_boot.c

618

trace_boot_enable_tracer(tr, node);

kernel/trace/trace_boot.c

625

struct trace_array *tr;

kernel/trace/trace_boot.c

637

tr = trace_array_get_by_name(p, NULL);

kernel/trace/trace_boot.c

638

if (!tr) {

kernel/trace/trace_boot.c

64

if (trace_array_is_readonly(tr) ||

kernel/trace/trace_boot.c

642

trace_boot_init_one_instance(tr, inode);

kernel/trace/trace_boot.c

643

trace_array_put(tr);

kernel/trace/trace_boot.c

65

tracing_resize_ring_buffer(tr, v, RING_BUFFER_ALL_CPUS) < 0)

kernel/trace/trace_boot.c

650

struct trace_array *tr;

kernel/trace/trace_boot.c

656

tr = top_trace_array();

kernel/trace/trace_boot.c

657

if (!tr)

kernel/trace/trace_boot.c

661

trace_boot_init_one_instance(tr, trace_node);

kernel/trace/trace_boot.c

75

tracing_set_cpumask(tr, new_mask) < 0)

kernel/trace/trace_boot.c

84

trace_boot_enable_events(struct trace_array *tr, struct xbc_node *node)

kernel/trace/trace_boot.c

96

if (ftrace_set_clr_event(tr, buf, 1) < 0)

kernel/trace/trace_branch.c

124

static int branch_trace_init(struct trace_array *tr)

kernel/trace/trace_branch.c

126

return enable_branch_tracing(tr);

kernel/trace/trace_branch.c

129

static void branch_trace_reset(struct trace_array *tr)

kernel/trace/trace_branch.c

33

struct trace_array *tr = branch_tracer;

kernel/trace/trace_branch.c

51

if (unlikely(!tr))

kernel/trace/trace_branch.c

56

if (!tracer_tracing_is_on_cpu(tr, raw_smp_processor_id()))

kernel/trace/trace_branch.c

60

buffer = tr->array_buffer.buffer;

kernel/trace/trace_branch.c

96

int enable_branch_tracing(struct trace_array *tr)

kernel/trace/trace_branch.c

99

branch_tracer = tr;

kernel/trace/trace_eprobe.c

553

ret = create_event_filter(file->tr, ep->event,

kernel/trace/trace_eprobe.c

577

struct trace_array *tr = eprobe_file->tr;

kernel/trace/trace_eprobe.c

579

file = find_event_file(tr, ep->event_system, ep->event_name);

kernel/trace/trace_eprobe.c

599

struct trace_array *tr)

kernel/trace/trace_eprobe.c

606

file = find_event_file(tr, ep->event_system, ep->event_name);

kernel/trace/trace_eprobe.c

683

disable_eprobe(ep, file->tr);

kernel/trace/trace_eprobe.c

718

disable_eprobe(ep, file->tr);

kernel/trace/trace_events.c

1006

list_add(&event_mod->list, &tr->mod_events);

kernel/trace/trace_events.c

1016

static inline void clear_mod_events(struct trace_array *tr) { }

kernel/trace/trace_events.c

1017

static int cache_mod(struct trace_array *tr, const char *mod, int set,

kernel/trace/trace_events.c

1024

static void ftrace_clear_events(struct trace_array *tr)

kernel/trace/trace_events.c

1029

list_for_each_entry(file, &tr->events, list) {

kernel/trace/trace_events.c

1032

clear_mod_events(tr);

kernel/trace/trace_events.c

1040

struct trace_array *tr = data;

kernel/trace/trace_events.c

1043

pid_list = rcu_dereference_raw(tr->filtered_pids);

kernel/trace/trace_events.c

1046

pid_list = rcu_dereference_raw(tr->filtered_no_pids);

kernel/trace/trace_events.c

1056

struct trace_array *tr = data;

kernel/trace/trace_events.c

1059

pid_list = rcu_dereference_sched(tr->filtered_pids);

kernel/trace/trace_events.c

1062

pid_list = rcu_dereference_sched(tr->filtered_no_pids);

kernel/trace/trace_events.c

1066

void trace_event_follow_fork(struct trace_array *tr, bool enable)

kernel/trace/trace_events.c

1070

tr, INT_MIN);

kernel/trace/trace_events.c

1072

tr, INT_MAX);

kernel/trace/trace_events.c

1075

tr);

kernel/trace/trace_events.c

1077

tr);

kernel/trace/trace_events.c

1087

struct trace_array *tr = data;

kernel/trace/trace_events.c

1092

pid_list = rcu_dereference_sched(tr->filtered_pids);

kernel/trace/trace_events.c

1093

no_pid_list = rcu_dereference_sched(tr->filtered_no_pids);

kernel/trace/trace_events.c

1102

this_cpu_write(tr->array_buffer.data->ignore_pid, ret ||

kernel/trace/trace_events.c

1113

struct trace_array *tr = data;

kernel/trace/trace_events.c

1117

pid_list = rcu_dereference_sched(tr->filtered_pids);

kernel/trace/trace_events.c

1118

no_pid_list = rcu_dereference_sched(tr->filtered_no_pids);

kernel/trace/trace_events.c

1120

this_cpu_write(tr->array_buffer.data->ignore_pid,

kernel/trace/trace_events.c

1127

struct trace_array *tr = data;

kernel/trace/trace_events.c

1132

if (!this_cpu_read(tr->array_buffer.data->ignore_pid))

kernel/trace/trace_events.c

1135

pid_list = rcu_dereference_sched(tr->filtered_pids);

kernel/trace/trace_events.c

1136

no_pid_list = rcu_dereference_sched(tr->filtered_no_pids);

kernel/trace/trace_events.c

1138

this_cpu_write(tr->array_buffer.data->ignore_pid,

kernel/trace/trace_events.c

1145

struct trace_array *tr = data;

kernel/trace/trace_events.c

1150

if (this_cpu_read(tr->array_buffer.data->ignore_pid))

kernel/trace/trace_events.c

1153

pid_list = rcu_dereference_sched(tr->filtered_pids);

kernel/trace/trace_events.c

1154

no_pid_list = rcu_dereference_sched(tr->filtered_no_pids);

kernel/trace/trace_events.c

1157

this_cpu_write(tr->array_buffer.data->ignore_pid,

kernel/trace/trace_events.c

1161

static void unregister_pid_events(struct trace_array *tr)

kernel/trace/trace_events.c

1163

unregister_trace_sched_switch(event_filter_pid_sched_switch_probe_pre, tr);

kernel/trace/trace_events.c

1164

unregister_trace_sched_switch(event_filter_pid_sched_switch_probe_post, tr);

kernel/trace/trace_events.c

1166

unregister_trace_sched_wakeup(event_filter_pid_sched_wakeup_probe_pre, tr);

kernel/trace/trace_events.c

1167

unregister_trace_sched_wakeup(event_filter_pid_sched_wakeup_probe_post, tr);

kernel/trace/trace_events.c

1169

unregister_trace_sched_wakeup_new(event_filter_pid_sched_wakeup_probe_pre, tr);

kernel/trace/trace_events.c

1170

unregister_trace_sched_wakeup_new(event_filter_pid_sched_wakeup_probe_post, tr);

kernel/trace/trace_events.c

1172

unregister_trace_sched_waking(event_filter_pid_sched_wakeup_probe_pre, tr);

kernel/trace/trace_events.c

1173

unregister_trace_sched_waking(event_filter_pid_sched_wakeup_probe_post, tr);

kernel/trace/trace_events.c

1176

static void __ftrace_clear_event_pids(struct trace_array *tr, int type)

kernel/trace/trace_events.c

1183

pid_list = rcu_dereference_protected(tr->filtered_pids,

kernel/trace/trace_events.c

1185

no_pid_list = rcu_dereference_protected(tr->filtered_no_pids,

kernel/trace/trace_events.c

1193

unregister_pid_events(tr);

kernel/trace/trace_events.c

1195

list_for_each_entry(file, &tr->events, list) {

kernel/trace/trace_events.c

1200

per_cpu_ptr(tr->array_buffer.data, cpu)->ignore_pid = false;

kernel/trace/trace_events.c

1204

rcu_assign_pointer(tr->filtered_pids, NULL);

kernel/trace/trace_events.c

1207

rcu_assign_pointer(tr->filtered_no_pids, NULL);

kernel/trace/trace_events.c

1219

static void ftrace_clear_event_pids(struct trace_array *tr, int type)

kernel/trace/trace_events.c

1222

__ftrace_clear_event_pids(tr, type);

kernel/trace/trace_events.c

1325

__ftrace_set_clr_event_nolock(struct trace_array *tr, const char *match,

kernel/trace/trace_events.c

1348

list_for_each_entry(file, &tr->events, list) {

kernel/trace/trace_events.c

1395

ret = cache_mod(tr, module, set, match, sub, event);

kernel/trace/trace_events.c

1400

static int __ftrace_set_clr_event(struct trace_array *tr, const char *match,

kernel/trace/trace_events.c

1406

if (trace_array_is_readonly(tr))

kernel/trace/trace_events.c

1410

ret = __ftrace_set_clr_event_nolock(tr, match, sub, event, set, mod);

kernel/trace/trace_events.c

1416

int ftrace_set_clr_event(struct trace_array *tr, char *buf, int set)

kernel/trace/trace_events.c

1421

if (!tr)

kernel/trace/trace_events.c

1460

ret = __ftrace_set_clr_event(tr, match, sub, event, set, mod);

kernel/trace/trace_events.c

1483

struct trace_array *tr = top_trace_array();

kernel/trace/trace_events.c

1485

if (!tr)

kernel/trace/trace_events.c

1488

return __ftrace_set_clr_event(tr, NULL, system, event, set, NULL);

kernel/trace/trace_events.c

1505

int trace_array_set_clr_event(struct trace_array *tr, const char *system,

kernel/trace/trace_events.c

1510

if (!tr)

kernel/trace/trace_events.c

1514

return __ftrace_set_clr_event(tr, NULL, system, event, set, NULL);

kernel/trace/trace_events.c

1527

struct trace_array *tr = m->private;

kernel/trace/trace_events.c

1533

ret = tracing_update_buffers(tr);

kernel/trace/trace_events.c

1548

ret = ftrace_set_clr_event(tr, parser.buffer + !set, set);

kernel/trace/trace_events.c

1566

struct trace_array *tr = m->private;

kernel/trace/trace_events.c

1570

list_for_each_entry_continue(file, &tr->events, list) {

kernel/trace/trace_events.c

1587

struct trace_array *tr = m->private;

kernel/trace/trace_events.c

1592

file = list_entry(&tr->events, struct trace_event_file, list);

kernel/trace/trace_events.c

1619

struct trace_array *tr = m->private;

kernel/trace/trace_events.c

1625

list_for_each_entry_continue(file, &tr->events, list) {

kernel/trace/trace_events.c

1633

iter->event_mod = list_entry(&tr->mod_events, struct event_mod_load, list);

kernel/trace/trace_events.c

1638

list_for_each_entry_continue(iter->event_mod, &tr->mod_events, list)

kernel/trace/trace_events.c

1654

struct trace_array *tr = m->private;

kernel/trace/trace_events.c

1664

iter->file = list_entry(&tr->events, struct trace_event_file, list);

kernel/trace/trace_events.c

1809

struct trace_array *tr = m->private;

kernel/trace/trace_events.c

1813

pid_list = rcu_dereference_sched(tr->filtered_pids);

kernel/trace/trace_events.c

1815

pid_list = rcu_dereference_sched(tr->filtered_no_pids);

kernel/trace/trace_events.c

1836

struct trace_array *tr = m->private;

kernel/trace/trace_events.c

1848

pid_list = rcu_dereference_sched(tr->filtered_pids);

kernel/trace/trace_events.c

1850

pid_list = rcu_dereference_sched(tr->filtered_no_pids);

kernel/trace/trace_events.c

1926

ret = tracing_update_buffers(file->tr);

kernel/trace/trace_events.c

1950

int trace_events_enabled(struct trace_array *tr, const char *system)

kernel/trace/trace_events.c

1958

list_for_each_entry(file, &tr->events, list) {

kernel/trace/trace_events.c

1991

struct trace_array *tr = dir->tr;

kernel/trace/trace_events.c

1996

set = trace_events_enabled(tr, system ? system->name : NULL);

kernel/trace/trace_events.c

2020

ret = tracing_update_buffers(dir->tr);

kernel/trace/trace_events.c

2034

ret = __ftrace_set_clr_event(dir->tr, NULL, name, NULL, val, NULL);

kernel/trace/trace_events.c

2273

struct trace_array *tr = NULL, *iter_tr;

kernel/trace/trace_events.c

2287

tr = iter_tr;

kernel/trace/trace_events.c

2305

if (trace_array_get(tr) < 0) {

kernel/trace/trace_events.c

2312

trace_array_put(tr);

kernel/trace/trace_events.c

2322

struct trace_array *tr = inode->i_private;

kernel/trace/trace_events.c

2335

dir->tr = tr;

kernel/trace/trace_events.c

2345

trace_array_put(dir->tr);

kernel/trace/trace_events.c

2415

struct trace_array *tr = filp->private_data;

kernel/trace/trace_events.c

2428

ring_buffer_print_page_header(tr->array_buffer.buffer, s);

kernel/trace/trace_events.c

2463

struct trace_array *tr = data;

kernel/trace/trace_events.c

2471

pid_list = rcu_dereference_protected(tr->filtered_pids,

kernel/trace/trace_events.c

2473

no_pid_list = rcu_dereference_protected(tr->filtered_no_pids,

kernel/trace/trace_events.c

2476

this_cpu_write(tr->array_buffer.data->ignore_pid,

kernel/trace/trace_events.c

2480

static void register_pid_events(struct trace_array *tr)

kernel/trace/trace_events.c

2489

tr, INT_MAX);

kernel/trace/trace_events.c

2491

tr, 0);

kernel/trace/trace_events.c

2494

tr, INT_MAX);

kernel/trace/trace_events.c

2496

tr, 0);

kernel/trace/trace_events.c

2499

tr, INT_MAX);

kernel/trace/trace_events.c

2501

tr, 0);

kernel/trace/trace_events.c

2504

tr, INT_MAX);

kernel/trace/trace_events.c

2506

tr, 0);

kernel/trace/trace_events.c

2514

struct trace_array *tr = m->private;

kernel/trace/trace_events.c

2524

ret = tracing_update_buffers(tr);

kernel/trace/trace_events.c

2531

filtered_pids = rcu_dereference_protected(tr->filtered_pids,

kernel/trace/trace_events.c

2533

other_pids = rcu_dereference_protected(tr->filtered_no_pids,

kernel/trace/trace_events.c

2536

filtered_pids = rcu_dereference_protected(tr->filtered_no_pids,

kernel/trace/trace_events.c

2538

other_pids = rcu_dereference_protected(tr->filtered_pids,

kernel/trace/trace_events.c

2547

rcu_assign_pointer(tr->filtered_pids, pid_list);

kernel/trace/trace_events.c

2549

rcu_assign_pointer(tr->filtered_no_pids, pid_list);

kernel/trace/trace_events.c

2551

list_for_each_entry(file, &tr->events, list) {

kernel/trace/trace_events.c

2559

register_pid_events(tr);

kernel/trace/trace_events.c

2567

on_each_cpu(ignore_task_cpu, tr, 1);

kernel/trace/trace_events.c

2774

struct trace_array *tr = inode->i_private;

kernel/trace/trace_events.c

2776

trace_array_put(tr);

kernel/trace/trace_events.c

2794

struct trace_array *tr = inode->i_private;

kernel/trace/trace_events.c

2797

ret = tracing_check_open_get_tr(tr);

kernel/trace/trace_events.c

2803

ftrace_clear_events(tr);

kernel/trace/trace_events.c

2807

trace_array_put(tr);

kernel/trace/trace_events.c

2843

struct trace_array *tr = inode->i_private;

kernel/trace/trace_events.c

2846

ret = tracing_check_open_get_tr(tr);

kernel/trace/trace_events.c

2852

ftrace_clear_event_pids(tr, TRACE_PIDS);

kernel/trace/trace_events.c

2856

trace_array_put(tr);

kernel/trace/trace_events.c

2864

struct trace_array *tr = inode->i_private;

kernel/trace/trace_events.c

2867

ret = tracing_check_open_get_tr(tr);

kernel/trace/trace_events.c

2873

ftrace_clear_event_pids(tr, TRACE_NO_PIDS);

kernel/trace/trace_events.c

2877

trace_array_put(tr);

kernel/trace/trace_events.c

2929

event_subsystem_dir(struct trace_array *tr, const char *name,

kernel/trace/trace_events.c

2948

list_for_each_entry(dir, &tr->systems, list) {

kernel/trace/trace_events.c

2978

if (strcmp(name, "ftrace") == 0 || trace_array_is_readonly(tr))

kernel/trace/trace_events.c

2991

dir->tr = tr;

kernel/trace/trace_events.c

2997

list_add(&dir->list, &tr->systems);

kernel/trace/trace_events.c

3135

struct trace_array *tr = file->tr;

kernel/trace/trace_events.c

3195

e_events = event_subsystem_dir(tr, call->class->system, file, parent);

kernel/trace/trace_events.c

3199

if (trace_array_is_readonly(tr))

kernel/trace/trace_events.c

3228

struct trace_array *tr;

kernel/trace/trace_events.c

3230

do_for_each_event_file_safe(tr, file) {

kernel/trace/trace_events.c

3247

struct trace_array *tr;

kernel/trace/trace_events.c

3250

do_for_each_event_file(tr, file) {

kernel/trace/trace_events.c

3255

tr->clear_trace = true;

kernel/trace/trace_events.c

3646

struct trace_array *tr)

kernel/trace/trace_events.c

3653

if (!event_in_systems(call, tr->system_names))

kernel/trace/trace_events.c

3660

pid_list = rcu_dereference_protected(tr->filtered_pids,

kernel/trace/trace_events.c

3662

no_pid_list = rcu_dereference_protected(tr->filtered_no_pids,

kernel/trace/trace_events.c

3670

file->tr = tr;

kernel/trace/trace_events.c

3674

list_add(&file->list, &tr->events);

kernel/trace/trace_events.c

3725

__trace_add_new_event(struct trace_event_call *call, struct trace_array *tr)

kernel/trace/trace_events.c

3729

file = trace_create_new_event(call, tr);

kernel/trace/trace_events.c

3743

return event_create_dir(tr->event_dir, file);

kernel/trace/trace_events.c

3773

struct trace_array *tr)

kernel/trace/trace_events.c

3778

file = trace_create_new_event(call, tr);

kernel/trace/trace_events.c

3832

struct trace_array *tr;

kernel/trace/trace_events.c

3839

do_for_each_event_file(tr, file) {

kernel/trace/trace_events.c

3851

tr->clear_trace = true;

kernel/trace/trace_events.c

3866

list_for_each_entry(tr, &ftrace_trace_arrays, list) {

kernel/trace/trace_events.c

3867

tr->clear_trace = false;

kernel/trace/trace_events.c

3895

static void update_mod_cache(struct trace_array *tr, struct module *mod)

kernel/trace/trace_events.c

3899

list_for_each_entry_safe(event_mod, n, &tr->mod_events, list) {

kernel/trace/trace_events.c

3903

__ftrace_set_clr_event_nolock(tr, event_mod->match,

kernel/trace/trace_events.c

3912

struct trace_array *tr;

kernel/trace/trace_events.c

3914

list_for_each_entry(tr, &ftrace_trace_arrays, list)

kernel/trace/trace_events.c

3915

update_mod_cache(tr, mod);

kernel/trace/trace_events.c

4005

__trace_add_event_dirs(struct trace_array *tr)

kernel/trace/trace_events.c

4013

ret = __trace_add_new_event(call, tr);

kernel/trace/trace_events.c

4022

__find_event_file(struct trace_array *tr, const char *system, const char *event)

kernel/trace/trace_events.c

4028

list_for_each_entry(file, &tr->events, list) {

kernel/trace/trace_events.c

4045

find_event_file(struct trace_array *tr, const char *system, const char *event)

kernel/trace/trace_events.c

4049

file = __find_event_file(tr, system, event);

kernel/trace/trace_events.c

4081

struct trace_array *tr = top_trace_array();

kernel/trace/trace_events.c

4086

tr = trace_array_find_get(instance);

kernel/trace/trace_events.c

4087

if (!tr)

kernel/trace/trace_events.c

4090

ret = trace_array_get(tr);

kernel/trace/trace_events.c

4097

file = find_event_file(tr, system, event);

kernel/trace/trace_events.c

4099

trace_array_put(tr);

kernel/trace/trace_events.c

4106

trace_array_put(tr);

kernel/trace/trace_events.c

4129

trace_array_put(file->tr);

kernel/trace/trace_events.c

4151

struct trace_array *tr, struct ftrace_probe_ops *ops,

kernel/trace/trace_events.c

4168

struct trace_array *tr, struct ftrace_probe_ops *ops,

kernel/trace/trace_events.c

4225

event_enable_init(struct ftrace_probe_ops *ops, struct trace_array *tr,

kernel/trace/trace_events.c

4263

event_enable_free(struct ftrace_probe_ops *ops, struct trace_array *tr,

kernel/trace/trace_events.c

4316

event_enable_func(struct trace_array *tr, struct ftrace_hash *hash,

kernel/trace/trace_events.c

4329

if (!tr)

kernel/trace/trace_events.c

4344

file = find_event_file(tr, system, event);

kernel/trace/trace_events.c

4356

return unregister_ftrace_function_probe_func(glob+1, tr, ops);

kernel/trace/trace_events.c

4391

ret = register_ftrace_function_probe(glob, tr, ops, data);

kernel/trace/trace_events.c

4446

static void __trace_early_add_event_dirs(struct trace_array *tr)

kernel/trace/trace_events.c

4452

list_for_each_entry(file, &tr->events, list) {

kernel/trace/trace_events.c

4453

ret = event_create_dir(tr->event_dir, file);

kernel/trace/trace_events.c

4466

void __trace_early_add_events(struct trace_array *tr)

kernel/trace/trace_events.c

4477

ret = __trace_early_add_new_event(call, tr);

kernel/trace/trace_events.c

4486

__trace_remove_event_dirs(struct trace_array *tr)

kernel/trace/trace_events.c

4490

list_for_each_entry_safe(file, next, &tr->events, list)

kernel/trace/trace_events.c

4496

struct trace_array *tr;

kernel/trace/trace_events.c

4498

list_for_each_entry(tr, &ftrace_trace_arrays, list)

kernel/trace/trace_events.c

4499

__trace_add_new_event(call, tr);

kernel/trace/trace_events.c

4545

create_event_toplevel_files(struct dentry *parent, struct trace_array *tr)

kernel/trace/trace_events.c

4567

if (!trace_array_is_readonly(tr)) {

kernel/trace/trace_events.c

4569

tr, &ftrace_set_event_fops);

kernel/trace/trace_events.c

4574

trace_create_file("show_event_filters", TRACE_MODE_READ, parent, tr,

kernel/trace/trace_events.c

4577

trace_create_file("show_event_triggers", TRACE_MODE_READ, parent, tr,

kernel/trace/trace_events.c

4581

tr, &ftrace_set_event_pid_fops);

kernel/trace/trace_events.c

4584

TRACE_MODE_WRITE, parent, tr,

kernel/trace/trace_events.c

4592

nr_entries, tr);

kernel/trace/trace_events.c

4598

tr->event_dir = e_events;

kernel/trace/trace_events.c

4616

int event_trace_add_tracer(struct dentry *parent, struct trace_array *tr)

kernel/trace/trace_events.c

4622

ret = create_event_toplevel_files(parent, tr);

kernel/trace/trace_events.c

4628

if (unlikely(!list_empty(&tr->events)))

kernel/trace/trace_events.c

4629

__trace_early_add_event_dirs(tr);

kernel/trace/trace_events.c

4631

__trace_add_event_dirs(tr);

kernel/trace/trace_events.c

4643

early_event_add_tracer(struct dentry *parent, struct trace_array *tr)

kernel/trace/trace_events.c

4649

ret = create_event_toplevel_files(parent, tr);

kernel/trace/trace_events.c

4654

__trace_early_add_event_dirs(tr);

kernel/trace/trace_events.c

4661

int event_trace_del_tracer(struct trace_array *tr)

kernel/trace/trace_events.c

4666

clear_event_triggers(tr);

kernel/trace/trace_events.c

4669

__ftrace_clear_event_pids(tr, TRACE_PIDS | TRACE_NO_PIDS);

kernel/trace/trace_events.c

4672

__ftrace_set_clr_event_nolock(tr, NULL, NULL, NULL, 0, NULL);

kernel/trace/trace_events.c

4678

__trace_remove_event_dirs(tr);

kernel/trace/trace_events.c

4679

eventfs_remove_events_dir(tr->event_dir);

kernel/trace/trace_events.c

4682

tr->event_dir = NULL;

kernel/trace/trace_events.c

4698

static __init void __early_set_events(struct trace_array *tr, char *buf, bool enable)

kernel/trace/trace_events.c

4705

if (ftrace_set_clr_event(tr, token, 1))

kernel/trace/trace_events.c

4708

ftrace_set_clr_event(tr, token, 0);

kernel/trace/trace_events.c

4736

early_enable_events(struct trace_array *tr, char *buf, bool disable_first)

kernel/trace/trace_events.c

4739

__early_set_events(tr, buf, false);

kernel/trace/trace_events.c

4741

__early_set_events(tr, buf, true);

kernel/trace/trace_events.c

4746

struct trace_array *tr = top_trace_array();

kernel/trace/trace_events.c

4750

if (!tr)

kernel/trace/trace_events.c

4769

__trace_early_add_events(tr);

kernel/trace/trace_events.c

4771

early_enable_events(tr, bootup_event_buf, false);

kernel/trace/trace_events.c

4793

struct trace_array *tr;

kernel/trace/trace_events.c

4795

tr = top_trace_array();

kernel/trace/trace_events.c

4796

if (!tr)

kernel/trace/trace_events.c

4799

early_enable_events(tr, bootup_event_buf, true);

kernel/trace/trace_events.c

4820

struct trace_array *tr;

kernel/trace/trace_events.c

4823

tr = top_trace_array();

kernel/trace/trace_events.c

4824

if (!tr)

kernel/trace/trace_events.c

4828

NULL, tr, &ftrace_avail_fops);

kernel/trace/trace_events.c

4830

ret = early_event_add_tracer(NULL, tr);

kernel/trace/trace_events.c

4916

struct trace_array *tr;

kernel/trace/trace_events.c

4919

tr = top_trace_array();

kernel/trace/trace_events.c

4920

if (!tr)

kernel/trace/trace_events.c

4925

list_for_each_entry(file, &tr->events, list) {

kernel/trace/trace_events.c

4968

list_for_each_entry(dir, &tr->systems, list) {

kernel/trace/trace_events.c

4978

ret = __ftrace_set_clr_event(tr, NULL, system->name, NULL, 1, NULL);

kernel/trace/trace_events.c

4987

ret = __ftrace_set_clr_event(tr, NULL, system->name, NULL, 0, NULL);

kernel/trace/trace_events.c

5002

ret = __ftrace_set_clr_event(tr, NULL, NULL, NULL, 1, NULL);

kernel/trace/trace_events.c

5011

ret = __ftrace_set_clr_event(tr, NULL, NULL, NULL, 0, NULL);

kernel/trace/trace_events.c

5070

event_trace_file.tr = top_trace_array();

kernel/trace/trace_events.c

5071

if (WARN_ON(!event_trace_file.tr))

kernel/trace/trace_events.c

634

struct trace_array *tr = trace_file->tr;

kernel/trace/trace_events.c

638

pid_list = rcu_dereference_raw(tr->filtered_pids);

kernel/trace/trace_events.c

639

no_pid_list = rcu_dereference_raw(tr->filtered_no_pids);

kernel/trace/trace_events.c

648

return this_cpu_read(tr->array_buffer.data->ignore_pid) != 0;

kernel/trace/trace_events.c

72

#define do_for_each_event_file(tr, file) \

kernel/trace/trace_events.c

73

list_for_each_entry(tr, &ftrace_trace_arrays, list) { \

kernel/trace/trace_events.c

74

list_for_each_entry(file, &tr->events, list)

kernel/trace/trace_events.c

743

struct trace_array *tr;

kernel/trace/trace_events.c

747

do_for_each_event_file(tr, file) {

kernel/trace/trace_events.c

76

#define do_for_each_event_file_safe(tr, file) \

kernel/trace/trace_events.c

765

struct trace_array *tr;

kernel/trace/trace_events.c

769

do_for_each_event_file(tr, file) {

kernel/trace/trace_events.c

77

list_for_each_entry(tr, &ftrace_trace_arrays, list) { \

kernel/trace/trace_events.c

788

struct trace_array *tr = file->tr;

kernel/trace/trace_events.c

79

list_for_each_entry_safe(file, ___n, &tr->events, list)

kernel/trace/trace_events.c

865

if (tr->trace_flags & TRACE_ITER(RECORD_CMD)) {

kernel/trace/trace_events.c

871

if (tr->trace_flags & TRACE_ITER(RECORD_TGID)) {

kernel/trace/trace_events.c

929

static void clear_mod_events(struct trace_array *tr)

kernel/trace/trace_events.c

933

list_for_each_entry_safe(event_mod, n, &tr->mod_events, list) {

kernel/trace/trace_events.c

938

static int remove_cache_mod(struct trace_array *tr, const char *mod,

kernel/trace/trace_events.c

944

list_for_each_entry_safe(event_mod, n, &tr->mod_events, list) {

kernel/trace/trace_events.c

966

static int cache_mod(struct trace_array *tr, const char *mod, int set,

kernel/trace/trace_events.c

977

return remove_cache_mod(tr, mod, match, system, event);

kernel/trace/trace_events_filter.c

1202

static void append_filter_err(struct trace_array *tr,

kernel/trace/trace_events_filter.c

1231

tracing_log_err(tr, "event filter parse error",

kernel/trace/trace_events_filter.c

1236

tracing_log_err(tr, "event filter parse error",

kernel/trace/trace_events_filter.c

1327

struct trace_array *tr)

kernel/trace/trace_events_filter.c

1331

list_for_each_entry(file, &tr->events, list) {

kernel/trace/trace_events_filter.c

1436

struct trace_array *tr,

kernel/trace/trace_events_filter.c

1449

list_for_each_entry(file, &tr->events, list) {

kernel/trace/trace_events_filter.c

1475

list_for_each_entry(file, &tr->events, list) {

kernel/trace/trace_events_filter.c

2251

struct trace_array *tr,

kernel/trace/trace_events_filter.c

2268

list_for_each_entry(file, &tr->events, list) {

kernel/trace/trace_events_filter.c

2285

append_filter_err(tr, pe, filter);

kernel/trace/trace_events_filter.c

2389

static int create_filter(struct trace_array *tr,

kernel/trace/trace_events_filter.c

2407

append_filter_err(tr, pe, *filterp);

kernel/trace/trace_events_filter.c

2413

int create_event_filter(struct trace_array *tr,

kernel/trace/trace_events_filter.c

2418

return create_filter(tr, call, filter_str, set_str, filterp);

kernel/trace/trace_events_filter.c

2438

err = process_system_preds(dir, dir->tr, pe, filter_str);

kernel/trace/trace_events_filter.c

2444

append_filter_err(dir->tr, pe, *filterp);

kernel/trace/trace_events_filter.c

2476

err = create_filter(file->tr, call, filter_string, true, &filter);

kernel/trace/trace_events_filter.c

2506

struct trace_array *tr = dir->tr;

kernel/trace/trace_events_filter.c

2517

filter_free_subsystem_preds(dir, tr);

kernel/trace/trace_events_filter.c

2522

filter_free_subsystem_filters(dir, tr, filter);

kernel/trace/trace_events_hist.c

1025

struct trace_array *tr = hist_data->event_file->tr;

kernel/trace/trace_events_hist.c

1028

list_for_each_entry(var_data, &tr->hist_vars, list) {

kernel/trace/trace_events_hist.c

1080

struct trace_array *tr = hist_data->event_file->tr;

kernel/trace/trace_events_hist.c

1087

if (tracing_check_open_get_tr(tr))

kernel/trace/trace_events_hist.c

1092

trace_array_put(tr);

kernel/trace/trace_events_hist.c

1097

list_add(&var_data->list, &tr->hist_vars);

kernel/trace/trace_events_hist.c

1104

struct trace_array *tr = hist_data->event_file->tr;

kernel/trace/trace_events_hist.c

1118

trace_array_put(tr);

kernel/trace/trace_events_hist.c

1165

static struct trace_event_file *find_var_file(struct trace_array *tr,

kernel/trace/trace_events_hist.c

1175

return find_event_file(tr, system, event_name);

kernel/trace/trace_events_hist.c

1177

list_for_each_entry(var_data, &tr->hist_vars, list) {

kernel/trace/trace_events_hist.c

1185

hist_err(tr, HIST_ERR_VAR_NOT_UNIQUE, errpos(var_name));

kernel/trace/trace_events_hist.c

1220

struct trace_array *tr = hist_data->event_file->tr;

kernel/trace/trace_events_hist.c

1232

file = find_var_file(tr, system, event_name, var_name);

kernel/trace/trace_events_hist.c

1238

hist_err(tr, HIST_ERR_VAR_NOT_UNIQUE,

kernel/trace/trace_events_hist.c

1255

struct trace_array *tr = hist_data->event_file->tr;

kernel/trace/trace_events_hist.c

1267

file = find_var_file(tr, system, event_name, var_name);

kernel/trace/trace_events_hist.c

1479

static int parse_assignment(struct trace_array *tr,

kernel/trace/trace_events_hist.c

1532

hist_err(tr, HIST_ERR_TOO_MANY_VARS, errpos(str));

kernel/trace/trace_events_hist.c

1550

parse_hist_trigger_attrs(struct trace_array *tr, char *trigger_str)

kernel/trace/trace_events_hist.c

1567

hist_err(tr, HIST_ERR_EMPTY_ASSIGNMENT, errpos(str));

kernel/trace/trace_events_hist.c

1570

ret = parse_assignment(tr, str, attrs);

kernel/trace/trace_events_hist.c

2303

struct trace_array *tr = hist_data->event_file->tr;

kernel/trace/trace_events_hist.c

2316

hist_err(tr, HIST_ERR_VAR_NOT_FOUND, errpos(var_name));

kernel/trace/trace_events_hist.c

2327

struct trace_array *tr = file->tr;

kernel/trace/trace_events_hist.c

2380

hist_err(tr, HIST_ERR_BAD_FIELD_MODIFIER, errpos(modifier));

kernel/trace/trace_events_hist.c

2416

hist_err(tr, HIST_ERR_FIELD_NOT_FOUND,

kernel/trace/trace_events_hist.c

2457

struct trace_array *tr = hist_data->event_file->tr;

kernel/trace/trace_events_hist.c

2462

hist_err(tr, HIST_ERR_EXPECT_NUMBER, errpos(str));

kernel/trace/trace_events_hist.c

2569

hist_err(file->tr, HIST_ERR_TOO_MANY_SUBEXPR, errpos(str));

kernel/trace/trace_events_hist.c

2588

hist_err(file->tr, HIST_ERR_UNARY_MINUS_SUBEXPR,

kernel/trace/trace_events_hist.c

2615

hist_err(file->tr, HIST_ERR_INVALID_STR_OPERAND, errpos(str));

kernel/trace/trace_events_hist.c

2645

static int check_expr_operands(struct trace_array *tr,

kernel/trace/trace_events_hist.c

2678

hist_err(tr, HIST_ERR_TIMESTAMP_MISMATCH, 0);

kernel/trace/trace_events_hist.c

2699

hist_err(file->tr, HIST_ERR_TOO_MANY_SUBEXPR, errpos(str));

kernel/trace/trace_events_hist.c

2734

hist_err(file->tr, HIST_ERR_INVALID_STR_OPERAND, errpos(operand1_str));

kernel/trace/trace_events_hist.c

2747

hist_err(file->tr, HIST_ERR_INVALID_STR_OPERAND, errpos(str));

kernel/trace/trace_events_hist.c

2770

ret = check_expr_operands(file->tr, operand1, operand2, &var1, &var2);

kernel/trace/trace_events_hist.c

2806

hist_err(file->tr, HIST_ERR_DIVISION_BY_ZERO, errpos(str));

kernel/trace/trace_events_hist.c

2944

static struct trace_event_file *event_file(struct trace_array *tr,

kernel/trace/trace_events_hist.c

2949

file = __find_event_file(tr, system, event_name);

kernel/trace/trace_events_hist.c

3015

struct trace_array *tr = target_hist_data->event_file->tr;

kernel/trace/trace_events_hist.c

3028

hist_err(tr, HIST_ERR_TOO_MANY_FIELD_VARS, errpos(field_name));

kernel/trace/trace_events_hist.c

3032

file = event_file(tr, subsys_name, event_name);

kernel/trace/trace_events_hist.c

3035

hist_err(tr, HIST_ERR_EVENT_FILE_NOT_FOUND, errpos(field_name));

kernel/trace/trace_events_hist.c

3048

hist_err(tr, HIST_ERR_HIST_NOT_FOUND, errpos(field_name));

kernel/trace/trace_events_hist.c

3115

hist_err(tr, HIST_ERR_HIST_CREATE_FAIL, errpos(field_name));

kernel/trace/trace_events_hist.c

3127

hist_err(tr, HIST_ERR_SYNTH_VAR_NOT_FOUND, errpos(field_name));

kernel/trace/trace_events_hist.c

3282

struct trace_array *tr = file->tr;

kernel/trace/trace_events_hist.c

3287

hist_err(tr, HIST_ERR_TOO_MANY_FIELD_VARS, errpos(field_name));

kernel/trace/trace_events_hist.c

3294

hist_err(tr, HIST_ERR_FIELD_VAR_PARSE_FAIL, errpos(field_name));

kernel/trace/trace_events_hist.c

3301

hist_err(tr, HIST_ERR_VAR_CREATE_FIND_FAIL, errpos(field_name));

kernel/trace/trace_events_hist.c

3432

static bool cond_snapshot_update(struct trace_array *tr, void *cond_data)

kernel/trace/trace_events_hist.c

3435

struct track_data *track_data = tr->cond_snapshot->cond_data;

kernel/trace/trace_events_hist.c

3478

tracing_snapshot_cond(file->tr, &context);

kernel/trace/trace_events_hist.c

3510

track_data = tracing_cond_snapshot_data(file->tr);

kernel/trace/trace_events_hist.c

3531

static bool cond_snapshot_update(struct trace_array *tr, void *cond_data)

kernel/trace/trace_events_hist.c

3622

track_data = tracing_cond_snapshot_data(file->tr);

kernel/trace/trace_events_hist.c

3624

tracing_snapshot_cond_disable(file->tr);

kernel/trace/trace_events_hist.c

3642

struct trace_array *tr = file->tr;

kernel/trace/trace_events_hist.c

3648

hist_err(tr, HIST_ERR_ONX_NOT_VAR, errpos(track_data_var_str));

kernel/trace/trace_events_hist.c

3655

hist_err(tr, HIST_ERR_ONX_VAR_NOT_FOUND, errpos(track_data_var_str));

kernel/trace/trace_events_hist.c

3668

hist_err(tr, HIST_ERR_ONX_VAR_CREATE_FAIL, 0);

kernel/trace/trace_events_hist.c

3676

hist_err(tr, HIST_ERR_ONX_VAR_CREATE_FAIL, 0);

kernel/trace/trace_events_hist.c

3687

static int parse_action_params(struct trace_array *tr, char *params,

kernel/trace/trace_events_hist.c

3696

hist_err(tr, HIST_ERR_TOO_MANY_PARAMS, 0);

kernel/trace/trace_events_hist.c

3703

hist_err(tr, HIST_ERR_PARAM_NOT_FOUND, 0);

kernel/trace/trace_events_hist.c

3710

hist_err(tr, HIST_ERR_INVALID_PARAM, errpos(param));

kernel/trace/trace_events_hist.c

3734

static int action_parse(struct trace_array *tr, char *str, struct action_data *data,

kernel/trace/trace_events_hist.c

3742

hist_err(tr, HIST_ERR_ACTION_NOT_FOUND, 0);

kernel/trace/trace_events_hist.c

3749

hist_err(tr, HIST_ERR_ACTION_NOT_FOUND, 0);

kernel/trace/trace_events_hist.c

3758

hist_err(tr, HIST_ERR_NO_SAVE_PARAMS, 0);

kernel/trace/trace_events_hist.c

3763

ret = parse_action_params(tr, params, data);

kernel/trace/trace_events_hist.c

3772

hist_err(tr, HIST_ERR_ACTION_MISMATCH, errpos(action_name));

kernel/trace/trace_events_hist.c

3784

hist_err(tr, HIST_ERR_NO_CLOSING_PAREN, errpos(params));

kernel/trace/trace_events_hist.c

3794

hist_err(tr, HIST_ERR_ACTION_MISMATCH, errpos(action_name));

kernel/trace/trace_events_hist.c

3809

ret = parse_action_params(tr, params, data);

kernel/trace/trace_events_hist.c

3862

ret = action_parse(hist_data->event_file->tr, str, data, handler);

kernel/trace/trace_events_hist.c

3951

struct trace_array *tr = hist_data->event_file->tr;

kernel/trace/trace_events_hist.c

3967

hist_err(tr, HIST_ERR_PARAM_NOT_FOUND, errpos(var));

kernel/trace/trace_events_hist.c

4027

struct trace_array *tr = hist_data->event_file->tr;

kernel/trace/trace_events_hist.c

4049

hist_err(tr, HIST_ERR_SYNTH_EVENT_NOT_FOUND, errpos(synth_event_name));

kernel/trace/trace_events_hist.c

4117

hist_err(tr, HIST_ERR_SYNTH_TYPE_MISMATCH, errpos(param));

kernel/trace/trace_events_hist.c

4124

hist_err(tr, HIST_ERR_SYNTH_COUNT_MISMATCH, errpos(event->name));

kernel/trace/trace_events_hist.c

4142

struct trace_array *tr = file->tr;

kernel/trace/trace_events_hist.c

4159

ret = tracing_snapshot_cond_enable(file->tr, track_data,

kernel/trace/trace_events_hist.c

4170

hist_err(tr, HIST_ERR_TOO_MANY_SAVE_ACTIONS, 0);

kernel/trace/trace_events_hist.c

4183

hist_err(tr, HIST_ERR_FIELD_VAR_CREATE_FAIL,

kernel/trace/trace_events_hist.c

4207

static struct action_data *onmatch_parse(struct trace_array *tr, char *str)

kernel/trace/trace_events_hist.c

4219

hist_err(tr, HIST_ERR_NO_CLOSING_PAREN, errpos(match_event));

kernel/trace/trace_events_hist.c

4225

hist_err(tr, HIST_ERR_SUBSYS_NOT_FOUND, errpos(match_event_system));

kernel/trace/trace_events_hist.c

4229

if (IS_ERR(event_file(tr, match_event_system, match_event))) {

kernel/trace/trace_events_hist.c

4230

hist_err(tr, HIST_ERR_INVALID_SUBSYS_EVENT, errpos(match_event));

kernel/trace/trace_events_hist.c

4246

ret = action_parse(tr, str, data, HANDLER_ONMATCH);

kernel/trace/trace_events_hist.c

4313

hist_err(file->tr, HIST_ERR_BAD_FIELD_MODIFIER, errpos(field_str));

kernel/trace/trace_events_hist.c

4453

struct trace_array *tr = hist_data->event_file->tr;

kernel/trace/trace_events_hist.c

4461

hist_err(tr, HIST_ERR_DUPLICATE_VAR, errpos(var_name));

kernel/trace/trace_events_hist.c

4518

hist_err(hist_data->event_file->tr, HIST_ERR_NEED_NOHC_VAL, 0);

kernel/trace/trace_events_hist.c

4531

struct trace_array *tr = hist_data->event_file->tr;

kernel/trace/trace_events_hist.c

4555

hist_err(tr, HIST_ERR_INVALID_REF_KEY, errpos(field_str));

kernel/trace/trace_events_hist.c

4652

struct trace_array *tr = hist_data->event_file->tr;

kernel/trace/trace_events_hist.c

4666

hist_err(tr, HIST_ERR_MALFORMED_ASSIGNMENT,

kernel/trace/trace_events_hist.c

4673

hist_err(tr, HIST_ERR_TOO_MANY_VARS, errpos(var_name));

kernel/trace/trace_events_hist.c

4730

static int is_descending(struct trace_array *tr, const char *str)

kernel/trace/trace_events_hist.c

4741

hist_err(tr, HIST_ERR_INVALID_SORT_MODIFIER, errpos((char *)str));

kernel/trace/trace_events_hist.c

4748

struct trace_array *tr = hist_data->event_file->tr;

kernel/trace/trace_events_hist.c

4772

hist_err(tr, HIST_ERR_EMPTY_SORT_FIELD, errpos("sort="));

kernel/trace/trace_events_hist.c

4777

hist_err(tr, HIST_ERR_TOO_MANY_SORT_FIELDS, errpos("sort="));

kernel/trace/trace_events_hist.c

4785

hist_err(tr, HIST_ERR_EMPTY_SORT_FIELD, errpos("sort="));

kernel/trace/trace_events_hist.c

4790

descending = is_descending(tr, field_str);

kernel/trace/trace_events_hist.c

4812

descending = is_descending(tr, field_str);

kernel/trace/trace_events_hist.c

4823

hist_err(tr, HIST_ERR_INVALID_SORT_FIELD, errpos(field_name));

kernel/trace/trace_events_hist.c

4852

struct trace_array *tr = hist_data->event_file->tr;

kernel/trace/trace_events_hist.c

4876

data = onmatch_parse(tr, action_str);

kernel/trace/trace_events_hist.c

6547

static int tracing_set_filter_buffering(struct trace_array *tr, bool set)

kernel/trace/trace_events_hist.c

6551

if (set && tr->no_filter_buffering_ref++)

kernel/trace/trace_events_hist.c

6555

if (WARN_ON_ONCE(!tr->no_filter_buffering_ref))

kernel/trace/trace_events_hist.c

6558

--tr->no_filter_buffering_ref;

kernel/trace/trace_events_hist.c

6570

struct trace_array *tr = file->tr;

kernel/trace/trace_events_hist.c

6578

hist_err(tr, HIST_ERR_NAMED_MISMATCH, errpos(hist_data->attrs->name));

kernel/trace/trace_events_hist.c

6593

hist_err(tr, HIST_ERR_TRIGGER_EEXIST, 0);

kernel/trace/trace_events_hist.c

6601

hist_err(tr, HIST_ERR_TRIGGER_ENOENT_CLEAR, 0);

kernel/trace/trace_events_hist.c

6635

ret = tracing_set_clock(file->tr, hist_data->attrs->clock);

kernel/trace/trace_events_hist.c

6637

hist_err(tr, HIST_ERR_SET_CLOCK_FAIL, errpos(clock));

kernel/trace/trace_events_hist.c

6641

tracing_set_filter_buffering(file->tr, true);

kernel/trace/trace_events_hist.c

6746

tracing_set_filter_buffering(file->tr, false);

kernel/trace/trace_events_hist.c

6793

tracing_set_filter_buffering(file->tr, false);

kernel/trace/trace_events_hist.c

6872

attrs = parse_hist_trigger_attrs(file->tr, param);

kernel/trace/trace_events_hist.c

810

static void hist_err(struct trace_array *tr, u8 err_type, u16 err_pos)

kernel/trace/trace_events_hist.c

815

tracing_log_err(tr, last_cmd_loc, last_cmd, err_text,

kernel/trace/trace_events_hist.c

876

struct trace_array *tr = hist_data->event_file->tr;

kernel/trace/trace_events_hist.c

880

if (hist_data->attrs->ts_in_usecs && trace_clock_in_ns(tr))

kernel/trace/trace_events_hist.c

976

struct trace_array *tr = hist_data->event_file->tr;

kernel/trace/trace_events_hist.c

980

list_for_each_entry(var_data, &tr->hist_vars, list) {

kernel/trace/trace_events_synth.c

1769

trace_state->buffer = file->tr->array_buffer.buffer;

kernel/trace/trace_events_synth.c

348

struct trace_array *tr = iter->tr;

kernel/trace/trace_events_synth.c

368

if (tr && tr->trace_flags & TRACE_ITER(VERBOSE))

kernel/trace/trace_events_synth.c

605

buffer = trace_file->tr->array_buffer.buffer;

kernel/trace/trace_events_trigger.c

1213

ret = create_event_filter(file->tr, file->event_call,

kernel/trace/trace_events_trigger.c

1416

if (tracer_tracing_is_on(file->tr))

kernel/trace/trace_events_trigger.c

1419

tracer_tracing_on(file->tr);

kernel/trace/trace_events_trigger.c

1432

if (tracer_tracing_is_on(file->tr))

kernel/trace/trace_events_trigger.c

1454

if (!tracer_tracing_is_on(file->tr))

kernel/trace/trace_events_trigger.c

1457

tracer_tracing_off(file->tr);

kernel/trace/trace_events_trigger.c

1470

if (!tracer_tracing_is_on(file->tr))

kernel/trace/trace_events_trigger.c

1536

tracing_snapshot_instance(file->tr);

kernel/trace/trace_events_trigger.c

1544

int ret = tracing_arm_snapshot(file->tr);

kernel/trace/trace_events_trigger.c

1551

tracing_disarm_snapshot(file->tr);

kernel/trace/trace_events_trigger.c

1560

tracing_disarm_snapshot(file->tr);

kernel/trace/trace_events_trigger.c

1625

__trace_stack(file->tr, tracing_gen_ctx_dec(), STACK_SKIP);

kernel/trace/trace_events_trigger.c

1758

struct trace_array *tr = file->tr;

kernel/trace/trace_events_trigger.c

1782

event_enable_file = find_event_file(tr, system, event);

kernel/trace/trace_events_trigger.c

637

clear_event_triggers(struct trace_array *tr)

kernel/trace/trace_events_trigger.c

641

list_for_each_entry(file, &tr->events, list) {

kernel/trace/trace_functions.c

100

kfree(tr->ops);

kernel/trace/trace_functions.c

104

ftrace_create_filter_files(tr->ops, parent);

kernel/trace/trace_functions.c

109

void ftrace_destroy_function_files(struct trace_array *tr)

kernel/trace/trace_functions.c

111

ftrace_destroy_filter_files(tr->ops);

kernel/trace/trace_functions.c

112

ftrace_free_ftrace_ops(tr);

kernel/trace/trace_functions.c

113

free_fgraph_ops(tr);

kernel/trace/trace_functions.c

134

static bool handle_func_repeats(struct trace_array *tr, u32 flags_val)

kernel/trace/trace_functions.c

136

if (!tr->last_func_repeats &&

kernel/trace/trace_functions.c

138

tr->last_func_repeats = alloc_percpu(struct trace_func_repeats);

kernel/trace/trace_functions.c

139

if (!tr->last_func_repeats)

kernel/trace/trace_functions.c

146

static int function_trace_init(struct trace_array *tr)

kernel/trace/trace_functions.c

154

if (!tr->ops)

kernel/trace/trace_functions.c

157

func = select_trace_function(tr->current_trace_flags->val);

kernel/trace/trace_functions.c

161

if (!handle_func_repeats(tr, tr->current_trace_flags->val))

kernel/trace/trace_functions.c

164

ftrace_init_array_ops(tr, func);

kernel/trace/trace_functions.c

166

tr->array_buffer.cpu = raw_smp_processor_id();

kernel/trace/trace_functions.c

169

tracing_start_function_trace(tr);

kernel/trace/trace_functions.c

173

static void function_trace_reset(struct trace_array *tr)

kernel/trace/trace_functions.c

175

tracing_stop_function_trace(tr);

kernel/trace/trace_functions.c

177

ftrace_reset_array_ops(tr);

kernel/trace/trace_functions.c

180

static void function_trace_start(struct trace_array *tr)

kernel/trace/trace_functions.c

182

tracing_reset_online_cpus(&tr->array_buffer);

kernel/trace/trace_functions.c

211

struct trace_array *tr = op->private;

kernel/trace/trace_functions.c

215

if (unlikely(!tr->function_enabled))

kernel/trace/trace_functions.c

22

static void tracing_start_function_trace(struct trace_array *tr);

kernel/trace/trace_functions.c

226

trace_function(tr, ip, parent_ip, trace_ctx, NULL);

kernel/trace/trace_functions.c

23

static void tracing_stop_function_trace(struct trace_array *tr);

kernel/trace/trace_functions.c

235

struct trace_array *tr = op->private;

kernel/trace/trace_functions.c

239

if (unlikely(!tr->function_enabled))

kernel/trace/trace_functions.c

248

trace_function(tr, ip, parent_ip, trace_ctx, fregs);

kernel/trace/trace_functions.c

275

struct trace_array *tr = op->private;

kernel/trace/trace_functions.c

283

if (unlikely(!tr->function_enabled))

kernel/trace/trace_functions.c

293

data = per_cpu_ptr(tr->array_buffer.data, cpu);

kernel/trace/trace_functions.c

298

trace_function(tr, ip, parent_ip, trace_ctx, NULL);

kernel/trace/trace_functions.c

303

__trace_stack(tr, trace_ctx, skip);

kernel/trace/trace_functions.c

310

static inline bool is_repeat_check(struct trace_array *tr,

kernel/trace/trace_functions.c

318

ring_buffer_time_stamp(tr->array_buffer.buffer);

kernel/trace/trace_functions.c

326

static inline void process_repeats(struct trace_array *tr,

kernel/trace/trace_functions.c

332

trace_last_func_repeats(tr, last_info, trace_ctx);

kernel/trace/trace_functions.c

346

struct trace_array *tr = op->private;

kernel/trace/trace_functions.c

350

if (unlikely(!tr->function_enabled))

kernel/trace/trace_functions.c

358

if (!tracer_tracing_is_on(tr))

kernel/trace/trace_functions.c

368

last_info = this_cpu_ptr(tr->last_func_repeats);

kernel/trace/trace_functions.c

369

if (is_repeat_check(tr, last_info, ip, parent_ip))

kernel/trace/trace_functions.c

373

process_repeats(tr, ip, parent_ip, last_info, trace_ctx);

kernel/trace/trace_functions.c

375

trace_function(tr, ip, parent_ip, trace_ctx, NULL);

kernel/trace/trace_functions.c

387

struct trace_array *tr = op->private;

kernel/trace/trace_functions.c

394

if (unlikely(!tr->function_enabled))

kernel/trace/trace_functions.c

404

data = per_cpu_ptr(tr->array_buffer.data, cpu);

kernel/trace/trace_functions.c

408

last_info = per_cpu_ptr(tr->last_func_repeats, cpu);

kernel/trace/trace_functions.c

409

if (is_repeat_check(tr, last_info, ip, parent_ip))

kernel/trace/trace_functions.c

413

process_repeats(tr, ip, parent_ip, last_info, trace_ctx);

kernel/trace/trace_functions.c

415

trace_function(tr, ip, parent_ip, trace_ctx, NULL);

kernel/trace/trace_functions.c

416

__trace_stack(tr, trace_ctx, STACK_SKIP);

kernel/trace/trace_functions.c

440

static void tracing_start_function_trace(struct trace_array *tr)

kernel/trace/trace_functions.c

442

tr->function_enabled = 0;

kernel/trace/trace_functions.c

443

register_ftrace_function(tr->ops);

kernel/trace/trace_functions.c

444

tr->function_enabled = 1;

kernel/trace/trace_functions.c

447

static void tracing_stop_function_trace(struct trace_array *tr)

kernel/trace/trace_functions.c

449

tr->function_enabled = 0;

kernel/trace/trace_functions.c

450

unregister_ftrace_function(tr->ops);

kernel/trace/trace_functions.c

456

func_set_flag(struct trace_array *tr, u32 old_flags, u32 bit, int set)

kernel/trace/trace_functions.c

462

if (tr->current_trace != &function_trace)

kernel/trace/trace_functions.c

466

if (!!set == !!(tr->current_trace_flags->val & bit))

kernel/trace/trace_functions.c

469

new_flags = (tr->current_trace_flags->val & ~bit) | (set ? bit : 0);

kernel/trace/trace_functions.c

475

if (tr->ops->func == func)

kernel/trace/trace_functions.c

478

if (!handle_func_repeats(tr, new_flags))

kernel/trace/trace_functions.c

481

unregister_ftrace_function(tr->ops);

kernel/trace/trace_functions.c

482

tr->ops->func = func;

kernel/trace/trace_functions.c

483

register_ftrace_function(tr->ops);

kernel/trace/trace_functions.c

505

struct trace_array *tr, bool on,

kernel/trace/trace_functions.c

550

if (on == !!tracer_tracing_is_on(tr))

kernel/trace/trace_functions.c

554

tracer_tracing_on(tr);

kernel/trace/trace_functions.c

556

tracer_tracing_off(tr);

kernel/trace/trace_functions.c

56

int ftrace_allocate_ftrace_ops(struct trace_array *tr)

kernel/trace/trace_functions.c

566

struct trace_array *tr, struct ftrace_probe_ops *ops,

kernel/trace/trace_functions.c

569

update_traceon_count(ops, ip, tr, 1, data);

kernel/trace/trace_functions.c

574

struct trace_array *tr, struct ftrace_probe_ops *ops,

kernel/trace/trace_functions.c

577

update_traceon_count(ops, ip, tr, 0, data);

kernel/trace/trace_functions.c

582

struct trace_array *tr, struct ftrace_probe_ops *ops,

kernel/trace/trace_functions.c

585

if (tracer_tracing_is_on(tr))

kernel/trace/trace_functions.c

588

tracer_tracing_on(tr);

kernel/trace/trace_functions.c

593

struct trace_array *tr, struct ftrace_probe_ops *ops,

kernel/trace/trace_functions.c

596

if (!tracer_tracing_is_on(tr))

kernel/trace/trace_functions.c

599

tracer_tracing_off(tr);

kernel/trace/trace_functions.c

61

if (tr->flags & TRACE_ARRAY_FL_GLOBAL)

kernel/trace/trace_functions.c

624

static __always_inline void trace_stack(struct trace_array *tr)

kernel/trace/trace_functions.c

626

__trace_stack(tr, tracing_gen_ctx_dec(), FTRACE_STACK_SKIP);

kernel/trace/trace_functions.c

631

struct trace_array *tr, struct ftrace_probe_ops *ops,

kernel/trace/trace_functions.c

634

trace_stack(tr);

kernel/trace/trace_functions.c

639

struct trace_array *tr, struct ftrace_probe_ops *ops,

kernel/trace/trace_functions.c

652

trace_stack(tr);

kernel/trace/trace_functions.c

671

trace_stack(tr);

kernel/trace/trace_functions.c

699

struct trace_array *tr, struct ftrace_probe_ops *ops,

kernel/trace/trace_functions.c

709

struct trace_array *tr, struct ftrace_probe_ops *ops,

kernel/trace/trace_functions.c

72

tr->ops = ops;

kernel/trace/trace_functions.c

73

ops->private = tr;

kernel/trace/trace_functions.c

775

ftrace_count_init(struct ftrace_probe_ops *ops, struct trace_array *tr,

kernel/trace/trace_functions.c

78

void ftrace_free_ftrace_ops(struct trace_array *tr)

kernel/trace/trace_functions.c

791

ftrace_count_free(struct ftrace_probe_ops *ops, struct trace_array *tr,

kernel/trace/trace_functions.c

80

kfree(tr->ops);

kernel/trace/trace_functions.c

81

tr->ops = NULL;

kernel/trace/trace_functions.c

84

int ftrace_create_function_files(struct trace_array *tr,

kernel/trace/trace_functions.c

853

ftrace_trace_probe_callback(struct trace_array *tr,

kernel/trace/trace_functions.c

867

return unregister_ftrace_function_probe_func(glob+1, tr, ops);

kernel/trace/trace_functions.c

886

ret = register_ftrace_function_probe(glob, tr, ops, count);

kernel/trace/trace_functions.c

892

ftrace_trace_onoff_callback(struct trace_array *tr, struct ftrace_hash *hash,

kernel/trace/trace_functions.c

897

if (!tr)

kernel/trace/trace_functions.c

906

return ftrace_trace_probe_callback(tr, ops, hash, glob, cmd,

kernel/trace/trace_functions.c

911

ftrace_stacktrace_callback(struct trace_array *tr, struct ftrace_hash *hash,

kernel/trace/trace_functions.c

916

if (!tr)

kernel/trace/trace_functions.c

92

if (tr->flags & TRACE_ARRAY_FL_GLOBAL)

kernel/trace/trace_functions.c

921

return ftrace_trace_probe_callback(tr, ops, hash, glob, cmd,

kernel/trace/trace_functions.c

926

ftrace_dump_callback(struct trace_array *tr, struct ftrace_hash *hash,

kernel/trace/trace_functions.c

931

if (!tr)

kernel/trace/trace_functions.c

937

return ftrace_trace_probe_callback(tr, ops, hash, glob, cmd,

kernel/trace/trace_functions.c

942

ftrace_cpudump_callback(struct trace_array *tr, struct ftrace_hash *hash,

kernel/trace/trace_functions.c

947

if (!tr)

kernel/trace/trace_functions.c

95

if (!tr->ops)

kernel/trace/trace_functions.c

953

return ftrace_trace_probe_callback(tr, ops, hash, glob, cmd,

kernel/trace/trace_functions.c

98

ret = allocate_fgraph_ops(tr, tr->ops);

kernel/trace/trace_functions_graph.c

1000

(void *)graph_ret->func + iter->tr->text_delta,

kernel/trace/trace_functions_graph.c

1001

flags, tr->trace_flags, args_size);

kernel/trace/trace_functions_graph.c

1026

struct trace_array *tr = iter->tr;

kernel/trace/trace_functions_graph.c

1045

print_graph_duration(tr, 0, s, flags | FLAGS_FILL_FULL);

kernel/trace/trace_functions_graph.c

1051

func = call->func + iter->tr->text_delta;

kernel/trace/trace_functions_graph.c

1067

tr->trace_flags, true);

kernel/trace/trace_functions_graph.c

107

static bool tracer_flags_is_set(struct trace_array *tr, u32 flags)

kernel/trace/trace_functions_graph.c

1086

struct trace_array *tr = iter->tr;

kernel/trace/trace_functions_graph.c

109

return (tr->current_trace_flags->val & flags) == flags;

kernel/trace/trace_functions_graph.c

1096

if (!(tr->trace_flags & TRACE_ITER(CONTEXT_INFO)))

kernel/trace/trace_functions_graph.c

1118

if (tr->trace_flags & TRACE_ITER(LATENCY_FMT))

kernel/trace/trace_functions_graph.c

1143

addr += iter->tr->text_delta;

kernel/trace/trace_functions_graph.c

124

print_graph_duration(struct trace_array *tr, unsigned long long duration,

kernel/trace/trace_functions_graph.c

127

static int __graph_entry(struct trace_array *tr, struct ftrace_graph_ent *trace,

kernel/trace/trace_functions_graph.c

1294

struct trace_array *tr = iter->tr;

kernel/trace/trace_functions_graph.c

1301

func = trace->func + iter->tr->text_delta;

kernel/trace/trace_functions_graph.c

131

struct trace_buffer *buffer = tr->array_buffer.buffer;

kernel/trace/trace_functions_graph.c

1330

print_graph_duration(tr, duration, s, flags);

kernel/trace/trace_functions_graph.c

1342

tr->trace_flags, 0);

kernel/trace/trace_functions_graph.c

1373

struct trace_array *tr = iter->tr;

kernel/trace/trace_functions_graph.c

1374

unsigned long sym_flags = (tr->trace_flags & TRACE_ITER_SYM_MASK);

kernel/trace/trace_functions_graph.c

1387

print_graph_duration(tr, 0, s, flags | FLAGS_FILL_FULL);

kernel/trace/trace_functions_graph.c

1509

struct trace_array *tr = iter->tr;

kernel/trace/trace_functions_graph.c

1510

return print_graph_function_flags(iter, tr->current_trace_flags->val);

kernel/trace/trace_functions_graph.c

1543

static void __print_graph_headers_flags(struct trace_array *tr,

kernel/trace/trace_functions_graph.c

1546

int lat = tr->trace_flags & TRACE_ITER(LATENCY_FMT);

kernel/trace/trace_functions_graph.c

157

int __trace_graph_entry(struct trace_array *tr,

kernel/trace/trace_functions_graph.c

1587

struct trace_array *tr = iter->tr;

kernel/trace/trace_functions_graph.c

1589

print_graph_headers_flags(s, tr->current_trace_flags->val);

kernel/trace/trace_functions_graph.c

1595

struct trace_array *tr = iter->tr;

kernel/trace/trace_functions_graph.c

1597

if (!(tr->trace_flags & TRACE_ITER(CONTEXT_INFO)))

kernel/trace/trace_functions_graph.c

1600

if (tr->trace_flags & TRACE_ITER(LATENCY_FMT)) {

kernel/trace/trace_functions_graph.c

1608

__print_graph_headers_flags(tr, s, flags);

kernel/trace/trace_functions_graph.c

161

return __graph_entry(tr, trace, trace_ctx, NULL);

kernel/trace/trace_functions_graph.c

165

int __trace_graph_retaddr_entry(struct trace_array *tr,

kernel/trace/trace_functions_graph.c

1665

func_graph_set_flag(struct trace_array *tr, u32 old_flags, u32 bit, int set)

kernel/trace/trace_functions_graph.c

1672

if (bit == TRACE_GRAPH_SLEEP_TIME && (tr->flags & TRACE_ARRAY_FL_GLOBAL) &&

kernel/trace/trace_functions_graph.c

1687

if (tr->current_trace != &graph_trace)

kernel/trace/trace_functions_graph.c

1691

if (!!set == !!(tr->current_trace_flags->val & bit))

kernel/trace/trace_functions_graph.c

1715

return ftrace_graph_trace_args(tr, set);

kernel/trace/trace_functions_graph.c

172

struct trace_buffer *buffer = tr->array_buffer.buffer;

kernel/trace/trace_functions_graph.c

199

int __trace_graph_retaddr_entry(struct trace_array *tr,

kernel/trace/trace_functions_graph.c

209

static inline int ftrace_graph_ignore_irqs(struct trace_array *tr)

kernel/trace/trace_functions_graph.c

214

if (tracer_flags_is_set(tr, TRACE_GRAPH_PRINT_IRQS))

kernel/trace/trace_functions_graph.c

230

struct trace_array *tr = gops->private;

kernel/trace/trace_functions_graph.c

257

if (ftrace_graph_ignore_irqs(tr))

kernel/trace/trace_functions_graph.c

261

!tracer_flags_is_set(tr, TRACE_GRAPH_SLEEP_TIME)) {

kernel/trace/trace_functions_graph.c

283

tracer_flags_is_set(tr, TRACE_GRAPH_PRINT_RETADDR)) {

kernel/trace/trace_functions_graph.c

285

ret = __trace_graph_retaddr_entry(tr, trace, trace_ctx,

kernel/trace/trace_functions_graph.c

288

ret = __graph_entry(tr, trace, trace_ctx, fregs);

kernel/trace/trace_functions_graph.c

309

__trace_graph_function(struct trace_array *tr,

kernel/trace/trace_functions_graph.c

322

__trace_graph_entry(tr, &ent, trace_ctx);

kernel/trace/trace_functions_graph.c

323

__trace_graph_return(tr, &ret, trace_ctx, time, time);

kernel/trace/trace_functions_graph.c

327

trace_graph_function(struct trace_array *tr,

kernel/trace/trace_functions_graph.c

331

__trace_graph_function(tr, ip, trace_ctx);

kernel/trace/trace_functions_graph.c

334

void __trace_graph_return(struct trace_array *tr,

kernel/trace/trace_functions_graph.c

340

struct trace_buffer *buffer = tr->array_buffer.buffer;

kernel/trace/trace_functions_graph.c

354

static void handle_nosleeptime(struct trace_array *tr,

kernel/trace/trace_functions_graph.c

362

if (!fgraph_no_sleep_time || tracer_flags_is_set(tr, TRACE_GRAPH_SLEEP_TIME))

kernel/trace/trace_functions_graph.c

372

struct trace_array *tr = gops->private;

kernel/trace/trace_functions_graph.c

391

handle_nosleeptime(tr, trace, ftimes, size);

kernel/trace/trace_functions_graph.c

396

__trace_graph_return(tr, trace, trace_ctx, calltime, rettime);

kernel/trace/trace_functions_graph.c

405

struct trace_array *tr;

kernel/trace/trace_functions_graph.c

423

tr = gops->private;

kernel/trace/trace_functions_graph.c

424

handle_nosleeptime(tr, trace, ftimes, size);

kernel/trace/trace_functions_graph.c

432

__trace_graph_return(tr, trace, trace_ctx, calltime, rettime);

kernel/trace/trace_functions_graph.c

440

int allocate_fgraph_ops(struct trace_array *tr, struct ftrace_ops *ops)

kernel/trace/trace_functions_graph.c

451

tr->gops = gops;

kernel/trace/trace_functions_graph.c

452

gops->private = tr;

kernel/trace/trace_functions_graph.c

459

void free_fgraph_ops(struct trace_array *tr)

kernel/trace/trace_functions_graph.c

461

kfree(tr->gops);

kernel/trace/trace_functions_graph.c

464

__init void init_array_fgraph_ops(struct trace_array *tr, struct ftrace_ops *ops)

kernel/trace/trace_functions_graph.c

466

tr->gops = &funcgraph_ops;

kernel/trace/trace_functions_graph.c

467

funcgraph_ops.private = tr;

kernel/trace/trace_functions_graph.c

468

fgraph_init_ops(&tr->gops->ops, ops);

kernel/trace/trace_functions_graph.c

471

static int graph_trace_init(struct trace_array *tr)

kernel/trace/trace_functions_graph.c

475

if (tracer_flags_is_set(tr, TRACE_GRAPH_ARGS))

kernel/trace/trace_functions_graph.c

476

tr->gops->entryfunc = trace_graph_entry_args;

kernel/trace/trace_functions_graph.c

478

tr->gops->entryfunc = trace_graph_entry;

kernel/trace/trace_functions_graph.c

481

tr->gops->retfunc = trace_graph_thresh_return;

kernel/trace/trace_functions_graph.c

483

tr->gops->retfunc = trace_graph_return;

kernel/trace/trace_functions_graph.c

485

if (!tracer_flags_is_set(tr, TRACE_GRAPH_PRINT_IRQS))

kernel/trace/trace_functions_graph.c

488

if (!tracer_flags_is_set(tr, TRACE_GRAPH_SLEEP_TIME))

kernel/trace/trace_functions_graph.c

494

ret = register_ftrace_graph(tr->gops);

kernel/trace/trace_functions_graph.c

504

static int ftrace_graph_trace_args(struct trace_array *tr, int set)

kernel/trace/trace_functions_graph.c

514

if (tr->gops->entryfunc == entry)

kernel/trace/trace_functions_graph.c

517

unregister_ftrace_graph(tr->gops);

kernel/trace/trace_functions_graph.c

519

tr->gops->entryfunc = entry;

kernel/trace/trace_functions_graph.c

523

return register_ftrace_graph(tr->gops);

kernel/trace/trace_functions_graph.c

526

static void graph_trace_reset(struct trace_array *tr)

kernel/trace/trace_functions_graph.c

528

if (!tracer_flags_is_set(tr, TRACE_GRAPH_PRINT_IRQS))

kernel/trace/trace_functions_graph.c

533

if (!tracer_flags_is_set(tr, TRACE_GRAPH_SLEEP_TIME))

kernel/trace/trace_functions_graph.c

539

unregister_ftrace_graph(tr->gops);

kernel/trace/trace_functions_graph.c

542

static int graph_trace_update_thresh(struct trace_array *tr)

kernel/trace/trace_functions_graph.c

544

graph_trace_reset(tr);

kernel/trace/trace_functions_graph.c

545

return graph_trace_init(tr);

kernel/trace/trace_functions_graph.c

735

struct trace_array *tr = iter->tr;

kernel/trace/trace_functions_graph.c

739

addr += iter->tr->text_delta;

kernel/trace/trace_functions_graph.c

745

if (tr->trace_flags & TRACE_ITER(CONTEXT_INFO)) {

kernel/trace/trace_functions_graph.c

765

if (tr->trace_flags & TRACE_ITER(LATENCY_FMT))

kernel/trace/trace_functions_graph.c

770

print_graph_duration(tr, 0, s, flags | FLAGS_FILL_START);

kernel/trace/trace_functions_graph.c

777

print_graph_duration(tr, 0, s, flags | FLAGS_FILL_END);

kernel/trace/trace_functions_graph.c

815

print_graph_duration(struct trace_array *tr, unsigned long long duration,

kernel/trace/trace_functions_graph.c

819

!(tr->trace_flags & TRACE_ITER(CONTEXT_INFO)))

kernel/trace/trace_functions_graph.c

953

struct trace_array *tr = iter->tr;

kernel/trace/trace_functions_graph.c

987

print_graph_duration(tr, duration, s, flags);

kernel/trace/trace_functions_graph.c

993

ret_func = graph_ret->func + iter->tr->text_delta;

kernel/trace/trace_hwlat.c

132

struct trace_array *tr = hwlat_trace;

kernel/trace/trace_hwlat.c

133

struct trace_buffer *buffer = tr->array_buffer.buffer;

kernel/trace/trace_hwlat.c

187

struct trace_array *tr = hwlat_trace; \

kernel/trace/trace_hwlat.c

189

trace_array_printk_buf(tr->array_buffer.buffer, _THIS_IP_, msg); \

kernel/trace/trace_hwlat.c

201

struct trace_array *tr = hwlat_trace;

kernel/trace/trace_hwlat.c

299

if (latency > tr->max_latency) {

kernel/trace/trace_hwlat.c

300

tr->max_latency = latency;

kernel/trace/trace_hwlat.c

301

latency_fsnotify(tr);

kernel/trace/trace_hwlat.c

314

struct trace_array *tr = hwlat_trace;

kernel/trace/trace_hwlat.c

326

cpumask_and(current_mask, cpu_online_mask, tr->tracing_cpumask);

kernel/trace/trace_hwlat.c

415

static int start_single_kthread(struct trace_array *tr)

kernel/trace/trace_hwlat.c

434

cpumask_and(current_mask, cpu_online_mask, tr->tracing_cpumask);

kernel/trace/trace_hwlat.c

507

struct trace_array *tr = hwlat_trace;

kernel/trace/trace_hwlat.c

519

if (!cpumask_test_cpu(cpu, tr->tracing_cpumask))

kernel/trace/trace_hwlat.c

575

static int start_per_cpu_kthreads(struct trace_array *tr)

kernel/trace/trace_hwlat.c

585

cpumask_and(current_mask, cpu_online_mask, tr->tracing_cpumask);

kernel/trace/trace_hwlat.c

658

static void hwlat_tracer_start(struct trace_array *tr);

kernel/trace/trace_hwlat.c

659

static void hwlat_tracer_stop(struct trace_array *tr);

kernel/trace/trace_hwlat.c

679

struct trace_array *tr = hwlat_trace;

kernel/trace/trace_hwlat.c

702

hwlat_tracer_stop(tr);

kernel/trace/trace_hwlat.c

716

hwlat_tracer_start(tr);

kernel/trace/trace_hwlat.c

806

static void hwlat_tracer_start(struct trace_array *tr)

kernel/trace/trace_hwlat.c

811

err = start_per_cpu_kthreads(tr);

kernel/trace/trace_hwlat.c

813

err = start_single_kthread(tr);

kernel/trace/trace_hwlat.c

818

static void hwlat_tracer_stop(struct trace_array *tr)

kernel/trace/trace_hwlat.c

826

static int hwlat_tracer_init(struct trace_array *tr)

kernel/trace/trace_hwlat.c

832

hwlat_trace = tr;

kernel/trace/trace_hwlat.c

835

tr->max_latency = 0;

kernel/trace/trace_hwlat.c

842

if (tracer_tracing_is_on(tr))

kernel/trace/trace_hwlat.c

843

hwlat_tracer_start(tr);

kernel/trace/trace_hwlat.c

850

static void hwlat_tracer_reset(struct trace_array *tr)

kernel/trace/trace_hwlat.c

852

hwlat_tracer_stop(tr);

kernel/trace/trace_irqsoff.c

125

*data = per_cpu_ptr(tr->array_buffer.data, cpu);

kernel/trace/trace_irqsoff.c

143

struct trace_array *tr = irqsoff_trace;

kernel/trace/trace_irqsoff.c

148

if (!func_prolog_dec(tr, &data, &flags))

kernel/trace/trace_irqsoff.c

153

trace_function(tr, ip, parent_ip, trace_ctx, fregs);

kernel/trace/trace_irqsoff.c

160

static int irqsoff_display_graph(struct trace_array *tr, int set)

kernel/trace/trace_irqsoff.c

164

if (!(is_graph(tr) ^ set))

kernel/trace/trace_irqsoff.c

172

tr->max_latency = 0;

kernel/trace/trace_irqsoff.c

182

struct trace_array *tr = irqsoff_trace;

kernel/trace/trace_irqsoff.c

201

if (!func_prolog_dec(tr, &data, &flags))

kernel/trace/trace_irqsoff.c

208

ret = __trace_graph_entry(tr, trace, trace_ctx);

kernel/trace/trace_irqsoff.c

219

struct trace_array *tr = irqsoff_trace;

kernel/trace/trace_irqsoff.c

229

if (!func_prolog_dec(tr, &data, &flags))

kernel/trace/trace_irqsoff.c

236

__trace_graph_return(tr, trace, trace_ctx, *calltime, rettime);

kernel/trace/trace_irqsoff.c

248

if (is_graph(iter->tr))

kernel/trace/trace_irqsoff.c

269

if (is_graph(iter->tr))

kernel/trace/trace_irqsoff.c

277

struct trace_array *tr = irqsoff_trace;

kernel/trace/trace_irqsoff.c

279

if (is_graph(tr))

kernel/trace/trace_irqsoff.c

286

__trace_function(struct trace_array *tr,

kernel/trace/trace_irqsoff.c

290

if (is_graph(tr))

kernel/trace/trace_irqsoff.c

291

trace_graph_function(tr, ip, parent_ip, trace_ctx);

kernel/trace/trace_irqsoff.c

293

trace_function(tr, ip, parent_ip, trace_ctx, NULL);

kernel/trace/trace_irqsoff.c

298

__trace_function(struct trace_array *tr,

kernel/trace/trace_irqsoff.c

302

return trace_function(tr, ip, parent_ip, trace_ctx, NULL);

kernel/trace/trace_irqsoff.c

329

static bool report_latency(struct trace_array *tr, u64 delta)

kernel/trace/trace_irqsoff.c

335

if (delta <= tr->max_latency)

kernel/trace/trace_irqsoff.c

342

check_critical_timing(struct trace_array *tr,

kernel/trace/trace_irqsoff.c

357

if (!report_latency(tr, delta))

kernel/trace/trace_irqsoff.c

363

if (!report_latency(tr, delta))

kernel/trace/trace_irqsoff.c

366

__trace_function(tr, CALLER_ADDR0, parent_ip, trace_ctx);

kernel/trace/trace_irqsoff.c

368

__trace_stack(tr, trace_ctx, 5);

kernel/trace/trace_irqsoff.c

376

tr->max_latency = delta;

kernel/trace/trace_irqsoff.c

377

update_max_tr_single(tr, current, cpu);

kernel/trace/trace_irqsoff.c

388

__trace_function(tr, CALLER_ADDR0, parent_ip, trace_ctx);

kernel/trace/trace_irqsoff.c

395

struct trace_array *tr = irqsoff_trace;

kernel/trace/trace_irqsoff.c

40

static void stop_irqsoff_tracer(struct trace_array *tr, int graph);

kernel/trace/trace_irqsoff.c

407

data = per_cpu_ptr(tr->array_buffer.data, cpu);

kernel/trace/trace_irqsoff.c

41

static int start_irqsoff_tracer(struct trace_array *tr, int graph);

kernel/trace/trace_irqsoff.c

419

__trace_function(tr, ip, parent_ip, tracing_gen_ctx());

kernel/trace/trace_irqsoff.c

431

struct trace_array *tr = irqsoff_trace;

kernel/trace/trace_irqsoff.c

446

data = per_cpu_ptr(tr->array_buffer.data, cpu);

kernel/trace/trace_irqsoff.c

456

__trace_function(tr, ip, parent_ip, trace_ctx);

kernel/trace/trace_irqsoff.c

457

check_critical_timing(tr, data, parent_ip ? : ip, cpu);

kernel/trace/trace_irqsoff.c

484

static int register_irqsoff_function(struct trace_array *tr, int graph, int set)

kernel/trace/trace_irqsoff.c

489

if (function_enabled || (!set && !(tr->trace_flags & TRACE_ITER(FUNCTION))))

kernel/trace/trace_irqsoff.c

495

ret = register_ftrace_function(tr->ops);

kernel/trace/trace_irqsoff.c

503

static void unregister_irqsoff_function(struct trace_array *tr, int graph)

kernel/trace/trace_irqsoff.c

511

unregister_ftrace_function(tr->ops);

kernel/trace/trace_irqsoff.c

516

static int irqsoff_function_set(struct trace_array *tr, u32 mask, int set)

kernel/trace/trace_irqsoff.c

522

register_irqsoff_function(tr, is_graph(tr), 1);

kernel/trace/trace_irqsoff.c

524

unregister_irqsoff_function(tr, is_graph(tr));

kernel/trace/trace_irqsoff.c

528

static int register_irqsoff_function(struct trace_array *tr, int graph, int set)

kernel/trace/trace_irqsoff.c

532

static void unregister_irqsoff_function(struct trace_array *tr, int graph) { }

kernel/trace/trace_irqsoff.c

533

static inline int irqsoff_function_set(struct trace_array *tr, u32 mask, int set)

kernel/trace/trace_irqsoff.c

539

static int irqsoff_flag_changed(struct trace_array *tr, u64 mask, int set)

kernel/trace/trace_irqsoff.c

541

struct tracer *tracer = tr->current_trace;

kernel/trace/trace_irqsoff.c

543

if (irqsoff_function_set(tr, mask, set))

kernel/trace/trace_irqsoff.c

548

return irqsoff_display_graph(tr, set);

kernel/trace/trace_irqsoff.c

554

static int start_irqsoff_tracer(struct trace_array *tr, int graph)

kernel/trace/trace_irqsoff.c

558

ret = register_irqsoff_function(tr, graph, 0);

kernel/trace/trace_irqsoff.c

568

static void stop_irqsoff_tracer(struct trace_array *tr, int graph)

kernel/trace/trace_irqsoff.c

572

unregister_irqsoff_function(tr, graph);

kernel/trace/trace_irqsoff.c

577

static int __irqsoff_tracer_init(struct trace_array *tr)

kernel/trace/trace_irqsoff.c

582

save_flags = tr->trace_flags;

kernel/trace/trace_irqsoff.c

585

set_tracer_flag(tr, TRACE_ITER(OVERWRITE), 1);

kernel/trace/trace_irqsoff.c

586

set_tracer_flag(tr, TRACE_ITER(LATENCY_FMT), 1);

kernel/trace/trace_irqsoff.c

588

set_tracer_flag(tr, TRACE_ITER(PAUSE_ON_TRACE), 1);

kernel/trace/trace_irqsoff.c

590

tr->max_latency = 0;

kernel/trace/trace_irqsoff.c

591

irqsoff_trace = tr;

kernel/trace/trace_irqsoff.c

595

ftrace_init_array_ops(tr, irqsoff_tracer_call);

kernel/trace/trace_irqsoff.c

598

if (start_irqsoff_tracer(tr, (tr->flags & TRACE_ARRAY_FL_GLOBAL &&

kernel/trace/trace_irqsoff.c

599

is_graph(tr))))

kernel/trace/trace_irqsoff.c

606

static void __irqsoff_tracer_reset(struct trace_array *tr)

kernel/trace/trace_irqsoff.c

612

stop_irqsoff_tracer(tr, is_graph(tr));

kernel/trace/trace_irqsoff.c

614

set_tracer_flag(tr, TRACE_ITER(LATENCY_FMT), lat_flag);

kernel/trace/trace_irqsoff.c

615

set_tracer_flag(tr, TRACE_ITER(OVERWRITE), overwrite_flag);

kernel/trace/trace_irqsoff.c

616

set_tracer_flag(tr, TRACE_ITER(PAUSE_ON_TRACE), pause_flag);

kernel/trace/trace_irqsoff.c

617

ftrace_reset_array_ops(tr);

kernel/trace/trace_irqsoff.c

622

static void irqsoff_tracer_start(struct trace_array *tr)

kernel/trace/trace_irqsoff.c

627

static void irqsoff_tracer_stop(struct trace_array *tr)

kernel/trace/trace_irqsoff.c

65

static int irqsoff_display_graph(struct trace_array *tr, int set);

kernel/trace/trace_irqsoff.c

650

static int irqsoff_tracer_init(struct trace_array *tr)

kernel/trace/trace_irqsoff.c

654

return __irqsoff_tracer_init(tr);

kernel/trace/trace_irqsoff.c

657

static void irqsoff_tracer_reset(struct trace_array *tr)

kernel/trace/trace_irqsoff.c

659

__irqsoff_tracer_reset(tr);

kernel/trace/trace_irqsoff.c

66

# define is_graph(tr) ((tr)->trace_flags & TRACE_ITER(DISPLAY_GRAPH))

kernel/trace/trace_irqsoff.c

68

static inline int irqsoff_display_graph(struct trace_array *tr, int set)

kernel/trace/trace_irqsoff.c

696

static int preemptoff_tracer_init(struct trace_array *tr)

kernel/trace/trace_irqsoff.c

700

return __irqsoff_tracer_init(tr);

kernel/trace/trace_irqsoff.c

703

static void preemptoff_tracer_reset(struct trace_array *tr)

kernel/trace/trace_irqsoff.c

705

__irqsoff_tracer_reset(tr);

kernel/trace/trace_irqsoff.c

72

# define is_graph(tr) false

kernel/trace/trace_irqsoff.c

731

static int preemptirqsoff_tracer_init(struct trace_array *tr)

kernel/trace/trace_irqsoff.c

735

return __irqsoff_tracer_init(tr);

kernel/trace/trace_irqsoff.c

738

static void preemptirqsoff_tracer_reset(struct trace_array *tr)

kernel/trace/trace_irqsoff.c

740

__irqsoff_tracer_reset(tr);

kernel/trace/trace_irqsoff.c

99

static int func_prolog_dec(struct trace_array *tr,

kernel/trace/trace_kdb.c

120

tracer_tracing_disable(iter.tr);

kernel/trace/trace_kdb.c

133

tracer_tracing_enable(iter.tr);

kernel/trace/trace_kdb.c

25

struct trace_array *tr;

kernel/trace/trace_kdb.c

29

tr = iter.tr;

kernel/trace/trace_kdb.c

31

old_userobj = tr->trace_flags;

kernel/trace/trace_kdb.c

34

tr->trace_flags &= ~TRACE_ITER(SYM_USEROBJ);

kernel/trace/trace_kdb.c

80

tr->trace_flags = old_userobj;

kernel/trace/trace_kprobe.c

1990

struct trace_array *tr = top_trace_array();

kernel/trace/trace_kprobe.c

2000

list_for_each_entry(file, &tr->events, list)

kernel/trace/trace_kprobe.c

2077

find_trace_probe_file(struct trace_kprobe *tk, struct trace_array *tr)

kernel/trace/trace_kprobe.c

2081

list_for_each_entry(file, &tr->events, list)

kernel/trace/trace_mmiotrace.c

28

static void mmio_reset_data(struct trace_array *tr)

kernel/trace/trace_mmiotrace.c

293

static void __trace_mmiotrace_rw(struct trace_array *tr,

kernel/trace/trace_mmiotrace.c

296

struct trace_buffer *buffer = tr->array_buffer.buffer;

kernel/trace/trace_mmiotrace.c

311

trace_buffer_unlock_commit(tr, buffer, event, trace_ctx);

kernel/trace/trace_mmiotrace.c

316

struct trace_array *tr = mmio_trace_array;

kernel/trace/trace_mmiotrace.c

317

__trace_mmiotrace_rw(tr, rw);

kernel/trace/trace_mmiotrace.c

320

static void __trace_mmiotrace_map(struct trace_array *tr,

kernel/trace/trace_mmiotrace.c

323

struct trace_buffer *buffer = tr->array_buffer.buffer;

kernel/trace/trace_mmiotrace.c

33

tracing_reset_online_cpus(&tr->array_buffer);

kernel/trace/trace_mmiotrace.c

338

trace_buffer_unlock_commit(tr, buffer, event, trace_ctx);

kernel/trace/trace_mmiotrace.c

343

struct trace_array *tr = mmio_trace_array;

kernel/trace/trace_mmiotrace.c

344

__trace_mmiotrace_map(tr, map);

kernel/trace/trace_mmiotrace.c

36

static int mmio_trace_init(struct trace_array *tr)

kernel/trace/trace_mmiotrace.c

39

mmio_trace_array = tr;

kernel/trace/trace_mmiotrace.c

41

mmio_reset_data(tr);

kernel/trace/trace_mmiotrace.c

46

static void mmio_trace_reset(struct trace_array *tr)

kernel/trace/trace_mmiotrace.c

51

mmio_reset_data(tr);

kernel/trace/trace_mmiotrace.c

55

static void mmio_trace_start(struct trace_array *tr)

kernel/trace/trace_mmiotrace.c

58

mmio_reset_data(tr);

kernel/trace/trace_nop.c

37

static void start_nop_trace(struct trace_array *tr)

kernel/trace/trace_nop.c

42

static void stop_nop_trace(struct trace_array *tr)

kernel/trace/trace_nop.c

47

static int nop_trace_init(struct trace_array *tr)

kernel/trace/trace_nop.c

49

ctx_trace = tr;

kernel/trace/trace_nop.c

50

start_nop_trace(tr);

kernel/trace/trace_nop.c

54

static void nop_trace_reset(struct trace_array *tr)

kernel/trace/trace_nop.c

56

stop_nop_trace(tr);

kernel/trace/trace_nop.c

64

static int nop_set_flag(struct trace_array *tr, u32 old_flags, u32 bit, int set)

kernel/trace/trace_osnoise.c

112

static int osnoise_instance_registered(struct trace_array *tr)

kernel/trace/trace_osnoise.c

119

if (inst->tr == tr)

kernel/trace/trace_osnoise.c

1198

struct trace_array *tr;

kernel/trace/trace_osnoise.c

1202

tr = inst->tr;

kernel/trace/trace_osnoise.c

1203

trace_array_printk(tr, _THIS_IP_,

kernel/trace/trace_osnoise.c

1213

tracer_tracing_off(tr);

kernel/trace/trace_osnoise.c

133

static int osnoise_register_instance(struct trace_array *tr)

kernel/trace/trace_osnoise.c

1371

struct trace_array *tr;

kernel/trace/trace_osnoise.c

1375

tr = inst->tr;

kernel/trace/trace_osnoise.c

1376

trace_array_printk(tr, _THIS_IP_,

kernel/trace/trace_osnoise.c

1382

tracer_tracing_off(tr);

kernel/trace/trace_osnoise.c

1397

trace_is_on += tracer_tracing_is_on(inst->tr);

kernel/trace/trace_osnoise.c

1409

struct trace_array *tr;

kernel/trace/trace_osnoise.c

1413

tr = inst->tr;

kernel/trace/trace_osnoise.c

1414

if (tracer_tracing_is_on(tr) && tr->max_latency < latency) {

kernel/trace/trace_osnoise.c

1415

tr->max_latency = latency;

kernel/trace/trace_osnoise.c

1416

latency_fsnotify(tr);

kernel/trace/trace_osnoise.c

142

trace_array_init_printk(tr);

kernel/trace/trace_osnoise.c

149

inst->tr = tr;

kernel/trace/trace_osnoise.c

161

static void osnoise_unregister_instance(struct trace_array *tr)

kernel/trace/trace_osnoise.c

172

if (inst->tr == tr) {

kernel/trace/trace_osnoise.c

3012

static void osnoise_tracer_start(struct trace_array *tr)

kernel/trace/trace_osnoise.c

3020

if (osnoise_instance_registered(tr))

kernel/trace/trace_osnoise.c

3027

osnoise_register_instance(tr);

kernel/trace/trace_osnoise.c

3030

static void osnoise_tracer_stop(struct trace_array *tr)

kernel/trace/trace_osnoise.c

3032

osnoise_unregister_instance(tr);

kernel/trace/trace_osnoise.c

3036

static int osnoise_tracer_init(struct trace_array *tr)

kernel/trace/trace_osnoise.c

3045

tr->max_latency = 0;

kernel/trace/trace_osnoise.c

3047

osnoise_tracer_start(tr);

kernel/trace/trace_osnoise.c

3051

static void osnoise_tracer_reset(struct trace_array *tr)

kernel/trace/trace_osnoise.c

3053

osnoise_tracer_stop(tr);

kernel/trace/trace_osnoise.c

3067

static void timerlat_tracer_start(struct trace_array *tr)

kernel/trace/trace_osnoise.c

3075

if (osnoise_instance_registered(tr))

kernel/trace/trace_osnoise.c

3082

osnoise_register_instance(tr);

kernel/trace/trace_osnoise.c

3087

static void timerlat_tracer_stop(struct trace_array *tr)

kernel/trace/trace_osnoise.c

3091

osnoise_unregister_instance(tr);

kernel/trace/trace_osnoise.c

3104

static int timerlat_tracer_init(struct trace_array *tr)

kernel/trace/trace_osnoise.c

3119

tr->max_latency = 0;

kernel/trace/trace_osnoise.c

3120

timerlat_tracer_start(tr);

kernel/trace/trace_osnoise.c

3125

static void timerlat_tracer_reset(struct trace_array *tr)

kernel/trace/trace_osnoise.c

3127

timerlat_tracer_stop(tr);

kernel/trace/trace_osnoise.c

535

buffer = inst->tr->array_buffer.buffer;

kernel/trace/trace_osnoise.c

609

buffer = inst->tr->array_buffer.buffer;

kernel/trace/trace_osnoise.c

696

buffer = inst->tr->array_buffer.buffer;

kernel/trace/trace_osnoise.c

81

struct trace_array *tr;

kernel/trace/trace_osnoise.c

89

struct trace_array *tr;

kernel/trace/trace_osnoise.c

94

tr = inst->tr;

kernel/trace/trace_osnoise.c

96

trace_array_vprintk(tr, _RET_IP_, fmt, ap);

kernel/trace/trace_output.c

1047

addr = trace_adjust_address(tr, *(unsigned long *)pos);

kernel/trace/trace_output.c

1057

addr = trace_adjust_address(tr, *(unsigned long *)pos);

kernel/trace/trace_output.c

1096

ip = trace_adjust_address(tr, ip);

kernel/trace/trace_output.c

1101

addr = trace_adjust_address(tr, addr);

kernel/trace/trace_output.c

1112

laddr = trace_adjust_address(tr, (unsigned long)laddr);

kernel/trace/trace_output.c

1182

struct trace_array *tr, int flags)

kernel/trace/trace_output.c

1184

ip = trace_adjust_address(tr, ip);

kernel/trace/trace_output.c

1185

parent_ip = trace_adjust_address(tr, parent_ip);

kernel/trace/trace_output.c

1214

print_fn_trace(s, field->ip, field->parent_ip, args, iter->tr, flags);

kernel/trace/trace_output.c

1451

seq_print_ip_sym(s, trace_adjust_address(iter->tr, *p), flags);

kernel/trace/trace_output.c

1471

struct trace_array *tr = iter->tr;

kernel/trace/trace_output.c

1481

if (tr->trace_flags & TRACE_ITER(SYM_USEROBJ)) {

kernel/trace/trace_output.c

1800

ip = trace_adjust_address(iter->tr, field->ip);

kernel/trace/trace_output.c

1886

print_fn_trace(s, field->ip, field->parent_ip, NULL, iter->tr, flags);

kernel/trace/trace_output.c

221

const struct trace_array *tr = iter->tr;

kernel/trace/trace_output.c

227

if (tr->trace_flags & TRACE_ITER(BITMASK_LIST))

kernel/trace/trace_output.c

599

struct trace_array *tr = iter->tr;

kernel/trace/trace_output.c

600

unsigned long verbose = tr->trace_flags & TRACE_ITER(VERBOSE);

kernel/trace/trace_output.c

658

struct trace_array *tr = iter->tr;

kernel/trace/trace_output.c

667

if (tr->trace_flags & TRACE_ITER(RECORD_TGID)) {

kernel/trace/trace_output.c

678

if (tr->trace_flags & TRACE_ITER(IRQ_INFO))

kernel/trace/trace_output.c

690

struct trace_array *tr = iter->tr;

kernel/trace/trace_output.c

692

unsigned long verbose = (tr->trace_flags & TRACE_ITER(VERBOSE));

kernel/trace/trace_output.c

985

struct trace_array *tr = iter->tr;

kernel/trace/trace_printk.c

380

static __always_inline bool printk_binsafe(struct trace_array *tr)

kernel/trace/trace_printk.c

388

return !(tr->flags & TRACE_ARRAY_FL_BOOT);

kernel/trace/trace_printk.c

391

int __trace_array_puts(struct trace_array *tr, unsigned long ip,

kernel/trace/trace_printk.c

400

if (!(tr->trace_flags & TRACE_ITER(PRINTK)))

kernel/trace/trace_printk.c

404

(tr->flags & TRACE_ARRAY_FL_GLOBAL)))

kernel/trace/trace_printk.c

413

buffer = tr->array_buffer.buffer;

kernel/trace/trace_printk.c

433

ftrace_trace_stack(tr, buffer, trace_ctx, 4, NULL);

kernel/trace/trace_printk.c

456

struct trace_array *tr = READ_ONCE(printk_trace);

kernel/trace/trace_printk.c

463

if (!printk_binsafe(tr))

kernel/trace/trace_printk.c

466

if (!(tr->trace_flags & TRACE_ITER(PRINTK)))

kernel/trace/trace_printk.c

473

buffer = tr->array_buffer.buffer;

kernel/trace/trace_printk.c

486

ftrace_trace_stack(tr, buffer, trace_ctx, 4, NULL);

kernel/trace/trace_printk.c

612

struct trace_array *tr = READ_ONCE(printk_trace);

kernel/trace/trace_printk.c

618

if (!printk_binsafe(tr))

kernel/trace/trace_printk.c

642

buffer = tr->array_buffer.buffer;

kernel/trace/trace_printk.c

654

ftrace_trace_stack(tr, buffer, trace_ctx, 6, NULL);

kernel/trace/trace_printk.c

716

int trace_array_vprintk(struct trace_array *tr,

kernel/trace/trace_printk.c

719

if (tracing_selftest_running && (tr->flags & TRACE_ARRAY_FL_GLOBAL))

kernel/trace/trace_printk.c

722

return __trace_array_vprintk(tr->array_buffer.buffer, ip, fmt, args);

kernel/trace/trace_printk.c

745

int trace_array_printk(struct trace_array *tr,

kernel/trace/trace_printk.c

751

if (!tr)

kernel/trace/trace_printk.c

755

if (tr->flags & TRACE_ARRAY_FL_GLOBAL)

kernel/trace/trace_printk.c

758

if (!(tr->trace_flags & TRACE_ITER(PRINTK)))

kernel/trace/trace_printk.c

762

ret = trace_array_vprintk(tr, ip, fmt, ap);

kernel/trace/trace_printk.c

776

int trace_array_init_printk(struct trace_array *tr)

kernel/trace/trace_printk.c

778

if (!tr)

kernel/trace/trace_printk.c

782

if (tr->flags & TRACE_ARRAY_FL_GLOBAL)

kernel/trace/trace_sched_wakeup.c

102

static int wakeup_display_graph(struct trace_array *tr, int set)

kernel/trace/trace_sched_wakeup.c

104

if (!(is_graph(tr) ^ set))

kernel/trace/trace_sched_wakeup.c

107

stop_func_tracer(tr, !set);

kernel/trace/trace_sched_wakeup.c

110

tr->max_latency = 0;

kernel/trace/trace_sched_wakeup.c

112

return start_func_tracer(tr, set);

kernel/trace/trace_sched_wakeup.c

119

struct trace_array *tr = wakeup_trace;

kernel/trace/trace_sched_wakeup.c

137

if (!func_prolog_preempt_disable(tr, &data, &trace_ctx))

kernel/trace/trace_sched_wakeup.c

143

ret = __trace_graph_entry(tr, trace, trace_ctx);

kernel/trace/trace_sched_wakeup.c

155

struct trace_array *tr = wakeup_trace;

kernel/trace/trace_sched_wakeup.c

164

if (!func_prolog_preempt_disable(tr, &data, &trace_ctx))

kernel/trace/trace_sched_wakeup.c

171

__trace_graph_return(tr, trace, trace_ctx, *calltime, rettime);

kernel/trace/trace_sched_wakeup.c

185

if (is_graph(iter->tr))

kernel/trace/trace_sched_wakeup.c

208

if (is_graph(iter->tr))

kernel/trace/trace_sched_wakeup.c

230

struct trace_array *tr = wakeup_trace;

kernel/trace/trace_sched_wakeup.c

235

if (!func_prolog_preempt_disable(tr, &data, &trace_ctx))

kernel/trace/trace_sched_wakeup.c

239

trace_function(tr, ip, parent_ip, trace_ctx, fregs);

kernel/trace/trace_sched_wakeup.c

246

static int register_wakeup_function(struct trace_array *tr, int graph, int set)

kernel/trace/trace_sched_wakeup.c

251

if (function_enabled || (!set && !(tr->trace_flags & TRACE_ITER(FUNCTION))))

kernel/trace/trace_sched_wakeup.c

257

ret = register_ftrace_function(tr->ops);

kernel/trace/trace_sched_wakeup.c

265

static void unregister_wakeup_function(struct trace_array *tr, int graph)

kernel/trace/trace_sched_wakeup.c

273

unregister_ftrace_function(tr->ops);

kernel/trace/trace_sched_wakeup.c

278

static int wakeup_function_set(struct trace_array *tr, u32 mask, int set)

kernel/trace/trace_sched_wakeup.c

284

register_wakeup_function(tr, is_graph(tr), 1);

kernel/trace/trace_sched_wakeup.c

286

unregister_wakeup_function(tr, is_graph(tr));

kernel/trace/trace_sched_wakeup.c

290

static int register_wakeup_function(struct trace_array *tr, int graph, int set)

kernel/trace/trace_sched_wakeup.c

294

static void unregister_wakeup_function(struct trace_array *tr, int graph) { }

kernel/trace/trace_sched_wakeup.c

295

static int wakeup_function_set(struct trace_array *tr, u32 mask, int set)

kernel/trace/trace_sched_wakeup.c

317

__trace_function(struct trace_array *tr,

kernel/trace/trace_sched_wakeup.c

321

if (is_graph(tr))

kernel/trace/trace_sched_wakeup.c

322

trace_graph_function(tr, ip, parent_ip, trace_ctx);

kernel/trace/trace_sched_wakeup.c

324

trace_function(tr, ip, parent_ip, trace_ctx, NULL);

kernel/trace/trace_sched_wakeup.c

327

static int wakeup_flag_changed(struct trace_array *tr, u64 mask, int set)

kernel/trace/trace_sched_wakeup.c

329

struct tracer *tracer = tr->current_trace;

kernel/trace/trace_sched_wakeup.c

331

if (wakeup_function_set(tr, mask, set))

kernel/trace/trace_sched_wakeup.c

336

return wakeup_display_graph(tr, set);

kernel/trace/trace_sched_wakeup.c

342

static int start_func_tracer(struct trace_array *tr, int graph)

kernel/trace/trace_sched_wakeup.c

346

ret = register_wakeup_function(tr, graph, 0);

kernel/trace/trace_sched_wakeup.c

356

static void stop_func_tracer(struct trace_array *tr, int graph)

kernel/trace/trace_sched_wakeup.c

36

static void wakeup_reset(struct trace_array *tr);

kernel/trace/trace_sched_wakeup.c

360

unregister_wakeup_function(tr, graph);

kernel/trace/trace_sched_wakeup.c

366

static bool report_latency(struct trace_array *tr, u64 delta)

kernel/trace/trace_sched_wakeup.c

37

static void __wakeup_reset(struct trace_array *tr);

kernel/trace/trace_sched_wakeup.c

372

if (delta <= tr->max_latency)

kernel/trace/trace_sched_wakeup.c

38

static int start_func_tracer(struct trace_array *tr, int graph);

kernel/trace/trace_sched_wakeup.c

388

tracing_sched_switch_trace(struct trace_array *tr,

kernel/trace/trace_sched_wakeup.c

39

static void stop_func_tracer(struct trace_array *tr, int graph);

kernel/trace/trace_sched_wakeup.c

393

struct trace_buffer *buffer = tr->array_buffer.buffer;

kernel/trace/trace_sched_wakeup.c

410

trace_buffer_unlock_commit(tr, buffer, event, trace_ctx);

kernel/trace/trace_sched_wakeup.c

414

tracing_sched_wakeup_trace(struct trace_array *tr,

kernel/trace/trace_sched_wakeup.c

421

struct trace_buffer *buffer = tr->array_buffer.buffer;

kernel/trace/trace_sched_wakeup.c

436

trace_buffer_unlock_commit(tr, buffer, event, trace_ctx);

kernel/trace/trace_sched_wakeup.c

44

# define is_graph(tr) ((tr)->trace_flags & TRACE_ITER(DISPLAY_GRAPH))

kernel/trace/trace_sched_wakeup.c

46

# define is_graph(tr) false

kernel/trace/trace_sched_wakeup.c

510

static void __wakeup_reset(struct trace_array *tr)

kernel/trace/trace_sched_wakeup.c

522

static void wakeup_reset(struct trace_array *tr)

kernel/trace/trace_sched_wakeup.c

526

tracing_reset_online_cpus(&tr->array_buffer);

kernel/trace/trace_sched_wakeup.c

530

__wakeup_reset(tr);

kernel/trace/trace_sched_wakeup.c

612

static void start_wakeup_tracer(struct trace_array *tr)

kernel/trace/trace_sched_wakeup.c

644

wakeup_reset(tr);

kernel/trace/trace_sched_wakeup.c

655

if (start_func_tracer(tr, is_graph(tr)))

kernel/trace/trace_sched_wakeup.c

667

static void stop_wakeup_tracer(struct trace_array *tr)

kernel/trace/trace_sched_wakeup.c

670

stop_func_tracer(tr, is_graph(tr));

kernel/trace/trace_sched_wakeup.c

679

static int __wakeup_tracer_init(struct trace_array *tr)

kernel/trace/trace_sched_wakeup.c

68

func_prolog_preempt_disable(struct trace_array *tr,

kernel/trace/trace_sched_wakeup.c

681

save_flags = tr->trace_flags;

kernel/trace/trace_sched_wakeup.c

684

set_tracer_flag(tr, TRACE_ITER(OVERWRITE), 1);

kernel/trace/trace_sched_wakeup.c

685

set_tracer_flag(tr, TRACE_ITER(LATENCY_FMT), 1);

kernel/trace/trace_sched_wakeup.c

687

tr->max_latency = 0;

kernel/trace/trace_sched_wakeup.c

688

wakeup_trace = tr;

kernel/trace/trace_sched_wakeup.c

689

ftrace_init_array_ops(tr, wakeup_tracer_call);

kernel/trace/trace_sched_wakeup.c

690

start_wakeup_tracer(tr);

kernel/trace/trace_sched_wakeup.c

696

static int wakeup_tracer_init(struct trace_array *tr)

kernel/trace/trace_sched_wakeup.c

703

return __wakeup_tracer_init(tr);

kernel/trace/trace_sched_wakeup.c

706

static int wakeup_rt_tracer_init(struct trace_array *tr)

kernel/trace/trace_sched_wakeup.c

713

return __wakeup_tracer_init(tr);

kernel/trace/trace_sched_wakeup.c

716

static int wakeup_dl_tracer_init(struct trace_array *tr)

kernel/trace/trace_sched_wakeup.c

723

return __wakeup_tracer_init(tr);

kernel/trace/trace_sched_wakeup.c

726

static void wakeup_tracer_reset(struct trace_array *tr)

kernel/trace/trace_sched_wakeup.c

731

stop_wakeup_tracer(tr);

kernel/trace/trace_sched_wakeup.c

733

wakeup_reset(tr);

kernel/trace/trace_sched_wakeup.c

735

set_tracer_flag(tr, TRACE_ITER(LATENCY_FMT), lat_flag);

kernel/trace/trace_sched_wakeup.c

736

set_tracer_flag(tr, TRACE_ITER(OVERWRITE), overwrite_flag);

kernel/trace/trace_sched_wakeup.c

737

ftrace_reset_array_ops(tr);

kernel/trace/trace_sched_wakeup.c

741

static void wakeup_tracer_start(struct trace_array *tr)

kernel/trace/trace_sched_wakeup.c

743

wakeup_reset(tr);

kernel/trace/trace_sched_wakeup.c

747

static void wakeup_tracer_stop(struct trace_array *tr)

kernel/trace/trace_sched_wakeup.c

85

*data = per_cpu_ptr(tr->array_buffer.data, cpu);

kernel/trace/trace_selftest.c

1063

struct trace_array *tr)

kernel/trace/trace_selftest.c

1080

tracing_reset_online_cpus(&tr->array_buffer);

kernel/trace/trace_selftest.c

1081

fgraph_ops.private = tr;

kernel/trace/trace_selftest.c

1102

ret = trace_test_buffer(&tr->array_buffer, &count);

kernel/trace/trace_selftest.c

1123

tracing_reset_online_cpus(&tr->array_buffer);

kernel/trace/trace_selftest.c

1124

fgraph_ops.private = tr;

kernel/trace/trace_selftest.c

1158

ret = trace_test_buffer(&tr->array_buffer, &count);

kernel/trace/trace_selftest.c

1196

trace_selftest_startup_irqsoff(struct tracer *trace, struct trace_array *tr)

kernel/trace/trace_selftest.c

1198

unsigned long save_max = tr->max_latency;

kernel/trace/trace_selftest.c

1203

ret = tracer_init(trace, tr);

kernel/trace/trace_selftest.c

1210

tr->max_latency = 0;

kernel/trace/trace_selftest.c

1222

trace->stop(tr);

kernel/trace/trace_selftest.c

1226

ret = trace_test_buffer(&tr->array_buffer, NULL);

kernel/trace/trace_selftest.c

1228

ret = trace_test_buffer(&tr->snapshot_buffer, &count);

kernel/trace/trace_selftest.c

1229

trace->reset(tr);

kernel/trace/trace_selftest.c

1237

tr->max_latency = save_max;

kernel/trace/trace_selftest.c

1245

trace_selftest_startup_preemptoff(struct tracer *trace, struct trace_array *tr)

kernel/trace/trace_selftest.c

1247

unsigned long save_max = tr->max_latency;

kernel/trace/trace_selftest.c

1265

ret = tracer_init(trace, tr);

kernel/trace/trace_selftest.c

1272

tr->max_latency = 0;

kernel/trace/trace_selftest.c

1284

trace->stop(tr);

kernel/trace/trace_selftest.c

1288

ret = trace_test_buffer(&tr->array_buffer, NULL);

kernel/trace/trace_selftest.c

1290

ret = trace_test_buffer(&tr->snapshot_buffer, &count);

kernel/trace/trace_selftest.c

1291

trace->reset(tr);

kernel/trace/trace_selftest.c

1299

tr->max_latency = save_max;

kernel/trace/trace_selftest.c

1307

trace_selftest_startup_preemptirqsoff(struct tracer *trace, struct trace_array *tr)

kernel/trace/trace_selftest.c

1309

unsigned long save_max = tr->max_latency;

kernel/trace/trace_selftest.c

1327

ret = tracer_init(trace, tr);

kernel/trace/trace_selftest.c

1334

tr->max_latency = 0;

kernel/trace/trace_selftest.c

1350

trace->stop(tr);

kernel/trace/trace_selftest.c

1354

ret = trace_test_buffer(&tr->array_buffer, NULL);

kernel/trace/trace_selftest.c

1358

ret = trace_test_buffer(&tr->snapshot_buffer, &count);

kernel/trace/trace_selftest.c

1369

tr->max_latency = 0;

kernel/trace/trace_selftest.c

1371

trace->start(tr);

kernel/trace/trace_selftest.c

1380

trace->stop(tr);

kernel/trace/trace_selftest.c

1384

ret = trace_test_buffer(&tr->array_buffer, NULL);

kernel/trace/trace_selftest.c

1388

ret = trace_test_buffer(&tr->snapshot_buffer, &count);

kernel/trace/trace_selftest.c

1399

trace->reset(tr);

kernel/trace/trace_selftest.c

1400

tr->max_latency = save_max;

kernel/trace/trace_selftest.c

1408

trace_selftest_startup_nop(struct tracer *trace, struct trace_array *tr)

kernel/trace/trace_selftest.c

1460

trace_selftest_startup_wakeup(struct tracer *trace, struct trace_array *tr)

kernel/trace/trace_selftest.c

1462

unsigned long save_max = tr->max_latency;

kernel/trace/trace_selftest.c

1483

ret = tracer_init(trace, tr);

kernel/trace/trace_selftest.c

1490

tr->max_latency = 0;

kernel/trace/trace_selftest.c

1514

ret = trace_test_buffer(&tr->array_buffer, NULL);

kernel/trace/trace_selftest.c

1516

ret = trace_test_buffer(&tr->snapshot_buffer, &count);

kernel/trace/trace_selftest.c

1519

trace->reset(tr);

kernel/trace/trace_selftest.c

1522

tr->max_latency = save_max;

kernel/trace/trace_selftest.c

1538

trace_selftest_startup_branch(struct tracer *trace, struct trace_array *tr)

kernel/trace/trace_selftest.c

1544

ret = tracer_init(trace, tr);

kernel/trace/trace_selftest.c

1555

ret = trace_test_buffer(&tr->array_buffer, &count);

kernel/trace/trace_selftest.c

1556

trace->reset(tr);

kernel/trace/trace_selftest.c

183

static int trace_selftest_ops(struct trace_array *tr, int cnt)

kernel/trace/trace_selftest.c

220

ftrace_init_array_ops(tr, trace_selftest_test_global_func);

kernel/trace/trace_selftest.c

221

register_ftrace_function(tr->ops);

kernel/trace/trace_selftest.c

336

unregister_ftrace_function(tr->ops);

kernel/trace/trace_selftest.c

337

ftrace_reset_array_ops(tr);

kernel/trace/trace_selftest.c

358

struct trace_array *tr,

kernel/trace/trace_selftest.c

387

ret = tracer_init(trace, tr);

kernel/trace/trace_selftest.c

397

ret = trace_test_buffer(&tr->array_buffer, &count);

kernel/trace/trace_selftest.c

418

ret = trace_test_buffer(&tr->array_buffer, &count);

kernel/trace/trace_selftest.c

425

trace->reset(tr);

kernel/trace/trace_selftest.c

432

ret = trace_selftest_ops(tr, 1);

kernel/trace/trace_selftest.c

433

trace->reset(tr);

kernel/trace/trace_selftest.c

443

ret = trace_selftest_ops(tr, 2);

kernel/trace/trace_selftest.c

573

# define trace_selftest_startup_dynamic_tracing(trace, tr, func) ({ 0; })

kernel/trace/trace_selftest.c

692

trace_selftest_startup_function(struct tracer *trace, struct trace_array *tr)

kernel/trace/trace_selftest.c

71

arch_spin_lock(&buf->tr->max_lock);

kernel/trace/trace_selftest.c

711

ret = tracer_init(trace, tr);

kernel/trace/trace_selftest.c

724

ret = trace_test_buffer(&tr->array_buffer, &count);

kernel/trace/trace_selftest.c

727

trace->reset(tr);

kernel/trace/trace_selftest.c

736

ret = trace_selftest_startup_dynamic_tracing(trace, tr,

kernel/trace/trace_selftest.c

89

arch_spin_unlock(&buf->tr->max_lock);

kernel/trace/trace_snapshot.c

1000

if (tr->range_addr_start)

kernel/trace/trace_snapshot.c

1004

ret = allocate_trace_buffer(tr, &tr->snapshot_buffer,

kernel/trace/trace_snapshot.c

1009

tr->allocated_snapshot = allocate_snapshot;

kernel/trace/trace_snapshot.c

101

tracing_snapshot_instance_cond(tr, cond_data);

kernel/trace/trace_snapshot.c

1054

struct trace_array *tr;

kernel/trace/trace_snapshot.c

1059

list_for_each_entry(tr, &ftrace_trace_arrays, list) {

kernel/trace/trace_snapshot.c

1060

if (!tr->allocated_snapshot)

kernel/trace/trace_snapshot.c

1063

tracing_snapshot_instance(tr);

kernel/trace/trace_snapshot.c

1064

trace_array_puts(tr, "** Boot snapshot taken **\n");

kernel/trace/trace_snapshot.c

119

void *tracing_cond_snapshot_data(struct trace_array *tr)

kernel/trace/trace_snapshot.c

124

arch_spin_lock(&tr->max_lock);

kernel/trace/trace_snapshot.c

126

if (tr->cond_snapshot)

kernel/trace/trace_snapshot.c

127

cond_data = tr->cond_snapshot->cond_data;

kernel/trace/trace_snapshot.c

129

arch_spin_unlock(&tr->max_lock);

kernel/trace/trace_snapshot.c

162

int tracing_alloc_snapshot_instance(struct trace_array *tr)

kernel/trace/trace_snapshot.c

167

if (!tr->allocated_snapshot) {

kernel/trace/trace_snapshot.c

170

order = ring_buffer_subbuf_order_get(tr->array_buffer.buffer);

kernel/trace/trace_snapshot.c

171

ret = ring_buffer_subbuf_order_set(tr->snapshot_buffer.buffer, order);

kernel/trace/trace_snapshot.c

176

ret = resize_buffer_duplicate_size(&tr->snapshot_buffer,

kernel/trace/trace_snapshot.c

177

&tr->array_buffer, RING_BUFFER_ALL_CPUS);

kernel/trace/trace_snapshot.c

181

tr->allocated_snapshot = true;

kernel/trace/trace_snapshot.c

187

void free_snapshot(struct trace_array *tr)

kernel/trace/trace_snapshot.c

194

ring_buffer_subbuf_order_set(tr->snapshot_buffer.buffer, 0);

kernel/trace/trace_snapshot.c

195

ring_buffer_resize(tr->snapshot_buffer.buffer, 1, RING_BUFFER_ALL_CPUS);

kernel/trace/trace_snapshot.c

196

trace_set_buffer_entries(&tr->snapshot_buffer, 1);

kernel/trace/trace_snapshot.c

197

tracing_reset_online_cpus(&tr->snapshot_buffer);

kernel/trace/trace_snapshot.c

198

tr->allocated_snapshot = false;

kernel/trace/trace_snapshot.c

201

int tracing_arm_snapshot_locked(struct trace_array *tr)

kernel/trace/trace_snapshot.c

207

spin_lock(&tr->snapshot_trigger_lock);

kernel/trace/trace_snapshot.c

208

if (tr->snapshot == UINT_MAX || tr->mapped) {

kernel/trace/trace_snapshot.c

209

spin_unlock(&tr->snapshot_trigger_lock);

kernel/trace/trace_snapshot.c

213

tr->snapshot++;

kernel/trace/trace_snapshot.c

214

spin_unlock(&tr->snapshot_trigger_lock);

kernel/trace/trace_snapshot.c

216

ret = tracing_alloc_snapshot_instance(tr);

kernel/trace/trace_snapshot.c

218

spin_lock(&tr->snapshot_trigger_lock);

kernel/trace/trace_snapshot.c

219

tr->snapshot--;

kernel/trace/trace_snapshot.c

220

spin_unlock(&tr->snapshot_trigger_lock);

kernel/trace/trace_snapshot.c

226

int tracing_arm_snapshot(struct trace_array *tr)

kernel/trace/trace_snapshot.c

229

return tracing_arm_snapshot_locked(tr);

kernel/trace/trace_snapshot.c

232

void tracing_disarm_snapshot(struct trace_array *tr)

kernel/trace/trace_snapshot.c

234

spin_lock(&tr->snapshot_trigger_lock);

kernel/trace/trace_snapshot.c

235

if (!WARN_ON(!tr->snapshot))

kernel/trace/trace_snapshot.c

236

tr->snapshot--;

kernel/trace/trace_snapshot.c

237

spin_unlock(&tr->snapshot_trigger_lock);

kernel/trace/trace_snapshot.c

276

int tracing_snapshot_cond_enable(struct trace_array *tr, void *cond_data,

kernel/trace/trace_snapshot.c

291

if (tracer_uses_snapshot(tr->current_trace))

kernel/trace/trace_snapshot.c

302

if (tr->cond_snapshot)

kernel/trace/trace_snapshot.c

305

ret = tracing_arm_snapshot_locked(tr);

kernel/trace/trace_snapshot.c

310

arch_spin_lock(&tr->max_lock);

kernel/trace/trace_snapshot.c

311

tr->cond_snapshot = no_free_ptr(cond_snapshot);

kernel/trace/trace_snapshot.c

312

arch_spin_unlock(&tr->max_lock);

kernel/trace/trace_snapshot.c

329

int tracing_snapshot_cond_disable(struct trace_array *tr)

kernel/trace/trace_snapshot.c

334

arch_spin_lock(&tr->max_lock);

kernel/trace/trace_snapshot.c

336

if (!tr->cond_snapshot)

kernel/trace/trace_snapshot.c

339

kfree(tr->cond_snapshot);

kernel/trace/trace_snapshot.c

340

tr->cond_snapshot = NULL;

kernel/trace/trace_snapshot.c

343

arch_spin_unlock(&tr->max_lock);

kernel/trace/trace_snapshot.c

346

tracing_disarm_snapshot(tr);

kernel/trace/trace_snapshot.c

358

struct trace_array *tr = container_of(work, struct trace_array,

kernel/trace/trace_snapshot.c

360

fsnotify_inode(tr->d_max_latency->d_inode, FS_MODIFY);

kernel/trace/trace_snapshot.c

365

struct trace_array *tr = container_of(iwork, struct trace_array,

kernel/trace/trace_snapshot.c

367

queue_work(fsnotify_wq, &tr->fsnotify_work);

kernel/trace/trace_snapshot.c

383

void latency_fsnotify(struct trace_array *tr)

kernel/trace/trace_snapshot.c

392

irq_work_queue(&tr->fsnotify_irqwork);

kernel/trace/trace_snapshot.c

398

void trace_create_maxlat_file(struct trace_array *tr,

kernel/trace/trace_snapshot.c

402

INIT_WORK(&tr->fsnotify_work, latency_fsnotify_workfn);

kernel/trace/trace_snapshot.c

403

init_irq_work(&tr->fsnotify_irqwork, latency_fsnotify_workfn_irq);

kernel/trace/trace_snapshot.c

405

tr->d_max_latency = trace_create_file("tracing_max_latency",

kernel/trace/trace_snapshot.c

407

d_tracer, tr,

kernel/trace/trace_snapshot.c

417

__update_max_tr(struct trace_array *tr, struct task_struct *tsk, int cpu)

kernel/trace/trace_snapshot.c

419

struct array_buffer *trace_buf = &tr->array_buffer;

kernel/trace/trace_snapshot.c

421

struct array_buffer *max_buf = &tr->snapshot_buffer;

kernel/trace/trace_snapshot.c

427

max_data->saved_latency = tr->max_latency;

kernel/trace/trace_snapshot.c

448

latency_fsnotify(tr);

kernel/trace/trace_snapshot.c

45

static void tracing_snapshot_instance_cond(struct trace_array *tr,

kernel/trace/trace_snapshot.c

451

static inline void __update_max_tr(struct trace_array *tr,

kernel/trace/trace_snapshot.c

466

update_max_tr(struct trace_array *tr, struct task_struct *tsk, int cpu,

kernel/trace/trace_snapshot.c

469

if (tr->stop_count)

kernel/trace/trace_snapshot.c

474

if (!tr->allocated_snapshot) {

kernel/trace/trace_snapshot.c

476

WARN_ON_ONCE(tr->current_trace != &nop_trace);

kernel/trace/trace_snapshot.c

480

arch_spin_lock(&tr->max_lock);

kernel/trace/trace_snapshot.c

483

if (ring_buffer_record_is_set_on(tr->array_buffer.buffer))

kernel/trace/trace_snapshot.c

484

ring_buffer_record_on(tr->snapshot_buffer.buffer);

kernel/trace/trace_snapshot.c

486

ring_buffer_record_off(tr->snapshot_buffer.buffer);

kernel/trace/trace_snapshot.c

488

if (tr->cond_snapshot && !tr->cond_snapshot->update(tr, cond_data)) {

kernel/trace/trace_snapshot.c

489

arch_spin_unlock(&tr->max_lock);

kernel/trace/trace_snapshot.c

493

swap(tr->array_buffer.buffer, tr->snapshot_buffer.buffer);

kernel/trace/trace_snapshot.c

495

__update_max_tr(tr, tsk, cpu);

kernel/trace/trace_snapshot.c

497

arch_spin_unlock(&tr->max_lock);

kernel/trace/trace_snapshot.c

500

ring_buffer_wake_waiters(tr->array_buffer.buffer, RING_BUFFER_ALL_CPUS);

kernel/trace/trace_snapshot.c

51

trace_array_puts(tr, "*** SNAPSHOT CALLED FROM NMI CONTEXT ***\n");

kernel/trace/trace_snapshot.c

512

update_max_tr_single(struct trace_array *tr, struct task_struct *tsk, int cpu)

kernel/trace/trace_snapshot.c

516

if (tr->stop_count)

kernel/trace/trace_snapshot.c

52

trace_array_puts(tr, "*** snapshot is being ignored ***\n");

kernel/trace/trace_snapshot.c

520

if (!tr->allocated_snapshot) {

kernel/trace/trace_snapshot.c

522

WARN_ON_ONCE(tr->current_trace != &nop_trace);

kernel/trace/trace_snapshot.c

526

arch_spin_lock(&tr->max_lock);

kernel/trace/trace_snapshot.c

528

ret = ring_buffer_swap_cpu(tr->snapshot_buffer.buffer, tr->array_buffer.buffer, cpu);

kernel/trace/trace_snapshot.c

538

trace_array_printk_buf(tr->snapshot_buffer.buffer, _THIS_IP_,

kernel/trace/trace_snapshot.c

544

__update_max_tr(tr, tsk, cpu);

kernel/trace/trace_snapshot.c

545

arch_spin_unlock(&tr->max_lock);

kernel/trace/trace_snapshot.c

56

if (!tr->allocated_snapshot) {

kernel/trace/trace_snapshot.c

57

trace_array_puts(tr, "*** SNAPSHOT NOT ALLOCATED ***\n");

kernel/trace/trace_snapshot.c

575

if (iter->tr->allocated_snapshot)

kernel/trace/trace_snapshot.c

58

trace_array_puts(tr, "*** stopping trace here! ***\n");

kernel/trace/trace_snapshot.c

589

struct trace_array *tr = inode->i_private;

kernel/trace/trace_snapshot.c

59

tracer_tracing_off(tr);

kernel/trace/trace_snapshot.c

594

ret = tracing_check_open_get_tr(tr);

kernel/trace/trace_snapshot.c

615

iter->tr = tr;

kernel/trace/trace_snapshot.c

616

iter->array_buffer = &tr->snapshot_buffer;

kernel/trace/trace_snapshot.c

623

trace_array_put(tr);

kernel/trace/trace_snapshot.c

628

static void tracing_swap_cpu_buffer(void *tr)

kernel/trace/trace_snapshot.c

63

if (tr->mapped) {

kernel/trace/trace_snapshot.c

630

update_max_tr_single((struct trace_array *)tr, current, smp_processor_id());

kernel/trace/trace_snapshot.c

639

struct trace_array *tr = iter->tr;

kernel/trace/trace_snapshot.c

64

trace_array_puts(tr, "*** BUFFER MEMORY MAPPED ***\n");

kernel/trace/trace_snapshot.c

643

ret = tracing_update_buffers(tr);

kernel/trace/trace_snapshot.c

65

trace_array_puts(tr, "*** Can not use snapshot (sorry) ***\n");

kernel/trace/trace_snapshot.c

653

if (tracer_uses_snapshot(tr->current_trace))

kernel/trace/trace_snapshot.c

657

arch_spin_lock(&tr->max_lock);

kernel/trace/trace_snapshot.c

658

if (tr->cond_snapshot)

kernel/trace/trace_snapshot.c

660

arch_spin_unlock(&tr->max_lock);

kernel/trace/trace_snapshot.c

669

if (tr->allocated_snapshot)

kernel/trace/trace_snapshot.c

670

free_snapshot(tr);

kernel/trace/trace_snapshot.c

678

if (tr->allocated_snapshot)

kernel/trace/trace_snapshot.c

679

ret = resize_buffer_duplicate_size(&tr->snapshot_buffer,

kernel/trace/trace_snapshot.c

680

&tr->array_buffer, iter->cpu_file);

kernel/trace/trace_snapshot.c

682

ret = tracing_arm_snapshot_locked(tr);

kernel/trace/trace_snapshot.c

689

update_max_tr(tr, current, smp_processor_id(), NULL);

kernel/trace/trace_snapshot.c

693

(void *)tr, 1);

kernel/trace/trace_snapshot.c

695

tracing_disarm_snapshot(tr);

kernel/trace/trace_snapshot.c

698

if (tr->allocated_snapshot) {

kernel/trace/trace_snapshot.c

70

if (tracer_uses_snapshot(tr->current_trace)) {

kernel/trace/trace_snapshot.c

700

tracing_reset_online_cpus(&tr->snapshot_buffer);

kernel/trace/trace_snapshot.c

702

tracing_reset_cpu(&tr->snapshot_buffer, iter->cpu_file);

kernel/trace/trace_snapshot.c

71

trace_array_puts(tr, "*** LATENCY TRACER ACTIVE ***\n");

kernel/trace/trace_snapshot.c

72

trace_array_puts(tr, "*** Can not use snapshot (sorry) ***\n");

kernel/trace/trace_snapshot.c

751

info->iter.array_buffer = &info->iter.tr->snapshot_buffer;

kernel/trace/trace_snapshot.c

77

update_max_tr(tr, current, smp_processor_id(), cond_data);

kernel/trace/trace_snapshot.c

776

struct trace_array *tr = filp->private_data;

kernel/trace/trace_snapshot.c

778

return tracing_nsecs_read(&tr->max_latency, ubuf, cnt, ppos);

kernel/trace/trace_snapshot.c

785

struct trace_array *tr = filp->private_data;

kernel/trace/trace_snapshot.c

787

return tracing_nsecs_write(&tr->max_latency, ubuf, cnt, ppos);

kernel/trace/trace_snapshot.c

799

int get_snapshot_map(struct trace_array *tr)

kernel/trace/trace_snapshot.c

808

spin_lock(&tr->snapshot_trigger_lock);

kernel/trace/trace_snapshot.c

81

void tracing_snapshot_instance(struct trace_array *tr)

kernel/trace/trace_snapshot.c

810

if (tr->snapshot || tr->mapped == UINT_MAX)

kernel/trace/trace_snapshot.c

813

tr->mapped++;

kernel/trace/trace_snapshot.c

815

spin_unlock(&tr->snapshot_trigger_lock);

kernel/trace/trace_snapshot.c

818

if (tr->mapped == 1)

kernel/trace/trace_snapshot.c

825

void put_snapshot_map(struct trace_array *tr)

kernel/trace/trace_snapshot.c

827

spin_lock(&tr->snapshot_trigger_lock);

kernel/trace/trace_snapshot.c

828

if (!WARN_ON(!tr->mapped))

kernel/trace/trace_snapshot.c

829

tr->mapped--;

kernel/trace/trace_snapshot.c

83

tracing_snapshot_instance_cond(tr, NULL);

kernel/trace/trace_snapshot.c

830

spin_unlock(&tr->snapshot_trigger_lock);

kernel/trace/trace_snapshot.c

836

struct trace_array *tr, struct ftrace_probe_ops *ops,

kernel/trace/trace_snapshot.c

839

tracing_snapshot_instance(tr);

kernel/trace/trace_snapshot.c

844

struct trace_array *tr, struct ftrace_probe_ops *ops,

kernel/trace/trace_snapshot.c

861

tracing_snapshot_instance(tr);

kernel/trace/trace_snapshot.c

887

ftrace_snapshot_init(struct ftrace_probe_ops *ops, struct trace_array *tr,

kernel/trace/trace_snapshot.c

903

ftrace_snapshot_free(struct ftrace_probe_ops *ops, struct trace_array *tr,

kernel/trace/trace_snapshot.c

931

ftrace_trace_snapshot_callback(struct trace_array *tr, struct ftrace_hash *hash,

kernel/trace/trace_snapshot.c

939

if (!tr)

kernel/trace/trace_snapshot.c

949

ret = unregister_ftrace_function_probe_func(glob+1, tr, ops);

kernel/trace/trace_snapshot.c

951

tracing_disarm_snapshot(tr);

kernel/trace/trace_snapshot.c

973

ret = tracing_arm_snapshot(tr);

kernel/trace/trace_snapshot.c

977

ret = register_ftrace_function_probe(glob, tr, ops, count);

kernel/trace/trace_snapshot.c

979

tracing_disarm_snapshot(tr);

kernel/trace/trace_snapshot.c

99

void tracing_snapshot_cond(struct trace_array *tr, void *cond_data)

kernel/trace/trace_snapshot.c

995

int trace_allocate_snapshot(struct trace_array *tr, int size)

kernel/trace/trace_syscalls.c

1002

struct trace_array *tr = file->tr;

kernel/trace/trace_syscalls.c

1009

tr->sys_refcount_enter--;

kernel/trace/trace_syscalls.c

1010

WRITE_ONCE(tr->enter_syscall_files[num], NULL);

kernel/trace/trace_syscalls.c

1011

if (!tr->sys_refcount_enter)

kernel/trace/trace_syscalls.c

1012

unregister_trace_sys_enter(ftrace_syscall_enter, tr);

kernel/trace/trace_syscalls.c

1020

struct trace_array *tr = file->tr;

kernel/trace/trace_syscalls.c

1028

if (!tr->sys_refcount_exit)

kernel/trace/trace_syscalls.c

1029

ret = register_trace_sys_exit(ftrace_syscall_exit, tr);

kernel/trace/trace_syscalls.c

1031

WRITE_ONCE(tr->exit_syscall_files[num], file);

kernel/trace/trace_syscalls.c

1032

tr->sys_refcount_exit++;

kernel/trace/trace_syscalls.c

1041

struct trace_array *tr = file->tr;

kernel/trace/trace_syscalls.c

1048

tr->sys_refcount_exit--;

kernel/trace/trace_syscalls.c

1049

WRITE_ONCE(tr->exit_syscall_files[num], NULL);

kernel/trace/trace_syscalls.c

1050

if (!tr->sys_refcount_exit)

kernel/trace/trace_syscalls.c

1051

unregister_trace_sys_exit(ftrace_syscall_exit, tr);

kernel/trace/trace_syscalls.c

243

struct trace_array *tr = iter->tr;

kernel/trace/trace_syscalls.c

266

if (!tr || !(tr->trace_flags & TRACE_ITER(VERBOSE)))

kernel/trace/trace_syscalls.c

286

if (tr && tr->trace_flags & TRACE_ITER(VERBOSE))

kernel/trace/trace_syscalls.c

862

struct trace_array *tr = data;

kernel/trace/trace_syscalls.c

885

trace_file = READ_ONCE(tr->enter_syscall_files[syscall_nr]);

kernel/trace/trace_syscalls.c

905

&size, user_sizes, &uargs, tr->syscall_buf_sz) < 0)

kernel/trace/trace_syscalls.c

928

struct trace_array *tr = data;

kernel/trace/trace_syscalls.c

946

trace_file = READ_ONCE(tr->exit_syscall_files[syscall_nr]);

kernel/trace/trace_syscalls.c

972

struct trace_array *tr = file->tr;

kernel/trace/trace_syscalls.c

985

if (!tr->sys_refcount_enter) {

kernel/trace/trace_syscalls.c

986

ret = register_trace_sys_enter(ftrace_syscall_enter, tr);

kernel/trace/trace_syscalls.c

993

WRITE_ONCE(tr->enter_syscall_files[num], file);

kernel/trace/trace_syscalls.c

994

tr->sys_refcount_enter++;

lib/crypto/mldsa.c

134

u8 tr[64];

lib/crypto/mldsa.c

573

shake256(pk, pk_len, ws->tr, sizeof(ws->tr));

lib/crypto/mldsa.c

575

shake_update(&ws->shake, ws->tr, sizeof(ws->tr));

net/xdp/xsk.c

1097

u32 hr, tr, len;

net/xdp/xsk.c

1105

tr = dev->needed_tailroom;

net/xdp/xsk.c

1106

skb = sock_alloc_send_skb(&xs->sk, hr + len + tr, 1, &err);

samples/ftrace/sample-trace-array.c

108

tr = trace_array_get_by_name("sample-instance", "sched,timer,kprobes");

samples/ftrace/sample-trace-array.c

110

if (!tr)

samples/ftrace/sample-trace-array.c

115

trace_array_init_printk(tr);

samples/ftrace/sample-trace-array.c

119

trace_array_put(tr);

samples/ftrace/sample-trace-array.c

120

trace_array_destroy(tr);

samples/ftrace/sample-trace-array.c

135

trace_array_destroy(tr);

samples/ftrace/sample-trace-array.c

20

struct trace_array *tr;

samples/ftrace/sample-trace-array.c

29

trace_array_set_clr_event(tr, "sample-subsystem", "sample_event",

samples/ftrace/sample-trace-array.c

55

trace_array_printk(tr, _THIS_IP_, "trace_array_printk: count=%d\n",

samples/ftrace/sample-trace-array.c

72

trace_array_set_clr_event(tr, "sample-subsystem", "sample_event", true);

samples/ftrace/sample-trace-array.c

94

trace_array_put(tr);

sound/pci/au88x0/au88x0_core.c

561

int dirplay, int sl, unsigned int tr, int thsource)

sound/pci/au88x0/au88x0_core.c

575

if ((tr & 0x10000) && (tr != 0x10000)) {

sound/pci/au88x0/au88x0_core.c

576

tr = 0;

sound/pci/au88x0/au88x0_core.c

579

if ((((short)tr) < 0) && (tr != 0x8000)) {

sound/pci/au88x0/au88x0_core.c

580

tr = 0;

sound/pci/au88x0/au88x0_core.c

583

tr = 1;

sound/pci/au88x0/au88x0_core.c

589

tr = 0; /*ebx = 0 */

sound/pci/au88x0/au88x0_core.c

596

tr = 1;

sound/pci/au88x0/au88x0_core.c

604

if (tr)

sound/pci/au88x0/au88x0_core.c

610

if (tr)

sound/pci/au88x0/au88x0_core.c

623

(tr << 0x11) | (dirplay << 0x10) | (ebp << 0x8) | esp10);

tools/arch/x86/include/uapi/asm/kvm.h

153

struct kvm_segment tr, ldt;

tools/arch/x86/include/uapi/asm/kvm.h

164

struct kvm_segment tr, ldt;

tools/perf/builtin-sched.c

1000

tr = thread__priv(thread);

tools/perf/builtin-sched.c

1001

if (tr == NULL) {

tools/perf/builtin-sched.c

1002

tr = thread__init_runtime(thread);

tools/perf/builtin-sched.c

1003

if (tr == NULL)

tools/perf/builtin-sched.c

1007

return tr;

tools/perf/builtin-sched.c

1593

struct thread_runtime *tr = thread__priv(thread);

tools/perf/builtin-sched.c

1595

return tr != NULL && tr->color;

tools/perf/builtin-sched.c

1614

struct thread_runtime *tr = thread__get_runtime(thread);

tools/perf/builtin-sched.c

1616

if (tr)

tools/perf/builtin-sched.c

1617

tr->color = true;

tools/perf/builtin-sched.c

1694

struct thread_runtime *tr;

tools/perf/builtin-sched.c

1745

tr = thread__get_runtime(sched_in);

tools/perf/builtin-sched.c

1746

if (tr == NULL)

tools/perf/builtin-sched.c

1759

if (!tr->shortname[0]) {

tools/perf/builtin-sched.c

1765

tr->shortname[0] = '.';

tools/perf/builtin-sched.c

1766

tr->shortname[1] = ' ';

tools/perf/builtin-sched.c

1768

tr->shortname[0] = sched->next_shortname1;

tools/perf/builtin-sched.c

1769

tr->shortname[1] = sched->next_shortname2;

tools/perf/builtin-sched.c

1781

tr->shortname[0] = '-';

tools/perf/builtin-sched.c

1782

tr->shortname[1] = ' ';

tools/perf/builtin-sched.c

1814

if (new_shortname || tr->comm_changed || (verbose > 0 && thread__tid(sched_in))) {

tools/perf/builtin-sched.c

1821

tr->shortname, thread__comm_str(sched_in), thread__tid(sched_in));

tools/perf/builtin-sched.c

1822

tr->comm_changed = false;

tools/perf/builtin-sched.c

1835

tr = thread__get_runtime(sched->curr_out_thread[this_cpu.cpu]);

tools/perf/builtin-sched.c

1836

if (strcmp(tr->shortname, "") == 0)

tools/perf/builtin-sched.c

1963

struct thread_runtime *tr;

tools/perf/builtin-sched.c

1976

tr = thread__get_runtime(thread);

tools/perf/builtin-sched.c

1977

if (tr == NULL) {

tools/perf/builtin-sched.c

1982

tr->comm_changed = true;

tools/perf/builtin-sched.c

2150

struct thread_runtime *tr = thread__priv(thread);

tools/perf/builtin-sched.c

2152

if (tr->prio != prev_prio && tr->prio != -1)

tools/perf/builtin-sched.c

2153

scnprintf(prio_str, sizeof(prio_str), "%d->%d", tr->prio, prev_prio);

tools/perf/builtin-sched.c

2242

struct thread_runtime *tr = thread__priv(thread);

tools/perf/builtin-sched.c

2284

wait_time = tr->dt_sleep + tr->dt_iowait + tr->dt_preempt;

tools/perf/builtin-sched.c

2287

print_sched_time(tr->dt_delay, 6);

tools/perf/builtin-sched.c

2288

print_sched_time(tr->dt_run, 6);

tools/perf/builtin-sched.c

2290

print_sched_time(tr->dt_pre_mig, 6);

tools/perf/builtin-sched.c

2463

init_prio(&itr->tr);

tools/perf/builtin-sched.c

2464

init_stats(&itr->tr.run_stats);

tools/perf/builtin-sched.c

2639

struct thread_runtime *tr = NULL;

tools/perf/builtin-sched.c

2653

tr = thread__get_runtime(thread);

tools/perf/builtin-sched.c

2654

if (tr && tr->prio != -1)

tools/perf/builtin-sched.c

2655

prio = tr->prio;

tools/perf/builtin-sched.c

2729

struct thread_runtime *tr = NULL;

tools/perf/builtin-sched.c

2737

tr = thread__get_runtime(thread);

tools/perf/builtin-sched.c

2738

if (tr == NULL) {

tools/perf/builtin-sched.c

2743

if (tr->ready_to_run == 0)

tools/perf/builtin-sched.c

2744

tr->ready_to_run = sample->time;

tools/perf/builtin-sched.c

2816

struct thread_runtime *tr = NULL;

tools/perf/builtin-sched.c

2824

tr = thread__get_runtime(thread);

tools/perf/builtin-sched.c

2825

if (tr == NULL) {

tools/perf/builtin-sched.c

2830

tr->migrations++;

tools/perf/builtin-sched.c

2831

tr->migrated = sample->time;

tools/perf/builtin-sched.c

2846

struct thread_runtime *tr = NULL;

tools/perf/builtin-sched.c

2858

tr = thread__get_runtime(thread);

tools/perf/builtin-sched.c

2859

if (tr != NULL)

tools/perf/builtin-sched.c

2860

tr->prio = next_prio;

tools/perf/builtin-sched.c

2874

struct thread_runtime *tr = NULL;

tools/perf/builtin-sched.c

288

struct thread_runtime tr;

tools/perf/builtin-sched.c

2907

tr = thread__get_runtime(thread);

tools/perf/builtin-sched.c

2908

if (tr == NULL) {

tools/perf/builtin-sched.c

2952

timehist_update_runtime_stats(tr, t, tprev);

tools/perf/builtin-sched.c

2955

struct idle_thread_runtime *itr = (void *)tr;

tools/perf/builtin-sched.c

2994

if (tr) {

tools/perf/builtin-sched.c

2996

tr->last_time = sample->time;

tools/perf/builtin-sched.c

2999

tr->last_state = state;

tools/perf/builtin-sched.c

3003

tr->ready_to_run = t;

tools/perf/builtin-sched.c

3005

tr->ready_to_run = 0;

tools/perf/builtin-sched.c

3007

tr->migrated = 0;

tools/perf/builtin-sched.c

3248

print_sched_time(itr->tr.total_run_time, 6);

tools/perf/builtin-sched.c

998

struct thread_runtime *tr;

tools/spi/spidev_test.c

123

struct spi_ioc_transfer tr = {

tools/spi/spidev_test.c

134

tr.tx_nbits = 8;

tools/spi/spidev_test.c

136

tr.tx_nbits = 4;

tools/spi/spidev_test.c

138

tr.tx_nbits = 2;

tools/spi/spidev_test.c

140

tr.rx_nbits = 8;

tools/spi/spidev_test.c

142

tr.rx_nbits = 4;

tools/spi/spidev_test.c

144

tr.rx_nbits = 2;

tools/spi/spidev_test.c

147

tr.rx_buf = 0;

tools/spi/spidev_test.c

149

tr.tx_buf = 0;

tools/spi/spidev_test.c

152

ret = ioctl(fd, SPI_IOC_MESSAGE(1), &tr);

tools/testing/selftests/kvm/include/x86/processor.h

564

u16 tr;

tools/testing/selftests/kvm/include/x86/processor.h

567

: /* output */ [tr]"=rm"(tr));

tools/testing/selftests/kvm/include/x86/processor.h

568

return tr;

tools/testing/selftests/kvm/include/x86/svm.h

198

struct vmcb_seg tr;

tools/testing/selftests/kvm/lib/x86/processor.c

131

segment_dump(stream, &sregs->tr, indent + 2);

tools/testing/selftests/kvm/lib/x86/processor.c

669

kvm_seg_set_tss_64bit(vm->arch.tss, &sregs.tr);

tools/testing/selftests/kvm/x86/sync_regs_test.c

160

struct kvm_translation tr;

tools/testing/selftests/kvm/x86/sync_regs_test.c

197

tr = (struct kvm_translation) { .linear_address = 0 };

tools/testing/selftests/kvm/x86/sync_regs_test.c

198

__vcpu_ioctl(vcpu, KVM_TRANSLATE, &tr);

tools/testing/selftests/kvm/x86/vmx_exception_with_invalid_guest_state.c

62

sregs.tr.unusable = !!set;

tools/testing/selftests/kvm/x86/vmx_invalid_nested_guest_state.c

90

sregs.tr.unusable = 1;

tools/testing/selftests/net/ipsec.c

2234

struct test_result tr = {};

tools/testing/selftests/net/ipsec.c

2235

struct xfrm_desc *d = &tr.desc;

tools/testing/selftests/net/ipsec.c

2239

ssize_t received = read(results_fd[0], &tr, sizeof(tr));

tools/testing/selftests/net/ipsec.c

2245

if (received != sizeof(tr)) {

tools/testing/selftests/net/ipsec.c

2250

switch (tr.res) {

tools/testing/selftests/net/ipsec.c

577

struct test_result tr = {};

tools/testing/selftests/net/ipsec.c

580

tr.desc = *d;

tools/testing/selftests/net/ipsec.c

581

tr.res = res;

tools/testing/selftests/net/ipsec.c

583

ret = write(results_fd[1], &tr, sizeof(tr));

tools/testing/selftests/net/ipsec.c

584

if (ret != sizeof(tr))

tools/testing/vsock/util.c

948

static int tr = -1;

tools/testing/vsock/util.c

950

if (tr == -1)

tools/testing/vsock/util.c

951

tr = __get_transports();

tools/testing/vsock/util.c

953

return tr;

tools/testing/vsock/vsock_test.c

1918

int cid, tr;

tools/testing/vsock/vsock_test.c

1923

tr = get_transports();

tools/testing/vsock/vsock_test.c

1924

if (!tr)

tools/testing/vsock/vsock_test.c

1926

else if (tr == TRANSPORT_VIRTIO)

tools/testing/vsock/vsock_test.c

2007

int ret, tr;

tools/testing/vsock/vsock_test.c

2009

tr = get_transports();

tools/testing/vsock/vsock_test.c

2018

if (tr & TRANSPORTS_G2H)

virt/kvm/kvm_main.c

4558

struct kvm_translation tr;

virt/kvm/kvm_main.c

4561

if (copy_from_user(&tr, argp, sizeof(tr)))

virt/kvm/kvm_main.c

4563

r = kvm_arch_vcpu_ioctl_translate(vcpu, &tr);

virt/kvm/kvm_main.c

4567

if (copy_to_user(argp, &tr, sizeof(tr)))