arch/arm/include/asm/assembler.h

473

\instr\()b\t\cond\().w \reg, [\ptr, #\off]

arch/arm/include/asm/assembler.h

475

\instr\t\cond\().w \reg, [\ptr, #\off]

arch/arm/include/asm/assembler.h

500

usraccoff \instr, \reg, \ptr, \inc, 0, \cond, \abort

arch/arm/include/asm/assembler.h

502

usraccoff \instr, \reg, \ptr, \inc, \inc, \cond, \abort

arch/arm/include/asm/assembler.h

505

add\cond \ptr, #\rept * \inc

arch/arm/include/asm/assembler.h

514

\instr\()b\t\cond \reg, [\ptr], #\inc

arch/arm/include/asm/assembler.h

516

\instr\t\cond \reg, [\ptr], #\inc

arch/arm/include/asm/assembler.h

531

usracc str, \reg, \ptr, \inc, \cond, \rept, \abort

arch/arm/include/asm/assembler.h

535

usracc ldr, \reg, \ptr, \inc, \cond, \rept, \abort

arch/arm64/kvm/at.c

786

struct kvm_s2_trans *tr)

arch/arm64/kvm/at.c

792

if (tr->esr) {

arch/arm64/kvm/at.c

796

par |= FIELD_PREP(SYS_PAR_EL1_FST, tr->esr);

arch/arm64/kvm/at.c

801

s2_memattr = FIELD_GET(GENMASK(5, 2), tr->desc);

arch/arm64/kvm/at.c

861

s2_sh = FIELD_GET(KVM_PTE_LEAF_ATTR_LO_S2_SH, tr->desc);

arch/arm64/kvm/at.c

864

par |= tr->output & GENMASK(47, 12);

arch/arm64/kvm/guest.c

866

struct kvm_translation *tr)

arch/loongarch/kvm/vcpu.c

436

struct kvm_translation *tr)

arch/mips/include/asm/txx9/tx4927.h

81

u64 tr;

arch/mips/kvm/mips.c

1148

struct kvm_translation *tr)

arch/mips/txx9/generic/setup_tx4927.c

208

pr_cont(" TR:%09llx\n", ____raw_readq(&tx4927_sdramcptr->tr));

arch/mips/txx9/generic/setup_tx4938.c

221

pr_cont(" TR:%09llx\n", ____raw_readq(&tx4938_sdramcptr->tr));

arch/parisc/net/bpf_jit.h

417

static inline u32 hppa_t5_insn(u8 opcode, u8 tr, u32 val21)

arch/parisc/net/bpf_jit.h

419

return ((opcode << 26) | (tr << 21) | re_assemble_21(val21));

arch/powerpc/include/asm/kvm_ppc.h

124

struct kvm_translation *tr);

arch/powerpc/include/asm/vdso_datapage.h

21

mflr \ptr

arch/powerpc/include/asm/vdso_datapage.h

22

addis \ptr, \ptr, (\symbol - 999b)@ha

arch/powerpc/include/asm/vdso_datapage.h

23

addi \ptr, \ptr, (\symbol - 999b)@l

arch/powerpc/kvm/book3s.c

813

struct kvm_translation *tr)

arch/powerpc/kvm/booke.c

1807

struct kvm_translation *tr)

arch/powerpc/kvm/booke.c

1812

r = kvmppc_core_vcpu_translate(vcpu, tr);

arch/powerpc/kvm/e500_mmu.c

470

struct kvm_translation *tr)

arch/powerpc/kvm/e500_mmu.c

477

eaddr = tr->linear_address;

arch/powerpc/kvm/e500_mmu.c

478

pid = (tr->linear_address >> 32) & 0xff;

arch/powerpc/kvm/e500_mmu.c

479

as = (tr->linear_address >> 40) & 0x1;

arch/powerpc/kvm/e500_mmu.c

483

tr->valid = 0;

arch/powerpc/kvm/e500_mmu.c

487

tr->physical_address = kvmppc_mmu_xlate(vcpu, index, eaddr);

arch/powerpc/kvm/e500_mmu.c

489

tr->valid = 1;

arch/powerpc/platforms/44x/uic.c

126

u32 tr, pr, mask;

arch/powerpc/platforms/44x/uic.c

152

tr = mfdcr(uic->dcrbase + UIC_TR);

arch/powerpc/platforms/44x/uic.c

154

tr = (tr & mask) | (trigger << (31-src));

arch/powerpc/platforms/44x/uic.c

158

mtdcr(uic->dcrbase + UIC_TR, tr);

arch/riscv/include/asm/asm.h

109

asm_per_cpu \dst \ptr \tmp

arch/riscv/kvm/vcpu.c

332

struct kvm_translation *tr)

arch/s390/kvm/kvm-s390.c

4116

struct kvm_translation *tr)

arch/sh/include/asm/ptrace.h

59

{.name = __stringify(tr##num), .offset = offsetof(struct pt_regs, tregs[num])}

arch/x86/coco/sev/core.c

828

vmsa->tr.limit = AP_INIT_TR_LIMIT;

arch/x86/coco/sev/core.c

829

vmsa->tr.attrib = INIT_TR_ATTRIBS;

arch/x86/crypto/camellia_glue.c

801

u32 dw, tl, tr;

arch/x86/crypto/camellia_glue.c

914

tr = subRL[10] ^ rol32(dw, 1);

arch/x86/crypto/camellia_glue.c

915

tt = (tr | ((u64)tl << 32));

arch/x86/crypto/camellia_glue.c

923

tr = subRL[7] ^ rol32(dw, 1);

arch/x86/crypto/camellia_glue.c

924

tt = (tr | ((u64)tl << 32));

arch/x86/crypto/camellia_glue.c

934

tr = subRL[18] ^ rol32(dw, 1);

arch/x86/crypto/camellia_glue.c

935

tt = (tr | ((u64)tl << 32));

arch/x86/crypto/camellia_glue.c

943

tr = subRL[15] ^ rol32(dw, 1);

arch/x86/crypto/camellia_glue.c

944

tt = (tr | ((u64)tl << 32));

arch/x86/crypto/camellia_glue.c

958

tr = subRL[26] ^ rol32(dw, 1);

arch/x86/crypto/camellia_glue.c

959

tt = (tr | ((u64)tl << 32));

arch/x86/crypto/camellia_glue.c

967

tr = subRL[23] ^ rol32(dw, 1);

arch/x86/crypto/camellia_glue.c

968

tt = (tr | ((u64)tl << 32));

arch/x86/hyperv/hv_vtl.c

193

input->vp_context.tr.selector = GDT_ENTRY_TSS * 8;

arch/x86/hyperv/hv_vtl.c

194

input->vp_context.tr.base = hv_vtl_system_desc_base(tss);

arch/x86/hyperv/hv_vtl.c

195

input->vp_context.tr.limit = hv_vtl_system_desc_limit(tss);

arch/x86/hyperv/hv_vtl.c

196

input->vp_context.tr.attributes = 0x8b;

arch/x86/include/asm/desc.h

113

#define load_tr(tr) asm volatile("ltr %0"::"m" (tr))

arch/x86/include/asm/desc.h

117

#define store_tr(tr) (tr = native_store_tr())

arch/x86/include/asm/desc.h

285

unsigned long tr;

arch/x86/include/asm/desc.h

287

asm volatile("str %0":"=r" (tr));

arch/x86/include/asm/desc.h

289

return tr;

arch/x86/include/asm/nospec-branch.h

245

__stringify(__FILL_RETURN_BUFFER(\reg,\nr)), \ftr, \

arch/x86/include/asm/paravirt.h

242

#define store_tr(tr) ((tr) = paravirt_store_tr())

arch/x86/include/asm/suspend_32.h

23

unsigned long tr;

arch/x86/include/asm/suspend_64.h

52

unsigned long tr;

arch/x86/include/asm/svm.h

330

struct vmcb_seg tr;

arch/x86/include/asm/svm.h

382

struct vmcb_seg tr;

arch/x86/include/uapi/asm/kvm.h

153

struct kvm_segment tr, ldt;

arch/x86/include/uapi/asm/kvm.h

164

struct kvm_segment tr, ldt;

arch/x86/kernel/cpu/mce/amd.c

432

struct thresh_restart *tr = _tr;

arch/x86/kernel/cpu/mce/amd.c

436

if (!this_cpu_read(threshold_banks) && !tr->set_lvt_off)

arch/x86/kernel/cpu/mce/amd.c

439

rdmsr(tr->b->address, lo, hi);

arch/x86/kernel/cpu/mce/amd.c

445

if (hi & MASK_OVERFLOW_HI || tr->set_lvt_off) {

arch/x86/kernel/cpu/mce/amd.c

447

hi |= THRESHOLD_MAX - tr->b->threshold_limit;

arch/x86/kernel/cpu/mce/amd.c

448

} else if (tr->old_limit) { /* change limit w/o reset */

arch/x86/kernel/cpu/mce/amd.c

450

(tr->old_limit - tr->b->threshold_limit);

arch/x86/kernel/cpu/mce/amd.c

459

if (!tr->b->interrupt_capable)

arch/x86/kernel/cpu/mce/amd.c

462

if (tr->set_lvt_off) {

arch/x86/kernel/cpu/mce/amd.c

463

if (lvt_off_valid(tr->b, tr->lvt_off, lo, hi)) {

arch/x86/kernel/cpu/mce/amd.c

466

hi |= tr->lvt_off << 20;

arch/x86/kernel/cpu/mce/amd.c

470

if (tr->b->interrupt_enable)

arch/x86/kernel/cpu/mce/amd.c

476

wrmsr(tr->b->address, lo, hi);

arch/x86/kernel/cpu/mce/amd.c

483

struct thresh_restart tr;

arch/x86/kernel/cpu/mce/amd.c

488

memset(&tr, 0, sizeof(tr));

arch/x86/kernel/cpu/mce/amd.c

491

tr.b = block;

arch/x86/kernel/cpu/mce/amd.c

492

tr.b->interrupt_enable = intr_en;

arch/x86/kernel/cpu/mce/amd.c

493

threshold_restart_block(&tr);

arch/x86/kernel/cpu/mce/amd.c

511

struct thresh_restart tr = {

arch/x86/kernel/cpu/mce/amd.c

518

threshold_restart_block(&tr);

arch/x86/kernel/cpu/mce/amd.c

915

struct thresh_restart tr;

arch/x86/kernel/cpu/mce/amd.c

926

memset(&tr, 0, sizeof(tr));

arch/x86/kernel/cpu/mce/amd.c

927

tr.b = b;

arch/x86/kernel/cpu/mce/amd.c

929

if (smp_call_function_single(b->cpu, threshold_restart_block, &tr, 1))

arch/x86/kernel/cpu/mce/amd.c

938

struct thresh_restart tr;

arch/x86/kernel/cpu/mce/amd.c

949

memset(&tr, 0, sizeof(tr));

arch/x86/kernel/cpu/mce/amd.c

950

tr.old_limit = b->threshold_limit;

arch/x86/kernel/cpu/mce/amd.c

952

tr.b = b;

arch/x86/kernel/cpu/mce/amd.c

954

if (smp_call_function_single(b->cpu, threshold_restart_block, &tr, 1))

arch/x86/kernel/cpu/resctrl/intel_aet.c

167

static bool skip_telem_region(struct telemetry_region *tr, struct event_group *e)

arch/x86/kernel/cpu/resctrl/intel_aet.c

169

if (tr->guid != e->guid)

arch/x86/kernel/cpu/resctrl/intel_aet.c

171

if (tr->plat_info.package_id >= topology_max_packages()) {

arch/x86/kernel/cpu/resctrl/intel_aet.c

172

pr_warn("Bad package %u in guid 0x%x\n", tr->plat_info.package_id,

arch/x86/kernel/cpu/resctrl/intel_aet.c

173

tr->guid);

arch/x86/kernel/cpu/resctrl/intel_aet.c

176

if (tr->size != e->mmio_size) {

arch/x86/kernel/cpu/resctrl/intel_aet.c

178

tr->size, e->guid, e->mmio_size);

arch/x86/kernel/cpu/resctrl/intel_aet.c

211

struct telemetry_region *tr;

arch/x86/kernel/cpu/resctrl/intel_aet.c

216

tr = &p->regions[i];

arch/x86/kernel/cpu/resctrl/intel_aet.c

217

if (tr->num_rmids < e->num_rmid) {

arch/x86/kvm/emulate.c

2540

u16 tr, io_bitmap_ptr, perm, bit_idx = port & 0x7;

arch/x86/kvm/emulate.c

2552

ops->get_segment(ctxt, &tr, &tr_seg, &base3, VCPU_SREG_TR);

arch/x86/kvm/smm.c

201

enter_smm_save_seg_32(vcpu, &smram->tr, &smram->tr_sel, VCPU_SREG_TR);

arch/x86/kvm/smm.c

252

enter_smm_save_seg_64(vcpu, &smram->tr, VCPU_SREG_TR);

arch/x86/kvm/smm.c

38

CHECK_SMRAM32_OFFSET(tr, 0xFF5C);

arch/x86/kvm/smm.c

482

rsm_load_seg_32(vcpu, &smstate->tr, smstate->tr_sel, VCPU_SREG_TR);

arch/x86/kvm/smm.c

539

rsm_load_seg_64(vcpu, &smstate->tr, VCPU_SREG_TR);

arch/x86/kvm/smm.c

70

CHECK_SMRAM64_OFFSET(tr, 0xFE90);

arch/x86/kvm/smm.h

42

struct kvm_smm_seg_state_32 tr;

arch/x86/kvm/smm.h

89

struct kvm_smm_seg_state_64 tr;

arch/x86/kvm/svm/nested.c

1116

to_vmcb->save.tr = from_vmcb->save.tr;

arch/x86/kvm/svm/svm.c

1161

init_sys_seg(&save->tr, SEG_TYPE_BUSY_TSS16);

arch/x86/kvm/svm/svm.c

1563

case VCPU_SREG_TR: return &save01->tr;

arch/x86/kvm/svm/svm.c

3419

save01->tr.selector, save01->tr.attrib,

arch/x86/kvm/svm/svm.c

3420

save01->tr.limit, save01->tr.base);

arch/x86/kvm/vmx/vmx.c

3970

struct kvm_segment tr;

arch/x86/kvm/vmx/vmx.c

3972

vmx_get_segment(vcpu, &tr, VCPU_SREG_TR);

arch/x86/kvm/vmx/vmx.c

3974

if (tr.unusable)

arch/x86/kvm/vmx/vmx.c

3976

if (tr.selector & SEGMENT_TI_MASK) /* TI = 1 */

arch/x86/kvm/vmx/vmx.c

3978

if (tr.type != 3 && tr.type != 11) /* TODO: Check if guest is in IA32e mode */

arch/x86/kvm/vmx/vmx.c

3980

if (!tr.present)

arch/x86/kvm/x86.c

12146

kvm_get_segment(vcpu, &sregs->tr, VCPU_SREG_TR);

arch/x86/kvm/x86.c

12409

kvm_set_segment(vcpu, &sregs->tr, VCPU_SREG_TR);

arch/x86/kvm/x86.c

12584

struct kvm_translation *tr)

arch/x86/kvm/x86.c

12586

unsigned long vaddr = tr->linear_address;

arch/x86/kvm/x86.c

12595

tr->physical_address = gpa;

arch/x86/kvm/x86.c

12596

tr->valid = gpa != INVALID_GPA;

arch/x86/kvm/x86.c

12597

tr->writeable = 1;

arch/x86/kvm/x86.c

12598

tr->usermode = 0;

arch/x86/mm/fault.c

557

u16 ldtr, tr;

arch/x86/mm/fault.c

580

store_tr(tr);

arch/x86/mm/fault.c

581

show_ldttss(&gdt, "TR", tr);

arch/x86/power/cpu.c

102

store_tr(ctxt->tr);

arch/xtensa/include/asm/coprocessor.h

38

addi \clb, \ptr, \offset

arch/xtensa/include/asm/coprocessor.h

45

addi \clb, \ptr, \offset

arch/xtensa/include/asm/coprocessor.h

57

addi \clb, \ptr, \offset

arch/xtensa/include/asm/coprocessor.h

64

addi \clb, \ptr, \offset

arch/xtensa/variants/csp/include/variant/tie-asm.h

102

xchal_sa_align \ptr, 0, 1000, 4, 4

arch/xtensa/variants/csp/include/variant/tie-asm.h

104

s32i \at1, \ptr, .Lxchal_ofs_+0

arch/xtensa/variants/csp/include/variant/tie-asm.h

106

s32i \at1, \ptr, .Lxchal_ofs_+4

arch/xtensa/variants/csp/include/variant/tie-asm.h

108

s32i \at1, \ptr, .Lxchal_ofs_+8

arch/xtensa/variants/csp/include/variant/tie-asm.h

110

s32i \at1, \ptr, .Lxchal_ofs_+12

arch/xtensa/variants/csp/include/variant/tie-asm.h

112

s32i \at1, \ptr, .Lxchal_ofs_+16

arch/xtensa/variants/csp/include/variant/tie-asm.h

114

s32i \at1, \ptr, .Lxchal_ofs_+20

arch/xtensa/variants/csp/include/variant/tie-asm.h

117

xchal_sa_align \ptr, 0, 1000, 4, 4

arch/xtensa/variants/csp/include/variant/tie-asm.h

146

xchal_sa_align \ptr, 0, 1020, 4, 4

arch/xtensa/variants/csp/include/variant/tie-asm.h

147

l32i \at1, \ptr, .Lxchal_ofs_+0

arch/xtensa/variants/csp/include/variant/tie-asm.h

151

xchal_sa_align \ptr, 0, 1020, 4, 4

arch/xtensa/variants/csp/include/variant/tie-asm.h

156

xchal_sa_align \ptr, 0, 1016, 4, 4

arch/xtensa/variants/csp/include/variant/tie-asm.h

157

l32i \at1, \ptr, .Lxchal_ofs_+0

arch/xtensa/variants/csp/include/variant/tie-asm.h

159

l32i \at1, \ptr, .Lxchal_ofs_+4

arch/xtensa/variants/csp/include/variant/tie-asm.h

163

xchal_sa_align \ptr, 0, 1016, 4, 4

arch/xtensa/variants/csp/include/variant/tie-asm.h

168

xchal_sa_align \ptr, 0, 1000, 4, 4

arch/xtensa/variants/csp/include/variant/tie-asm.h

169

l32i \at1, \ptr, .Lxchal_ofs_+0

arch/xtensa/variants/csp/include/variant/tie-asm.h

171

l32i \at1, \ptr, .Lxchal_ofs_+4

arch/xtensa/variants/csp/include/variant/tie-asm.h

173

l32i \at1, \ptr, .Lxchal_ofs_+8

arch/xtensa/variants/csp/include/variant/tie-asm.h

175

l32i \at1, \ptr, .Lxchal_ofs_+12

arch/xtensa/variants/csp/include/variant/tie-asm.h

177

l32i \at1, \ptr, .Lxchal_ofs_+16

arch/xtensa/variants/csp/include/variant/tie-asm.h

179

l32i \at1, \ptr, .Lxchal_ofs_+20

arch/xtensa/variants/csp/include/variant/tie-asm.h

183

xchal_sa_align \ptr, 0, 1000, 4, 4

arch/xtensa/variants/csp/include/variant/tie-asm.h

80

xchal_sa_align \ptr, 0, 1020, 4, 4

arch/xtensa/variants/csp/include/variant/tie-asm.h

82

s32i \at1, \ptr, .Lxchal_ofs_+0

arch/xtensa/variants/csp/include/variant/tie-asm.h

85

xchal_sa_align \ptr, 0, 1020, 4, 4

arch/xtensa/variants/csp/include/variant/tie-asm.h

90

xchal_sa_align \ptr, 0, 1016, 4, 4

arch/xtensa/variants/csp/include/variant/tie-asm.h

92

s32i \at1, \ptr, .Lxchal_ofs_+0

arch/xtensa/variants/csp/include/variant/tie-asm.h

94

s32i \at1, \ptr, .Lxchal_ofs_+4

arch/xtensa/variants/csp/include/variant/tie-asm.h

97

xchal_sa_align \ptr, 0, 1016, 4, 4

arch/xtensa/variants/dc232b/include/variant/tie-asm.h

101

xchal_sa_align \ptr, 0, 1024-4, 4, 4

arch/xtensa/variants/dc232b/include/variant/tie-asm.h

102

l32i \at1, \ptr, .Lxchal_ofs_ + 0

arch/xtensa/variants/dc232b/include/variant/tie-asm.h

107

xchal_sa_align \ptr, 0, 1024-4, 4, 4

arch/xtensa/variants/dc232b/include/variant/tie-asm.h

108

l32i \at1, \ptr, .Lxchal_ofs_ + 0

arch/xtensa/variants/dc232b/include/variant/tie-asm.h

40

xchal_sa_align \ptr, 0, 1024-8, 4, 4

arch/xtensa/variants/dc232b/include/variant/tie-asm.h

43

s32i \at1, \ptr, .Lxchal_ofs_ + 0

arch/xtensa/variants/dc232b/include/variant/tie-asm.h

44

s32i \at2, \ptr, .Lxchal_ofs_ + 4

arch/xtensa/variants/dc232b/include/variant/tie-asm.h

48

xchal_sa_align \ptr, 0, 1024-16, 4, 4

arch/xtensa/variants/dc232b/include/variant/tie-asm.h

51

s32i \at1, \ptr, .Lxchal_ofs_ + 0

arch/xtensa/variants/dc232b/include/variant/tie-asm.h

52

s32i \at2, \ptr, .Lxchal_ofs_ + 4

arch/xtensa/variants/dc232b/include/variant/tie-asm.h

55

s32i \at1, \ptr, .Lxchal_ofs_ + 8

arch/xtensa/variants/dc232b/include/variant/tie-asm.h

56

s32i \at2, \ptr, .Lxchal_ofs_ + 12

arch/xtensa/variants/dc232b/include/variant/tie-asm.h

60

xchal_sa_align \ptr, 0, 1024-4, 4, 4

arch/xtensa/variants/dc232b/include/variant/tie-asm.h

62

s32i \at1, \ptr, .Lxchal_ofs_ + 0

arch/xtensa/variants/dc232b/include/variant/tie-asm.h

66

xchal_sa_align \ptr, 0, 1024-4, 4, 4

arch/xtensa/variants/dc232b/include/variant/tie-asm.h

68

s32i \at1, \ptr, .Lxchal_ofs_ + 0

arch/xtensa/variants/dc232b/include/variant/tie-asm.h

81

xchal_sa_align \ptr, 0, 1024-8, 4, 4

arch/xtensa/variants/dc232b/include/variant/tie-asm.h

82

l32i \at1, \ptr, .Lxchal_ofs_ + 0

arch/xtensa/variants/dc232b/include/variant/tie-asm.h

83

l32i \at2, \ptr, .Lxchal_ofs_ + 4

arch/xtensa/variants/dc232b/include/variant/tie-asm.h

89

xchal_sa_align \ptr, 0, 1024-16, 4, 4

arch/xtensa/variants/dc232b/include/variant/tie-asm.h

90

l32i \at1, \ptr, .Lxchal_ofs_ + 0

arch/xtensa/variants/dc232b/include/variant/tie-asm.h

91

l32i \at2, \ptr, .Lxchal_ofs_ + 4

arch/xtensa/variants/dc232b/include/variant/tie-asm.h

94

l32i \at1, \ptr, .Lxchal_ofs_ + 8

arch/xtensa/variants/dc232b/include/variant/tie-asm.h

95

l32i \at2, \ptr, .Lxchal_ofs_ + 12

arch/xtensa/variants/dc233c/include/variant/tie-asm.h

103

xchal_sa_align \ptr, 0, 1004, 4, 4

arch/xtensa/variants/dc233c/include/variant/tie-asm.h

105

s32i \at1, \ptr, .Lxchal_ofs_+0

arch/xtensa/variants/dc233c/include/variant/tie-asm.h

107

s32i \at1, \ptr, .Lxchal_ofs_+4

arch/xtensa/variants/dc233c/include/variant/tie-asm.h

109

s32i \at1, \ptr, .Lxchal_ofs_+8

arch/xtensa/variants/dc233c/include/variant/tie-asm.h

111

s32i \at1, \ptr, .Lxchal_ofs_+12

arch/xtensa/variants/dc233c/include/variant/tie-asm.h

113

s32i \at1, \ptr, .Lxchal_ofs_+16

arch/xtensa/variants/dc233c/include/variant/tie-asm.h

116

xchal_sa_align \ptr, 0, 1004, 4, 4

arch/xtensa/variants/dc233c/include/variant/tie-asm.h

145

xchal_sa_align \ptr, 0, 1020, 4, 4

arch/xtensa/variants/dc233c/include/variant/tie-asm.h

146

l32i \at1, \ptr, .Lxchal_ofs_+0

arch/xtensa/variants/dc233c/include/variant/tie-asm.h

150

xchal_sa_align \ptr, 0, 1020, 4, 4

arch/xtensa/variants/dc233c/include/variant/tie-asm.h

155

xchal_sa_align \ptr, 0, 1016, 4, 4

arch/xtensa/variants/dc233c/include/variant/tie-asm.h

156

l32i \at1, \ptr, .Lxchal_ofs_+0

arch/xtensa/variants/dc233c/include/variant/tie-asm.h

158

l32i \at1, \ptr, .Lxchal_ofs_+4

arch/xtensa/variants/dc233c/include/variant/tie-asm.h

162

xchal_sa_align \ptr, 0, 1016, 4, 4

arch/xtensa/variants/dc233c/include/variant/tie-asm.h

167

xchal_sa_align \ptr, 0, 1004, 4, 4

arch/xtensa/variants/dc233c/include/variant/tie-asm.h

168

l32i \at1, \ptr, .Lxchal_ofs_+0

arch/xtensa/variants/dc233c/include/variant/tie-asm.h

170

l32i \at1, \ptr, .Lxchal_ofs_+4

arch/xtensa/variants/dc233c/include/variant/tie-asm.h

172

l32i \at1, \ptr, .Lxchal_ofs_+8

arch/xtensa/variants/dc233c/include/variant/tie-asm.h

174

l32i \at1, \ptr, .Lxchal_ofs_+12

arch/xtensa/variants/dc233c/include/variant/tie-asm.h

176

l32i \at1, \ptr, .Lxchal_ofs_+16

arch/xtensa/variants/dc233c/include/variant/tie-asm.h

180

xchal_sa_align \ptr, 0, 1004, 4, 4

arch/xtensa/variants/dc233c/include/variant/tie-asm.h

81

xchal_sa_align \ptr, 0, 1020, 4, 4

arch/xtensa/variants/dc233c/include/variant/tie-asm.h

83

s32i \at1, \ptr, .Lxchal_ofs_+0

arch/xtensa/variants/dc233c/include/variant/tie-asm.h

86

xchal_sa_align \ptr, 0, 1020, 4, 4

arch/xtensa/variants/dc233c/include/variant/tie-asm.h

91

xchal_sa_align \ptr, 0, 1016, 4, 4

arch/xtensa/variants/dc233c/include/variant/tie-asm.h

93

s32i \at1, \ptr, .Lxchal_ofs_+0

arch/xtensa/variants/dc233c/include/variant/tie-asm.h

95

s32i \at1, \ptr, .Lxchal_ofs_+4

arch/xtensa/variants/dc233c/include/variant/tie-asm.h

98

xchal_sa_align \ptr, 0, 1016, 4, 4

arch/xtensa/variants/de212/include/variant/tie-asm.h

100

s32i \at1, \ptr, .Lxchal_ofs_+12

arch/xtensa/variants/de212/include/variant/tie-asm.h

102

s32i \at1, \ptr, .Lxchal_ofs_+16

arch/xtensa/variants/de212/include/variant/tie-asm.h

105

xchal_sa_align \ptr, 0, 1004, 4, 4

arch/xtensa/variants/de212/include/variant/tie-asm.h

134

xchal_sa_align \ptr, 0, 1016, 4, 4

arch/xtensa/variants/de212/include/variant/tie-asm.h

135

l32i \at1, \ptr, .Lxchal_ofs_+0

arch/xtensa/variants/de212/include/variant/tie-asm.h

137

l32i \at1, \ptr, .Lxchal_ofs_+4

arch/xtensa/variants/de212/include/variant/tie-asm.h

141

xchal_sa_align \ptr, 0, 1016, 4, 4

arch/xtensa/variants/de212/include/variant/tie-asm.h

146

xchal_sa_align \ptr, 0, 1004, 4, 4

arch/xtensa/variants/de212/include/variant/tie-asm.h

147

l32i \at1, \ptr, .Lxchal_ofs_+0

arch/xtensa/variants/de212/include/variant/tie-asm.h

149

l32i \at1, \ptr, .Lxchal_ofs_+4

arch/xtensa/variants/de212/include/variant/tie-asm.h

151

l32i \at1, \ptr, .Lxchal_ofs_+8

arch/xtensa/variants/de212/include/variant/tie-asm.h

153

l32i \at1, \ptr, .Lxchal_ofs_+12

arch/xtensa/variants/de212/include/variant/tie-asm.h

155

l32i \at1, \ptr, .Lxchal_ofs_+16

arch/xtensa/variants/de212/include/variant/tie-asm.h

159

xchal_sa_align \ptr, 0, 1004, 4, 4

arch/xtensa/variants/de212/include/variant/tie-asm.h

80

xchal_sa_align \ptr, 0, 1016, 4, 4

arch/xtensa/variants/de212/include/variant/tie-asm.h

82

s32i \at1, \ptr, .Lxchal_ofs_+0

arch/xtensa/variants/de212/include/variant/tie-asm.h

84

s32i \at1, \ptr, .Lxchal_ofs_+4

arch/xtensa/variants/de212/include/variant/tie-asm.h

87

xchal_sa_align \ptr, 0, 1016, 4, 4

arch/xtensa/variants/de212/include/variant/tie-asm.h

92

xchal_sa_align \ptr, 0, 1004, 4, 4

arch/xtensa/variants/de212/include/variant/tie-asm.h

94

s32i \at1, \ptr, .Lxchal_ofs_+0

arch/xtensa/variants/de212/include/variant/tie-asm.h

96

s32i \at1, \ptr, .Lxchal_ofs_+4

arch/xtensa/variants/de212/include/variant/tie-asm.h

98

s32i \at1, \ptr, .Lxchal_ofs_+8

arch/xtensa/variants/fsf/include/variant/tie-asm.h

40

xchal_sa_align \ptr, 0, 1024-4, 4, 4

arch/xtensa/variants/fsf/include/variant/tie-asm.h

42

s32i \at1, \ptr, .Lxchal_ofs_ + 0

arch/xtensa/variants/fsf/include/variant/tie-asm.h

55

xchal_sa_align \ptr, 0, 1024-4, 4, 4

arch/xtensa/variants/fsf/include/variant/tie-asm.h

56

l32i \at1, \ptr, .Lxchal_ofs_ + 0

arch/xtensa/variants/test_kc705_be/include/variant/tie-asm.h

102

xchal_sa_align \ptr, 0, 1000, 4, 4

arch/xtensa/variants/test_kc705_be/include/variant/tie-asm.h

104

s32i \at1, \ptr, .Lxchal_ofs_+0

arch/xtensa/variants/test_kc705_be/include/variant/tie-asm.h

106

s32i \at1, \ptr, .Lxchal_ofs_+4

arch/xtensa/variants/test_kc705_be/include/variant/tie-asm.h

108

s32i \at1, \ptr, .Lxchal_ofs_+8

arch/xtensa/variants/test_kc705_be/include/variant/tie-asm.h

110

s32i \at1, \ptr, .Lxchal_ofs_+12

arch/xtensa/variants/test_kc705_be/include/variant/tie-asm.h

112

s32i \at1, \ptr, .Lxchal_ofs_+16

arch/xtensa/variants/test_kc705_be/include/variant/tie-asm.h

114

s32i \at1, \ptr, .Lxchal_ofs_+20

arch/xtensa/variants/test_kc705_be/include/variant/tie-asm.h

117

xchal_sa_align \ptr, 0, 1000, 4, 4

arch/xtensa/variants/test_kc705_be/include/variant/tie-asm.h

146

xchal_sa_align \ptr, 0, 1020, 4, 4

arch/xtensa/variants/test_kc705_be/include/variant/tie-asm.h

147

l32i \at1, \ptr, .Lxchal_ofs_+0

arch/xtensa/variants/test_kc705_be/include/variant/tie-asm.h

151

xchal_sa_align \ptr, 0, 1020, 4, 4

arch/xtensa/variants/test_kc705_be/include/variant/tie-asm.h

156

xchal_sa_align \ptr, 0, 1016, 4, 4

arch/xtensa/variants/test_kc705_be/include/variant/tie-asm.h

157

l32i \at1, \ptr, .Lxchal_ofs_+0

arch/xtensa/variants/test_kc705_be/include/variant/tie-asm.h

159

l32i \at1, \ptr, .Lxchal_ofs_+4

arch/xtensa/variants/test_kc705_be/include/variant/tie-asm.h

163

xchal_sa_align \ptr, 0, 1016, 4, 4

arch/xtensa/variants/test_kc705_be/include/variant/tie-asm.h

168

xchal_sa_align \ptr, 0, 1000, 4, 4

arch/xtensa/variants/test_kc705_be/include/variant/tie-asm.h

169

l32i \at1, \ptr, .Lxchal_ofs_+0

arch/xtensa/variants/test_kc705_be/include/variant/tie-asm.h

171

l32i \at1, \ptr, .Lxchal_ofs_+4

arch/xtensa/variants/test_kc705_be/include/variant/tie-asm.h

173

l32i \at1, \ptr, .Lxchal_ofs_+8

arch/xtensa/variants/test_kc705_be/include/variant/tie-asm.h

175

l32i \at1, \ptr, .Lxchal_ofs_+12

arch/xtensa/variants/test_kc705_be/include/variant/tie-asm.h

177

l32i \at1, \ptr, .Lxchal_ofs_+16

arch/xtensa/variants/test_kc705_be/include/variant/tie-asm.h

179

l32i \at1, \ptr, .Lxchal_ofs_+20

arch/xtensa/variants/test_kc705_be/include/variant/tie-asm.h

183

xchal_sa_align \ptr, 0, 1000, 4, 4

arch/xtensa/variants/test_kc705_be/include/variant/tie-asm.h

205

xchal_sa_align \ptr, 0, 0, 8, 8

arch/xtensa/variants/test_kc705_be/include/variant/tie-asm.h

207

s32i \at1, \ptr, .Lxchal_ofs_+0

arch/xtensa/variants/test_kc705_be/include/variant/tie-asm.h

209

s32i \at1, \ptr, .Lxchal_ofs_+4

arch/xtensa/variants/test_kc705_be/include/variant/tie-asm.h

211

s32i \at1, \ptr, .Lxchal_ofs_+8

arch/xtensa/variants/test_kc705_be/include/variant/tie-asm.h

213

s32i \at1, \ptr, .Lxchal_ofs_+12

arch/xtensa/variants/test_kc705_be/include/variant/tie-asm.h

215

s32i \at1, \ptr, .Lxchal_ofs_+16

arch/xtensa/variants/test_kc705_be/include/variant/tie-asm.h

217

s32i \at1, \ptr, .Lxchal_ofs_+20

arch/xtensa/variants/test_kc705_be/include/variant/tie-asm.h

218

ae_sp24x2s.i aep0, \ptr, .Lxchal_ofs_+24

arch/xtensa/variants/test_kc705_be/include/variant/tie-asm.h

219

ae_sp24x2s.i aep1, \ptr, .Lxchal_ofs_+32

arch/xtensa/variants/test_kc705_be/include/variant/tie-asm.h

220

ae_sp24x2s.i aep2, \ptr, .Lxchal_ofs_+40

arch/xtensa/variants/test_kc705_be/include/variant/tie-asm.h

221

ae_sp24x2s.i aep3, \ptr, .Lxchal_ofs_+48

arch/xtensa/variants/test_kc705_be/include/variant/tie-asm.h

222

ae_sp24x2s.i aep4, \ptr, .Lxchal_ofs_+56

arch/xtensa/variants/test_kc705_be/include/variant/tie-asm.h

223

addi \ptr, \ptr, 64

arch/xtensa/variants/test_kc705_be/include/variant/tie-asm.h

224

ae_sp24x2s.i aep5, \ptr, .Lxchal_ofs_+0

arch/xtensa/variants/test_kc705_be/include/variant/tie-asm.h

225

ae_sp24x2s.i aep6, \ptr, .Lxchal_ofs_+8

arch/xtensa/variants/test_kc705_be/include/variant/tie-asm.h

226

ae_sp24x2s.i aep7, \ptr, .Lxchal_ofs_+16

arch/xtensa/variants/test_kc705_be/include/variant/tie-asm.h

227

ae_sq56s.i aeq0, \ptr, .Lxchal_ofs_+24

arch/xtensa/variants/test_kc705_be/include/variant/tie-asm.h

228

ae_sq56s.i aeq1, \ptr, .Lxchal_ofs_+32

arch/xtensa/variants/test_kc705_be/include/variant/tie-asm.h

229

ae_sq56s.i aeq2, \ptr, .Lxchal_ofs_+40

arch/xtensa/variants/test_kc705_be/include/variant/tie-asm.h

230

ae_sq56s.i aeq3, \ptr, .Lxchal_ofs_+48

arch/xtensa/variants/test_kc705_be/include/variant/tie-asm.h

234

xchal_sa_align \ptr, 0, 0, 8, 8

arch/xtensa/variants/test_kc705_be/include/variant/tie-asm.h

253

xchal_sa_align \ptr, 0, 0, 8, 8

arch/xtensa/variants/test_kc705_be/include/variant/tie-asm.h

254

l32i \at1, \ptr, .Lxchal_ofs_+0

arch/xtensa/variants/test_kc705_be/include/variant/tie-asm.h

256

l32i \at1, \ptr, .Lxchal_ofs_+4

arch/xtensa/variants/test_kc705_be/include/variant/tie-asm.h

258

l32i \at1, \ptr, .Lxchal_ofs_+8

arch/xtensa/variants/test_kc705_be/include/variant/tie-asm.h

260

l32i \at1, \ptr, .Lxchal_ofs_+12

arch/xtensa/variants/test_kc705_be/include/variant/tie-asm.h

262

l32i \at1, \ptr, .Lxchal_ofs_+16

arch/xtensa/variants/test_kc705_be/include/variant/tie-asm.h

264

l32i \at1, \ptr, .Lxchal_ofs_+20

arch/xtensa/variants/test_kc705_be/include/variant/tie-asm.h

266

ae_lp24x2.i aep0, \ptr, .Lxchal_ofs_+24

arch/xtensa/variants/test_kc705_be/include/variant/tie-asm.h

267

ae_lp24x2.i aep1, \ptr, .Lxchal_ofs_+32

arch/xtensa/variants/test_kc705_be/include/variant/tie-asm.h

268

ae_lp24x2.i aep2, \ptr, .Lxchal_ofs_+40

arch/xtensa/variants/test_kc705_be/include/variant/tie-asm.h

269

ae_lp24x2.i aep3, \ptr, .Lxchal_ofs_+48

arch/xtensa/variants/test_kc705_be/include/variant/tie-asm.h

270

ae_lp24x2.i aep4, \ptr, .Lxchal_ofs_+56

arch/xtensa/variants/test_kc705_be/include/variant/tie-asm.h

271

addi \ptr, \ptr, 64

arch/xtensa/variants/test_kc705_be/include/variant/tie-asm.h

272

ae_lp24x2.i aep5, \ptr, .Lxchal_ofs_+0

arch/xtensa/variants/test_kc705_be/include/variant/tie-asm.h

273

ae_lp24x2.i aep6, \ptr, .Lxchal_ofs_+8

arch/xtensa/variants/test_kc705_be/include/variant/tie-asm.h

274

ae_lp24x2.i aep7, \ptr, .Lxchal_ofs_+16

arch/xtensa/variants/test_kc705_be/include/variant/tie-asm.h

275

addi \ptr, \ptr, 24

arch/xtensa/variants/test_kc705_be/include/variant/tie-asm.h

276

ae_lq56.i aeq0, \ptr, .Lxchal_ofs_+0

arch/xtensa/variants/test_kc705_be/include/variant/tie-asm.h

277

ae_lq56.i aeq1, \ptr, .Lxchal_ofs_+8

arch/xtensa/variants/test_kc705_be/include/variant/tie-asm.h

278

ae_lq56.i aeq2, \ptr, .Lxchal_ofs_+16

arch/xtensa/variants/test_kc705_be/include/variant/tie-asm.h

279

ae_lq56.i aeq3, \ptr, .Lxchal_ofs_+24

arch/xtensa/variants/test_kc705_be/include/variant/tie-asm.h

283

xchal_sa_align \ptr, 0, 0, 8, 8

arch/xtensa/variants/test_kc705_be/include/variant/tie-asm.h

80

xchal_sa_align \ptr, 0, 1020, 4, 4

arch/xtensa/variants/test_kc705_be/include/variant/tie-asm.h

82

s32i \at1, \ptr, .Lxchal_ofs_+0

arch/xtensa/variants/test_kc705_be/include/variant/tie-asm.h

85

xchal_sa_align \ptr, 0, 1020, 4, 4

arch/xtensa/variants/test_kc705_be/include/variant/tie-asm.h

90

xchal_sa_align \ptr, 0, 1016, 4, 4

arch/xtensa/variants/test_kc705_be/include/variant/tie-asm.h

92

s32i \at1, \ptr, .Lxchal_ofs_+0

arch/xtensa/variants/test_kc705_be/include/variant/tie-asm.h

94

s32i \at1, \ptr, .Lxchal_ofs_+4

arch/xtensa/variants/test_kc705_be/include/variant/tie-asm.h

97

xchal_sa_align \ptr, 0, 1016, 4, 4

arch/xtensa/variants/test_kc705_hifi/include/variant/tie-asm.h

103

xchal_sa_align \ptr, 0, 1000, 4, 4

arch/xtensa/variants/test_kc705_hifi/include/variant/tie-asm.h

105

s32i \at1, \ptr, .Lxchal_ofs_+0

arch/xtensa/variants/test_kc705_hifi/include/variant/tie-asm.h

107

s32i \at1, \ptr, .Lxchal_ofs_+4

arch/xtensa/variants/test_kc705_hifi/include/variant/tie-asm.h

109

s32i \at1, \ptr, .Lxchal_ofs_+8

arch/xtensa/variants/test_kc705_hifi/include/variant/tie-asm.h

111

s32i \at1, \ptr, .Lxchal_ofs_+12

arch/xtensa/variants/test_kc705_hifi/include/variant/tie-asm.h

113

s32i \at1, \ptr, .Lxchal_ofs_+16

arch/xtensa/variants/test_kc705_hifi/include/variant/tie-asm.h

115

s32i \at1, \ptr, .Lxchal_ofs_+20

arch/xtensa/variants/test_kc705_hifi/include/variant/tie-asm.h

118

xchal_sa_align \ptr, 0, 1000, 4, 4

arch/xtensa/variants/test_kc705_hifi/include/variant/tie-asm.h

147

xchal_sa_align \ptr, 0, 1020, 4, 4

arch/xtensa/variants/test_kc705_hifi/include/variant/tie-asm.h

148

l32i \at1, \ptr, .Lxchal_ofs_+0

arch/xtensa/variants/test_kc705_hifi/include/variant/tie-asm.h

152

xchal_sa_align \ptr, 0, 1020, 4, 4

arch/xtensa/variants/test_kc705_hifi/include/variant/tie-asm.h

157

xchal_sa_align \ptr, 0, 1016, 4, 4

arch/xtensa/variants/test_kc705_hifi/include/variant/tie-asm.h

158

l32i \at1, \ptr, .Lxchal_ofs_+0

arch/xtensa/variants/test_kc705_hifi/include/variant/tie-asm.h

160

l32i \at1, \ptr, .Lxchal_ofs_+4

arch/xtensa/variants/test_kc705_hifi/include/variant/tie-asm.h

164

xchal_sa_align \ptr, 0, 1016, 4, 4

arch/xtensa/variants/test_kc705_hifi/include/variant/tie-asm.h

169

xchal_sa_align \ptr, 0, 1000, 4, 4

arch/xtensa/variants/test_kc705_hifi/include/variant/tie-asm.h

170

l32i \at1, \ptr, .Lxchal_ofs_+0

arch/xtensa/variants/test_kc705_hifi/include/variant/tie-asm.h

172

l32i \at1, \ptr, .Lxchal_ofs_+4

arch/xtensa/variants/test_kc705_hifi/include/variant/tie-asm.h

174

l32i \at1, \ptr, .Lxchal_ofs_+8

arch/xtensa/variants/test_kc705_hifi/include/variant/tie-asm.h

176

l32i \at1, \ptr, .Lxchal_ofs_+12

arch/xtensa/variants/test_kc705_hifi/include/variant/tie-asm.h

178

l32i \at1, \ptr, .Lxchal_ofs_+16

arch/xtensa/variants/test_kc705_hifi/include/variant/tie-asm.h

180

l32i \at1, \ptr, .Lxchal_ofs_+20

arch/xtensa/variants/test_kc705_hifi/include/variant/tie-asm.h

184

xchal_sa_align \ptr, 0, 1000, 4, 4

arch/xtensa/variants/test_kc705_hifi/include/variant/tie-asm.h

209

xchal_sa_align \ptr, 0, 0, 8, 8

arch/xtensa/variants/test_kc705_hifi/include/variant/tie-asm.h

211

s32i \at1, \ptr, .Lxchal_ofs_+0

arch/xtensa/variants/test_kc705_hifi/include/variant/tie-asm.h

213

s32i \at1, \ptr, .Lxchal_ofs_+4

arch/xtensa/variants/test_kc705_hifi/include/variant/tie-asm.h

215

s32i \at1, \ptr, .Lxchal_ofs_+8

arch/xtensa/variants/test_kc705_hifi/include/variant/tie-asm.h

217

s32i \at1, \ptr, .Lxchal_ofs_+12

arch/xtensa/variants/test_kc705_hifi/include/variant/tie-asm.h

219

s32i \at1, \ptr, .Lxchal_ofs_+16

arch/xtensa/variants/test_kc705_hifi/include/variant/tie-asm.h

221

s32i \at1, \ptr, .Lxchal_ofs_+20

arch/xtensa/variants/test_kc705_hifi/include/variant/tie-asm.h

222

AE_S64.I aed0, \ptr, .Lxchal_ofs_+24

arch/xtensa/variants/test_kc705_hifi/include/variant/tie-asm.h

223

AE_S64.I aed1, \ptr, .Lxchal_ofs_+32

arch/xtensa/variants/test_kc705_hifi/include/variant/tie-asm.h

224

AE_S64.I aed2, \ptr, .Lxchal_ofs_+40

arch/xtensa/variants/test_kc705_hifi/include/variant/tie-asm.h

225

AE_S64.I aed3, \ptr, .Lxchal_ofs_+48

arch/xtensa/variants/test_kc705_hifi/include/variant/tie-asm.h

226

AE_S64.I aed4, \ptr, .Lxchal_ofs_+56

arch/xtensa/variants/test_kc705_hifi/include/variant/tie-asm.h

227

addi \ptr, \ptr, 64

arch/xtensa/variants/test_kc705_hifi/include/variant/tie-asm.h

228

AE_S64.I aed5, \ptr, .Lxchal_ofs_+0

arch/xtensa/variants/test_kc705_hifi/include/variant/tie-asm.h

229

AE_S64.I aed6, \ptr, .Lxchal_ofs_+8

arch/xtensa/variants/test_kc705_hifi/include/variant/tie-asm.h

230

AE_S64.I aed7, \ptr, .Lxchal_ofs_+16

arch/xtensa/variants/test_kc705_hifi/include/variant/tie-asm.h

231

AE_S64.I aed8, \ptr, .Lxchal_ofs_+24

arch/xtensa/variants/test_kc705_hifi/include/variant/tie-asm.h

232

AE_S64.I aed9, \ptr, .Lxchal_ofs_+32

arch/xtensa/variants/test_kc705_hifi/include/variant/tie-asm.h

233

AE_S64.I aed10, \ptr, .Lxchal_ofs_+40

arch/xtensa/variants/test_kc705_hifi/include/variant/tie-asm.h

234

AE_S64.I aed11, \ptr, .Lxchal_ofs_+48

arch/xtensa/variants/test_kc705_hifi/include/variant/tie-asm.h

235

AE_S64.I aed12, \ptr, .Lxchal_ofs_+56

arch/xtensa/variants/test_kc705_hifi/include/variant/tie-asm.h

236

addi \ptr, \ptr, 64

arch/xtensa/variants/test_kc705_hifi/include/variant/tie-asm.h

237

AE_S64.I aed13, \ptr, .Lxchal_ofs_+0

arch/xtensa/variants/test_kc705_hifi/include/variant/tie-asm.h

238

AE_S64.I aed14, \ptr, .Lxchal_ofs_+8

arch/xtensa/variants/test_kc705_hifi/include/variant/tie-asm.h

239

AE_S64.I aed15, \ptr, .Lxchal_ofs_+16

arch/xtensa/variants/test_kc705_hifi/include/variant/tie-asm.h

240

AE_SALIGN64.I u0, \ptr, .Lxchal_ofs_+24

arch/xtensa/variants/test_kc705_hifi/include/variant/tie-asm.h

241

AE_SALIGN64.I u1, \ptr, .Lxchal_ofs_+32

arch/xtensa/variants/test_kc705_hifi/include/variant/tie-asm.h

242

AE_SALIGN64.I u2, \ptr, .Lxchal_ofs_+40

arch/xtensa/variants/test_kc705_hifi/include/variant/tie-asm.h

243

AE_SALIGN64.I u3, \ptr, .Lxchal_ofs_+48

arch/xtensa/variants/test_kc705_hifi/include/variant/tie-asm.h

247

xchal_sa_align \ptr, 0, 0, 8, 8

arch/xtensa/variants/test_kc705_hifi/include/variant/tie-asm.h

266

xchal_sa_align \ptr, 0, 0, 8, 8

arch/xtensa/variants/test_kc705_hifi/include/variant/tie-asm.h

267

l32i \at1, \ptr, .Lxchal_ofs_+0

arch/xtensa/variants/test_kc705_hifi/include/variant/tie-asm.h

269

l32i \at1, \ptr, .Lxchal_ofs_+4

arch/xtensa/variants/test_kc705_hifi/include/variant/tie-asm.h

271

l32i \at1, \ptr, .Lxchal_ofs_+8

arch/xtensa/variants/test_kc705_hifi/include/variant/tie-asm.h

273

l32i \at1, \ptr, .Lxchal_ofs_+12

arch/xtensa/variants/test_kc705_hifi/include/variant/tie-asm.h

275

l32i \at1, \ptr, .Lxchal_ofs_+16

arch/xtensa/variants/test_kc705_hifi/include/variant/tie-asm.h

277

l32i \at1, \ptr, .Lxchal_ofs_+20

arch/xtensa/variants/test_kc705_hifi/include/variant/tie-asm.h

279

AE_L64.I aed0, \ptr, .Lxchal_ofs_+24

arch/xtensa/variants/test_kc705_hifi/include/variant/tie-asm.h

280

AE_L64.I aed1, \ptr, .Lxchal_ofs_+32

arch/xtensa/variants/test_kc705_hifi/include/variant/tie-asm.h

281

AE_L64.I aed2, \ptr, .Lxchal_ofs_+40

arch/xtensa/variants/test_kc705_hifi/include/variant/tie-asm.h

282

AE_L64.I aed3, \ptr, .Lxchal_ofs_+48

arch/xtensa/variants/test_kc705_hifi/include/variant/tie-asm.h

283

AE_L64.I aed4, \ptr, .Lxchal_ofs_+56

arch/xtensa/variants/test_kc705_hifi/include/variant/tie-asm.h

284

addi \ptr, \ptr, 64

arch/xtensa/variants/test_kc705_hifi/include/variant/tie-asm.h

285

AE_L64.I aed5, \ptr, .Lxchal_ofs_+0

arch/xtensa/variants/test_kc705_hifi/include/variant/tie-asm.h

286

AE_L64.I aed6, \ptr, .Lxchal_ofs_+8

arch/xtensa/variants/test_kc705_hifi/include/variant/tie-asm.h

287

AE_L64.I aed7, \ptr, .Lxchal_ofs_+16

arch/xtensa/variants/test_kc705_hifi/include/variant/tie-asm.h

288

AE_L64.I aed8, \ptr, .Lxchal_ofs_+24

arch/xtensa/variants/test_kc705_hifi/include/variant/tie-asm.h

289

AE_L64.I aed9, \ptr, .Lxchal_ofs_+32

arch/xtensa/variants/test_kc705_hifi/include/variant/tie-asm.h

290

AE_L64.I aed10, \ptr, .Lxchal_ofs_+40

arch/xtensa/variants/test_kc705_hifi/include/variant/tie-asm.h

291

AE_L64.I aed11, \ptr, .Lxchal_ofs_+48

arch/xtensa/variants/test_kc705_hifi/include/variant/tie-asm.h

292

AE_L64.I aed12, \ptr, .Lxchal_ofs_+56

arch/xtensa/variants/test_kc705_hifi/include/variant/tie-asm.h

293

addi \ptr, \ptr, 64

arch/xtensa/variants/test_kc705_hifi/include/variant/tie-asm.h

294

AE_L64.I aed13, \ptr, .Lxchal_ofs_+0

arch/xtensa/variants/test_kc705_hifi/include/variant/tie-asm.h

295

AE_L64.I aed14, \ptr, .Lxchal_ofs_+8

arch/xtensa/variants/test_kc705_hifi/include/variant/tie-asm.h

296

AE_L64.I aed15, \ptr, .Lxchal_ofs_+16

arch/xtensa/variants/test_kc705_hifi/include/variant/tie-asm.h

297

AE_LALIGN64.I u0, \ptr, .Lxchal_ofs_+24

arch/xtensa/variants/test_kc705_hifi/include/variant/tie-asm.h

298

AE_LALIGN64.I u1, \ptr, .Lxchal_ofs_+32

arch/xtensa/variants/test_kc705_hifi/include/variant/tie-asm.h

299

AE_LALIGN64.I u2, \ptr, .Lxchal_ofs_+40

arch/xtensa/variants/test_kc705_hifi/include/variant/tie-asm.h

300

AE_LALIGN64.I u3, \ptr, .Lxchal_ofs_+48

arch/xtensa/variants/test_kc705_hifi/include/variant/tie-asm.h

304

xchal_sa_align \ptr, 0, 0, 8, 8

arch/xtensa/variants/test_kc705_hifi/include/variant/tie-asm.h

81

xchal_sa_align \ptr, 0, 1020, 4, 4

arch/xtensa/variants/test_kc705_hifi/include/variant/tie-asm.h

83

s32i \at1, \ptr, .Lxchal_ofs_+0

arch/xtensa/variants/test_kc705_hifi/include/variant/tie-asm.h

86

xchal_sa_align \ptr, 0, 1020, 4, 4

arch/xtensa/variants/test_kc705_hifi/include/variant/tie-asm.h

91

xchal_sa_align \ptr, 0, 1016, 4, 4

arch/xtensa/variants/test_kc705_hifi/include/variant/tie-asm.h

93

s32i \at1, \ptr, .Lxchal_ofs_+0

arch/xtensa/variants/test_kc705_hifi/include/variant/tie-asm.h

95

s32i \at1, \ptr, .Lxchal_ofs_+4

arch/xtensa/variants/test_kc705_hifi/include/variant/tie-asm.h

98

xchal_sa_align \ptr, 0, 1016, 4, 4

arch/xtensa/variants/test_mmuhifi_c3/include/variant/tie-asm.h

100

xchal_sa_align \ptr, 0, 0, 1, 8

arch/xtensa/variants/test_mmuhifi_c3/include/variant/tie-asm.h

102

s32i \at1, \ptr, 0

arch/xtensa/variants/test_mmuhifi_c3/include/variant/tie-asm.h

104

s32i \at1, \ptr, 4

arch/xtensa/variants/test_mmuhifi_c3/include/variant/tie-asm.h

106

s32i \at1, \ptr, 8

arch/xtensa/variants/test_mmuhifi_c3/include/variant/tie-asm.h

108

s32i \at1, \ptr, 12

arch/xtensa/variants/test_mmuhifi_c3/include/variant/tie-asm.h

109

AE_SP24X2S.I aep0, \ptr, 16

arch/xtensa/variants/test_mmuhifi_c3/include/variant/tie-asm.h

110

AE_SP24X2S.I aep1, \ptr, 24

arch/xtensa/variants/test_mmuhifi_c3/include/variant/tie-asm.h

111

AE_SP24X2S.I aep2, \ptr, 32

arch/xtensa/variants/test_mmuhifi_c3/include/variant/tie-asm.h

112

AE_SP24X2S.I aep3, \ptr, 40

arch/xtensa/variants/test_mmuhifi_c3/include/variant/tie-asm.h

113

AE_SP24X2S.I aep4, \ptr, 48

arch/xtensa/variants/test_mmuhifi_c3/include/variant/tie-asm.h

114

AE_SP24X2S.I aep5, \ptr, 56

arch/xtensa/variants/test_mmuhifi_c3/include/variant/tie-asm.h

115

addi \ptr, \ptr, 64

arch/xtensa/variants/test_mmuhifi_c3/include/variant/tie-asm.h

116

AE_SP24X2S.I aep6, \ptr, 0

arch/xtensa/variants/test_mmuhifi_c3/include/variant/tie-asm.h

117

AE_SP24X2S.I aep7, \ptr, 8

arch/xtensa/variants/test_mmuhifi_c3/include/variant/tie-asm.h

118

AE_SQ56S.I aeq0, \ptr, 16

arch/xtensa/variants/test_mmuhifi_c3/include/variant/tie-asm.h

119

AE_SQ56S.I aeq1, \ptr, 24

arch/xtensa/variants/test_mmuhifi_c3/include/variant/tie-asm.h

120

AE_SQ56S.I aeq2, \ptr, 32

arch/xtensa/variants/test_mmuhifi_c3/include/variant/tie-asm.h

121

AE_SQ56S.I aeq3, \ptr, 40

arch/xtensa/variants/test_mmuhifi_c3/include/variant/tie-asm.h

136

xchal_sa_align \ptr, 0, 0, 1, 8

arch/xtensa/variants/test_mmuhifi_c3/include/variant/tie-asm.h

137

l32i \at1, \ptr, 0

arch/xtensa/variants/test_mmuhifi_c3/include/variant/tie-asm.h

139

l32i \at1, \ptr, 4

arch/xtensa/variants/test_mmuhifi_c3/include/variant/tie-asm.h

141

l32i \at1, \ptr, 8

arch/xtensa/variants/test_mmuhifi_c3/include/variant/tie-asm.h

143

l32i \at1, \ptr, 12

arch/xtensa/variants/test_mmuhifi_c3/include/variant/tie-asm.h

145

addi \ptr, \ptr, 80

arch/xtensa/variants/test_mmuhifi_c3/include/variant/tie-asm.h

146

AE_LQ56.I aeq0, \ptr, 0

arch/xtensa/variants/test_mmuhifi_c3/include/variant/tie-asm.h

147

AE_LQ56.I aeq1, \ptr, 8

arch/xtensa/variants/test_mmuhifi_c3/include/variant/tie-asm.h

148

AE_LQ56.I aeq2, \ptr, 16

arch/xtensa/variants/test_mmuhifi_c3/include/variant/tie-asm.h

149

AE_LQ56.I aeq3, \ptr, 24

arch/xtensa/variants/test_mmuhifi_c3/include/variant/tie-asm.h

150

AE_LP24X2.I aep0, \ptr, -64

arch/xtensa/variants/test_mmuhifi_c3/include/variant/tie-asm.h

151

AE_LP24X2.I aep1, \ptr, -56

arch/xtensa/variants/test_mmuhifi_c3/include/variant/tie-asm.h

152

AE_LP24X2.I aep2, \ptr, -48

arch/xtensa/variants/test_mmuhifi_c3/include/variant/tie-asm.h

153

AE_LP24X2.I aep3, \ptr, -40

arch/xtensa/variants/test_mmuhifi_c3/include/variant/tie-asm.h

154

AE_LP24X2.I aep4, \ptr, -32

arch/xtensa/variants/test_mmuhifi_c3/include/variant/tie-asm.h

155

AE_LP24X2.I aep5, \ptr, -24

arch/xtensa/variants/test_mmuhifi_c3/include/variant/tie-asm.h

156

AE_LP24X2.I aep6, \ptr, -16

arch/xtensa/variants/test_mmuhifi_c3/include/variant/tie-asm.h

157

AE_LP24X2.I aep7, \ptr, -8

arch/xtensa/variants/test_mmuhifi_c3/include/variant/tie-asm.h

39

xchal_sa_align \ptr, 0, 1024-4, 4, 4

arch/xtensa/variants/test_mmuhifi_c3/include/variant/tie-asm.h

41

s32i \at1, \ptr, .Lxchal_ofs_ + 0

arch/xtensa/variants/test_mmuhifi_c3/include/variant/tie-asm.h

45

xchal_sa_align \ptr, 0, 1024-4, 4, 4

arch/xtensa/variants/test_mmuhifi_c3/include/variant/tie-asm.h

47

s32i \at1, \ptr, .Lxchal_ofs_ + 0

arch/xtensa/variants/test_mmuhifi_c3/include/variant/tie-asm.h

51

xchal_sa_align \ptr, 0, 1024-4, 4, 4

arch/xtensa/variants/test_mmuhifi_c3/include/variant/tie-asm.h

53

s32i \at1, \ptr, .Lxchal_ofs_ + 0

arch/xtensa/variants/test_mmuhifi_c3/include/variant/tie-asm.h

66

xchal_sa_align \ptr, 0, 1024-4, 4, 4

arch/xtensa/variants/test_mmuhifi_c3/include/variant/tie-asm.h

67

l32i \at1, \ptr, .Lxchal_ofs_ + 0

arch/xtensa/variants/test_mmuhifi_c3/include/variant/tie-asm.h

72

xchal_sa_align \ptr, 0, 1024-4, 4, 4

arch/xtensa/variants/test_mmuhifi_c3/include/variant/tie-asm.h

73

l32i \at1, \ptr, .Lxchal_ofs_ + 0

arch/xtensa/variants/test_mmuhifi_c3/include/variant/tie-asm.h

78

xchal_sa_align \ptr, 0, 1024-4, 4, 4

arch/xtensa/variants/test_mmuhifi_c3/include/variant/tie-asm.h

79

l32i \at1, \ptr, .Lxchal_ofs_ + 0

crypto/camellia_generic.c

359

u32 dw, tl, tr;

crypto/camellia_generic.c

460

tr = subR[10] ^ rol32(dw, 1);

crypto/camellia_generic.c

462

SUBKEY_R(7) = subR[6] ^ tr;

crypto/camellia_generic.c

469

tr = subR[7] ^ rol32(dw, 1);

crypto/camellia_generic.c

471

SUBKEY_R(10) = tr ^ subR[11];

crypto/camellia_generic.c

482

tr = subR[18] ^ rol32(dw, 1);

crypto/camellia_generic.c

484

SUBKEY_R(15) = subR[14] ^ tr;

crypto/camellia_generic.c

491

tr = subR[15] ^ rol32(dw, 1);

crypto/camellia_generic.c

493

SUBKEY_R(18) = tr ^ subR[19];

crypto/camellia_generic.c

510

tr = subR[26] ^ rol32(dw, 1);

crypto/camellia_generic.c

512

SUBKEY_R(23) = subR[22] ^ tr;

crypto/camellia_generic.c

519

tr = subR[23] ^ rol32(dw, 1);

crypto/camellia_generic.c

521

SUBKEY_R(26) = tr ^ subR[27];

drivers/android/binder.c

3057

struct binder_transaction_data *tr, int reply,

drivers/android/binder.c

3086

(uintptr_t)tr->data.ptr.buffer;

drivers/android/binder.c

3092

e->call_type = reply ? 2 : !!(tr->flags & TF_ONE_WAY);

drivers/android/binder.c

3095

e->target_handle = tr->target.handle;

drivers/android/binder.c

3096

e->data_size = tr->data_size;

drivers/android/binder.c

3097

e->offsets_size = tr->offsets_size;

drivers/android/binder.c

3121

t->code = tr->code;

drivers/android/binder.c

3122

t->flags = tr->flags;

drivers/android/binder.c

3125

t->is_async = !reply && (tr->flags & TF_ONE_WAY);

drivers/android/binder.c

3127

if (!reply && !(tr->flags & TF_ONE_WAY))

drivers/android/binder.c

3189

if (tr->target.handle) {

drivers/android/binder.c

3200

ref = binder_get_ref_olocked(proc, tr->target.handle,

drivers/android/binder.c

3208

proc->pid, thread->pid, tr->target.handle);

drivers/android/binder.c

3261

if (!(tr->flags & TF_ONE_WAY) && w &&

drivers/android/binder.c

3281

if (!(tr->flags & TF_ONE_WAY) && thread->transaction_stack) {

drivers/android/binder.c

3339

(u64)tr->data_size, (u64)tr->offsets_size,

drivers/android/binder.c

3346

(u64)tr->data_size, (u64)tr->offsets_size,

drivers/android/binder.c

3377

t->buffer = binder_alloc_new_buf(&target_proc->alloc, tr->data_size,

drivers/android/binder.c

3378

tr->offsets_size, extra_buffers_size,

drivers/android/binder.c

3399

size_t buf_offset = ALIGN(tr->data_size, sizeof(void *)) +

drivers/android/binder.c

3400

ALIGN(tr->offsets_size, sizeof(void *)) +

drivers/android/binder.c

3424

ALIGN(tr->data_size, sizeof(void *)),

drivers/android/binder.c

3426

(uintptr_t)tr->data.ptr.offsets,

drivers/android/binder.c

3427

tr->offsets_size)) {

drivers/android/binder.c

3435

if (!IS_ALIGNED(tr->offsets_size, sizeof(binder_size_t))) {

drivers/android/binder.c

3437

proc->pid, thread->pid, (u64)tr->offsets_size);

drivers/android/binder.c

3452

off_start_offset = ALIGN(tr->data_size, sizeof(void *));

drivers/android/binder.c

3454

off_end_offset = off_start_offset + tr->offsets_size;

drivers/android/binder.c

3486

object_offset > tr->data_size ||

drivers/android/binder.c

3722

tr->data_size - user_offset)) {

drivers/android/binder.c

3743

binder_netlink_report(proc, t, tr->data_size,

drivers/android/binder.c

3805

binder_netlink_report(proc, &t_copy, tr->data_size,

drivers/android/binder.c

3867

binder_netlink_report(proc, t, tr->data_size, return_error);

drivers/android/binder.c

3875

(tr->flags & TF_ONE_WAY ? "async" : "call"),

drivers/android/binder.c

3879

tr->code, (u64)tr->data_size, (u64)tr->offsets_size,

drivers/android/binder.c

4320

struct binder_transaction_data_sg tr;

drivers/android/binder.c

4322

if (copy_from_user(&tr, ptr, sizeof(tr)))

drivers/android/binder.c

4324

ptr += sizeof(tr);

drivers/android/binder.c

4325

binder_transaction(proc, thread, &tr.transaction_data,

drivers/android/binder.c

4326

cmd == BC_REPLY_SG, tr.buffers_size);

drivers/android/binder.c

4331

struct binder_transaction_data tr;

drivers/android/binder.c

4333

if (copy_from_user(&tr, ptr, sizeof(tr)))

drivers/android/binder.c

4335

ptr += sizeof(tr);

drivers/android/binder.c

4336

binder_transaction(proc, thread, &tr,

drivers/android/binder.c

4782

struct binder_transaction_data_secctx tr;

drivers/android/binder.c

4783

struct binder_transaction_data *trd = &tr.transaction_data;

drivers/android/binder.c

4805

if (end - ptr < sizeof(tr) + 4) {

drivers/android/binder.c

5101

tr.secctx = t->security_ctx;

drivers/android/binder.c

5104

trsize = sizeof(tr);

drivers/android/binder.c

5116

if (copy_to_user(ptr, &tr, trsize)) {

drivers/gpu/drm/amd/display/dc/dpp/dcn30/dcn30_dpp.c

178

void dpp3_set_pre_degam(struct dpp *dpp_base, enum dc_transfer_func_predefined tr)

drivers/gpu/drm/amd/display/dc/dpp/dcn30/dcn30_dpp.c

184

switch (tr) {

drivers/gpu/drm/amd/display/dc/dpp/dcn30/dcn30_dpp.h

625

enum dc_transfer_func_predefined tr);

drivers/gpu/drm/amd/display/dc/gpio/dce110/hw_translate_dce110.c

384

void dal_hw_translate_dce110_init(struct hw_translate *tr)

drivers/gpu/drm/amd/display/dc/gpio/dce110/hw_translate_dce110.c

386

tr->funcs = &funcs;

drivers/gpu/drm/amd/display/dc/gpio/dce110/hw_translate_dce110.h

32

void dal_hw_translate_dce110_init(struct hw_translate *tr);

drivers/gpu/drm/amd/display/dc/gpio/dce120/hw_translate_dce120.c

406

void dal_hw_translate_dce120_init(struct hw_translate *tr)

drivers/gpu/drm/amd/display/dc/gpio/dce120/hw_translate_dce120.c

408

tr->funcs = &funcs;

drivers/gpu/drm/amd/display/dc/gpio/dce120/hw_translate_dce120.h

32

void dal_hw_translate_dce120_init(struct hw_translate *tr);

drivers/gpu/drm/amd/display/dc/gpio/dce60/hw_translate_dce60.h

30

struct hw_translate *tr);

drivers/gpu/drm/amd/display/dc/gpio/dce80/hw_translate_dce80.h

30

struct hw_translate *tr);

drivers/gpu/drm/amd/display/dc/gpio/dcn10/hw_translate_dcn10.c

406

void dal_hw_translate_dcn10_init(struct hw_translate *tr)

drivers/gpu/drm/amd/display/dc/gpio/dcn10/hw_translate_dcn10.c

408

tr->funcs = &funcs;

drivers/gpu/drm/amd/display/dc/gpio/dcn10/hw_translate_dcn10.h

32

void dal_hw_translate_dcn10_init(struct hw_translate *tr);

drivers/gpu/drm/amd/display/dc/gpio/dcn20/hw_translate_dcn20.c

379

void dal_hw_translate_dcn20_init(struct hw_translate *tr)

drivers/gpu/drm/amd/display/dc/gpio/dcn20/hw_translate_dcn20.c

381

tr->funcs = &funcs;

drivers/gpu/drm/amd/display/dc/gpio/dcn20/hw_translate_dcn20.h

31

void dal_hw_translate_dcn20_init(struct hw_translate *tr);

drivers/gpu/drm/amd/display/dc/gpio/dcn21/hw_translate_dcn21.c

369

void dal_hw_translate_dcn21_init(struct hw_translate *tr)

drivers/gpu/drm/amd/display/dc/gpio/dcn21/hw_translate_dcn21.c

371

tr->funcs = &funcs;

drivers/gpu/drm/amd/display/dc/gpio/dcn21/hw_translate_dcn21.h

31

void dal_hw_translate_dcn21_init(struct hw_translate *tr);

drivers/gpu/drm/amd/display/dc/gpio/dcn30/hw_translate_dcn30.c

384

void dal_hw_translate_dcn30_init(struct hw_translate *tr)

drivers/gpu/drm/amd/display/dc/gpio/dcn30/hw_translate_dcn30.c

386

tr->funcs = &funcs;

drivers/gpu/drm/amd/display/dc/gpio/dcn30/hw_translate_dcn30.h

31

void dal_hw_translate_dcn30_init(struct hw_translate *tr);

drivers/gpu/drm/amd/display/dc/gpio/dcn315/hw_translate_dcn315.c

370

void dal_hw_translate_dcn315_init(struct hw_translate *tr)

drivers/gpu/drm/amd/display/dc/gpio/dcn315/hw_translate_dcn315.c

372

tr->funcs = &funcs;

drivers/gpu/drm/amd/display/dc/gpio/dcn315/hw_translate_dcn315.h

31

void dal_hw_translate_dcn315_init(struct hw_translate *tr);

drivers/gpu/drm/amd/display/dc/gpio/dcn32/hw_translate_dcn32.c

345

void dal_hw_translate_dcn32_init(struct hw_translate *tr)

drivers/gpu/drm/amd/display/dc/gpio/dcn32/hw_translate_dcn32.c

347

tr->funcs = &funcs;

drivers/gpu/drm/amd/display/dc/gpio/dcn32/hw_translate_dcn32.h

31

void dal_hw_translate_dcn32_init(struct hw_translate *tr);

drivers/gpu/drm/amd/display/dc/gpio/dcn401/hw_translate_dcn401.c

331

void dal_hw_translate_dcn401_init(struct hw_translate *tr)

drivers/gpu/drm/amd/display/dc/gpio/dcn401/hw_translate_dcn401.c

333

tr->funcs = &funcs;

drivers/gpu/drm/amd/display/dc/gpio/dcn401/hw_translate_dcn401.h

11

void dal_hw_translate_dcn401_init(struct hw_translate *tr);

drivers/gpu/drm/amd/display/dc/inc/hw/dpp.h

230

enum dc_transfer_func_predefined tr);

drivers/gpu/drm/drm_mipi_dbi.c

1001

struct spi_transfer tr = {

drivers/gpu/drm/drm_mipi_dbi.c

1014

tr.speed_hz = mipi_dbi_spi_cmd_max_speed(spi, len);

drivers/gpu/drm/drm_mipi_dbi.c

1024

spi_message_init_with_transfers(&m, &tr, 1);

drivers/gpu/drm/drm_mipi_dbi.c

1025

tr.tx_buf = dst16;

drivers/gpu/drm/drm_mipi_dbi.c

1048

tr.len = chunk * 2;

drivers/gpu/drm/drm_mipi_dbi.c

1065

struct spi_transfer tr[2] = {

drivers/gpu/drm/drm_mipi_dbi.c

1103

spi_message_init_with_transfers(&m, tr, ARRAY_SIZE(tr));

drivers/gpu/drm/drm_mipi_dbi.c

1141

struct spi_transfer tr[2] = {

drivers/gpu/drm/drm_mipi_dbi.c

1167

tr[1].len = len + 1;

drivers/gpu/drm/drm_mipi_dbi.c

1170

buf = kmalloc(tr[1].len, GFP_KERNEL);

drivers/gpu/drm/drm_mipi_dbi.c

1174

tr[1].rx_buf = buf;

drivers/gpu/drm/drm_mipi_dbi.c

1179

spi_message_init_with_transfers(&m, tr, ARRAY_SIZE(tr));

drivers/gpu/drm/drm_mipi_dbi.c

1185

if (tr[1].len == len) {

drivers/gpu/drm/drm_mipi_dbi.c

1339

struct spi_transfer tr = {

drivers/gpu/drm/drm_mipi_dbi.c

1354

spi_message_init_with_transfers(&m, &tr, 1);

drivers/gpu/drm/drm_mipi_dbi.c

1359

tr.tx_buf = buf;

drivers/gpu/drm/drm_mipi_dbi.c

1360

tr.len = chunk;

drivers/gpu/drm/drm_mipi_dbi.c

288

void *tr;

drivers/gpu/drm/drm_mipi_dbi.c

296

tr = dbidev->tx_buf;

drivers/gpu/drm/drm_mipi_dbi.c

297

ret = mipi_dbi_buf_copy(tr, src, fb, rect, swap, fmtcnv_state);

drivers/gpu/drm/drm_mipi_dbi.c

301

tr = src->vaddr; /* TODO: Use mapping abstraction properly */

drivers/gpu/drm/drm_mipi_dbi.c

313

ret = mipi_dbi_command_buf(dbi, MIPI_DCS_WRITE_MEMORY_START, tr, len);

drivers/gpu/drm/drm_mipi_dbi.c

885

struct spi_transfer tr = {

drivers/gpu/drm/drm_mipi_dbi.c

898

tr.speed_hz = mipi_dbi_spi_cmd_max_speed(spi, len);

drivers/gpu/drm/drm_mipi_dbi.c

899

spi_message_init_with_transfers(&m, &tr, 1);

drivers/gpu/drm/drm_mipi_dbi.c

909

tr.len = 9;

drivers/gpu/drm/drm_mipi_dbi.c

986

tr.len = chunk + added;

drivers/gpu/drm/tiny/ili9225.c

102

tr = dbidev->tx_buf;

drivers/gpu/drm/tiny/ili9225.c

103

ret = mipi_dbi_buf_copy(tr, src, fb, rect, swap, fmtcnv_state);

drivers/gpu/drm/tiny/ili9225.c

107

tr = src->vaddr; /* TODO: Use mapping abstraction properly */

drivers/gpu/drm/tiny/ili9225.c

153

ret = mipi_dbi_command_buf(dbi, ILI9225_WRITE_DATA_TO_GRAM, tr,

drivers/gpu/drm/tiny/ili9225.c

94

void *tr;

drivers/gpu/drm/tiny/repaper.c

107

struct spi_transfer tr[2] = {};

drivers/gpu/drm/tiny/repaper.c

116

tr[0].tx_buf = headerbuf;

drivers/gpu/drm/tiny/repaper.c

117

tr[0].len = 1;

drivers/gpu/drm/tiny/repaper.c

136

tr[1].tx_buf = txbuf ? txbuf : tx;

drivers/gpu/drm/tiny/repaper.c

137

tr[1].rx_buf = rxbuf;

drivers/gpu/drm/tiny/repaper.c

138

tr[1].len = len;

drivers/gpu/drm/tiny/repaper.c

141

ret = spi_sync_transfer(spi, tr, 2);

drivers/i2c/busses/i2c-viai2c-zhaoxin.c

218

iowrite16(priv->tr, i2c->base + VIAI2C_REG_TR);

drivers/i2c/busses/i2c-viai2c-zhaoxin.c

246

priv->tr = params[2] | 0xff00;

drivers/i2c/busses/i2c-viai2c-zhaoxin.c

248

priv->tr = fstp | 0xff00;

drivers/i2c/busses/i2c-viai2c-zhaoxin.c

47

u16 tr;

drivers/iio/trigger/stm32-timer-trigger.c

399

struct iio_trigger *tr;

drivers/iio/trigger/stm32-timer-trigger.c

401

list_for_each_entry(tr, &priv->tr_list, alloc_list)

drivers/iio/trigger/stm32-timer-trigger.c

402

iio_trigger_unregister(tr);

drivers/infiniband/hw/hfi1/tid_rdma.c

645

struct tid_rdma_qp_params *tr;

drivers/infiniband/hw/hfi1/tid_rdma.c

649

tr = container_of(work, struct tid_rdma_qp_params, trigger_work);

drivers/infiniband/hw/hfi1/tid_rdma.c

650

priv = container_of(tr, struct hfi1_qp_priv, tid_rdma);

drivers/input/touchscreen/touchright.c

101

struct tr *tr;

drivers/input/touchscreen/touchright.c

105

tr = kzalloc_obj(*tr);

drivers/input/touchscreen/touchright.c

107

if (!tr || !input_dev) {

drivers/input/touchscreen/touchright.c

112

tr->serio = serio;

drivers/input/touchscreen/touchright.c

113

tr->dev = input_dev;

drivers/input/touchscreen/touchright.c

114

scnprintf(tr->phys, sizeof(tr->phys), "%s/input0", serio->phys);

drivers/input/touchscreen/touchright.c

117

input_dev->phys = tr->phys;

drivers/input/touchscreen/touchright.c

125

input_set_abs_params(tr->dev, ABS_X, TR_MIN_XC, TR_MAX_XC, 0, 0);

drivers/input/touchscreen/touchright.c

126

input_set_abs_params(tr->dev, ABS_Y, TR_MIN_YC, TR_MAX_YC, 0, 0);

drivers/input/touchscreen/touchright.c

128

serio_set_drvdata(serio, tr);

drivers/input/touchscreen/touchright.c

134

err = input_register_device(tr->dev);

drivers/input/touchscreen/touchright.c

143

kfree(tr);

drivers/input/touchscreen/touchright.c

56

struct tr *tr = serio_get_drvdata(serio);

drivers/input/touchscreen/touchright.c

57

struct input_dev *dev = tr->dev;

drivers/input/touchscreen/touchright.c

59

tr->data[tr->idx] = data;

drivers/input/touchscreen/touchright.c

61

if ((tr->data[0] & TR_FORMAT_STATUS_MASK) == TR_FORMAT_STATUS_BYTE) {

drivers/input/touchscreen/touchright.c

62

if (++tr->idx == TR_LENGTH) {

drivers/input/touchscreen/touchright.c

64

(tr->data[1] << 5) | (tr->data[2] >> 1));

drivers/input/touchscreen/touchright.c

66

(tr->data[3] << 5) | (tr->data[4] >> 1));

drivers/input/touchscreen/touchright.c

68

tr->data[0] & TR_FORMAT_TOUCH_BIT);

drivers/input/touchscreen/touchright.c

70

tr->idx = 0;

drivers/input/touchscreen/touchright.c

83

struct tr *tr = serio_get_drvdata(serio);

drivers/input/touchscreen/touchright.c

85

input_get_device(tr->dev);

drivers/input/touchscreen/touchright.c

86

input_unregister_device(tr->dev);

drivers/input/touchscreen/touchright.c

89

input_put_device(tr->dev);

drivers/input/touchscreen/touchright.c

90

kfree(tr);

drivers/media/radio/radio-timb.c

100

if (!tr) {

drivers/media/radio/radio-timb.c

105

tr->pdata = *pdata;

drivers/media/radio/radio-timb.c

106

mutex_init(&tr->lock);

drivers/media/radio/radio-timb.c

108

strscpy(tr->video_dev.name, "Timberdale Radio",

drivers/media/radio/radio-timb.c

109

sizeof(tr->video_dev.name));

drivers/media/radio/radio-timb.c

110

tr->video_dev.fops = &timbradio_fops;

drivers/media/radio/radio-timb.c

111

tr->video_dev.ioctl_ops = &timbradio_ioctl_ops;

drivers/media/radio/radio-timb.c

112

tr->video_dev.release = video_device_release_empty;

drivers/media/radio/radio-timb.c

113

tr->video_dev.minor = -1;

drivers/media/radio/radio-timb.c

114

tr->video_dev.lock = &tr->lock;

drivers/media/radio/radio-timb.c

115

tr->video_dev.device_caps = V4L2_CAP_TUNER | V4L2_CAP_RADIO;

drivers/media/radio/radio-timb.c

117

strscpy(tr->v4l2_dev.name, DRIVER_NAME, sizeof(tr->v4l2_dev.name));

drivers/media/radio/radio-timb.c

118

err = v4l2_device_register(NULL, &tr->v4l2_dev);

drivers/media/radio/radio-timb.c

122

tr->video_dev.v4l2_dev = &tr->v4l2_dev;

drivers/media/radio/radio-timb.c

124

tr->sd_tuner = v4l2_i2c_new_subdev_board(&tr->v4l2_dev,

drivers/media/radio/radio-timb.c

126

tr->sd_dsp = v4l2_i2c_new_subdev_board(&tr->v4l2_dev,

drivers/media/radio/radio-timb.c

128

if (tr->sd_tuner == NULL || tr->sd_dsp == NULL) {

drivers/media/radio/radio-timb.c

133

tr->v4l2_dev.ctrl_handler = tr->sd_dsp->ctrl_handler;

drivers/media/radio/radio-timb.c

135

err = video_register_device(&tr->video_dev, VFL_TYPE_RADIO, -1);

drivers/media/radio/radio-timb.c

141

video_set_drvdata(&tr->video_dev, tr);

drivers/media/radio/radio-timb.c

143

platform_set_drvdata(pdev, tr);

drivers/media/radio/radio-timb.c

147

v4l2_device_unregister(&tr->v4l2_dev);

drivers/media/radio/radio-timb.c

156

struct timbradio *tr = platform_get_drvdata(pdev);

drivers/media/radio/radio-timb.c

158

video_unregister_device(&tr->video_dev);

drivers/media/radio/radio-timb.c

159

v4l2_device_unregister(&tr->v4l2_dev);

drivers/media/radio/radio-timb.c

43

struct timbradio *tr = video_drvdata(file);

drivers/media/radio/radio-timb.c

44

return v4l2_subdev_call(tr->sd_tuner, tuner, g_tuner, v);

drivers/media/radio/radio-timb.c

50

struct timbradio *tr = video_drvdata(file);

drivers/media/radio/radio-timb.c

51

return v4l2_subdev_call(tr->sd_tuner, tuner, s_tuner, v);

drivers/media/radio/radio-timb.c

57

struct timbradio *tr = video_drvdata(file);

drivers/media/radio/radio-timb.c

58

return v4l2_subdev_call(tr->sd_tuner, tuner, s_frequency, f);

drivers/media/radio/radio-timb.c

64

struct timbradio *tr = video_drvdata(file);

drivers/media/radio/radio-timb.c

65

return v4l2_subdev_call(tr->sd_tuner, tuner, g_frequency, f);

drivers/media/radio/radio-timb.c

90

struct timbradio *tr;

drivers/media/radio/radio-timb.c

99

tr = devm_kzalloc(&pdev->dev, sizeof(*tr), GFP_KERNEL);

drivers/media/radio/radio-trust.c

121

struct trust *tr = container_of(isa, struct trust, isa);

drivers/media/radio/radio-trust.c

123

tr->ioval = (tr->ioval & 0xf7) | (mute << 3);

drivers/media/radio/radio-trust.c

124

outb(tr->ioval, isa->io);

drivers/media/radio/radio-trust.c

125

write_i2c(tr, 2, TDA7318_ADDR, vol ^ 0x1f);

drivers/media/radio/radio-trust.c

131

struct trust *tr = container_of(isa, struct trust, isa);

drivers/media/radio/radio-trust.c

133

tr->ioval = (tr->ioval & 0xfb) | (!stereo << 2);

drivers/media/radio/radio-trust.c

134

outb(tr->ioval, isa->io);

drivers/media/radio/radio-trust.c

149

struct trust *tr = container_of(isa, struct trust, isa);

drivers/media/radio/radio-trust.c

153

write_i2c(tr, 5, TSA6060T_ADDR, (freq << 1) | 1,

drivers/media/radio/radio-trust.c

166

struct trust *tr = container_of(isa, struct trust, isa);

drivers/media/radio/radio-trust.c

170

write_i2c(tr, 2, TDA7318_ADDR, 0x60 | basstreble2chip[ctrl->val]);

drivers/media/radio/radio-trust.c

173

write_i2c(tr, 2, TDA7318_ADDR, 0x70 | basstreble2chip[ctrl->val]);

drivers/media/radio/radio-trust.c

185

struct trust *tr = container_of(isa, struct trust, isa);

drivers/media/radio/radio-trust.c

187

tr->ioval = 0xf;

drivers/media/radio/radio-trust.c

188

write_i2c(tr, 2, TDA7318_ADDR, 0x80); /* speaker att. LF = 0 dB */

drivers/media/radio/radio-trust.c

189

write_i2c(tr, 2, TDA7318_ADDR, 0xa0); /* speaker att. RF = 0 dB */

drivers/media/radio/radio-trust.c

190

write_i2c(tr, 2, TDA7318_ADDR, 0xc0); /* speaker att. LR = 0 dB */

drivers/media/radio/radio-trust.c

191

write_i2c(tr, 2, TDA7318_ADDR, 0xe0); /* speaker att. RR = 0 dB */

drivers/media/radio/radio-trust.c

192

write_i2c(tr, 2, TDA7318_ADDR, 0x40); /* stereo 1 input, gain = 18.75 dB */

drivers/media/radio/radio-trust.c

58

struct trust *tr = kzalloc_obj(*tr);

drivers/media/radio/radio-trust.c

60

return tr ? &tr->isa : NULL;

drivers/media/radio/radio-trust.c

67

#define TR_DELAY do { inb(tr->isa.io); inb(tr->isa.io); inb(tr->isa.io); } while (0)

drivers/media/radio/radio-trust.c

68

#define TR_SET_SCL outb(tr->ioval |= 2, tr->isa.io)

drivers/media/radio/radio-trust.c

69

#define TR_CLR_SCL outb(tr->ioval &= 0xfd, tr->isa.io)

drivers/media/radio/radio-trust.c

70

#define TR_SET_SDA outb(tr->ioval |= 1, tr->isa.io)

drivers/media/radio/radio-trust.c

71

#define TR_CLR_SDA outb(tr->ioval &= 0xfe, tr->isa.io)

drivers/media/radio/radio-trust.c

73

static void write_i2c(struct trust *tr, int n, ...)

drivers/mmc/core/mmc_test.c

3038

struct mmc_test_transfer_result *tr, *trs;

drivers/mmc/core/mmc_test.c

3043

list_for_each_entry_safe(tr, trs, &gr->tr_lst, link) {

drivers/mmc/core/mmc_test.c

3044

list_del(&tr->link);

drivers/mmc/core/mmc_test.c

3045

kfree(tr);

drivers/mmc/core/mmc_test.c

3065

struct mmc_test_transfer_result *tr;

drivers/mmc/core/mmc_test.c

3072

list_for_each_entry(tr, &gr->tr_lst, link) {

drivers/mmc/core/mmc_test.c

3074

tr->count, tr->sectors, &tr->ts, tr->rate,

drivers/mmc/core/mmc_test.c

3075

tr->iops / 100, tr->iops % 100);

drivers/mmc/core/mmc_test.c

531

struct mmc_test_transfer_result *tr;

drivers/mmc/core/mmc_test.c

536

tr = kmalloc_obj(*tr);

drivers/mmc/core/mmc_test.c

537

if (!tr)

drivers/mmc/core/mmc_test.c

540

tr->count = count;

drivers/mmc/core/mmc_test.c

541

tr->sectors = sectors;

drivers/mmc/core/mmc_test.c

542

tr->ts = ts;

drivers/mmc/core/mmc_test.c

543

tr->rate = rate;

drivers/mmc/core/mmc_test.c

544

tr->iops = iops;

drivers/mmc/core/mmc_test.c

546

list_add_tail(&tr->link, &test->gr->tr_lst);

drivers/mtd/ftl.c

1003

static void ftl_add_mtd(struct mtd_blktrans_ops *tr, struct mtd_info *mtd)

drivers/mtd/ftl.c

1027

partition->mbd.tr = tr;

drivers/mtd/inftlcore.c

35

static void inftl_add_mtd(struct mtd_blktrans_ops *tr, struct mtd_info *mtd)

drivers/mtd/inftlcore.c

63

inftl->mbd.tr = tr;

drivers/mtd/mtd_blkdevs.c

124

struct mtd_blktrans_ops *tr = dev->tr;

drivers/mtd/mtd_blkdevs.c

133

if (tr->background && !background_done) {

drivers/mtd/mtd_blkdevs.c

136

tr->background(dev);

drivers/mtd/mtd_blkdevs.c

152

res = do_blktrans_request(dev->tr, dev, req);

drivers/mtd/mtd_blkdevs.c

197

__module_get(dev->tr->owner);

drivers/mtd/mtd_blkdevs.c

202

if (dev->tr->open) {

drivers/mtd/mtd_blkdevs.c

203

ret = dev->tr->open(dev);

drivers/mtd/mtd_blkdevs.c

219

if (dev->tr->release)

drivers/mtd/mtd_blkdevs.c

220

dev->tr->release(dev);

drivers/mtd/mtd_blkdevs.c

222

module_put(dev->tr->owner);

drivers/mtd/mtd_blkdevs.c

237

module_put(dev->tr->owner);

drivers/mtd/mtd_blkdevs.c

240

if (dev->tr->release)

drivers/mtd/mtd_blkdevs.c

241

dev->tr->release(dev);

drivers/mtd/mtd_blkdevs.c

259

ret = dev->tr->getgeo ? dev->tr->getgeo(dev, geo) : -ENOTTY;

drivers/mtd/mtd_blkdevs.c

278

struct mtd_blktrans_ops *tr = new->tr;

drivers/mtd/mtd_blkdevs.c

287

list_for_each_entry(d, &tr->devs, list) {

drivers/mtd/mtd_blkdevs.c

314

if (new->devnum > (MINORMASK >> tr->part_bits) ||

drivers/mtd/mtd_blkdevs.c

315

(tr->part_bits && new->devnum >= 27 * 26))

drivers/mtd/mtd_blkdevs.c

318

list_add_tail(&new->list, &tr->devs);

drivers/mtd/mtd_blkdevs.c

323

if (!tr->writesect)

drivers/mtd/mtd_blkdevs.c

336

lim.logical_block_size = tr->blksize;

drivers/mtd/mtd_blkdevs.c

337

if (tr->discard)

drivers/mtd/mtd_blkdevs.c

339

if (tr->flush)

drivers/mtd/mtd_blkdevs.c

352

gd->major = tr->major;

drivers/mtd/mtd_blkdevs.c

353

gd->first_minor = (new->devnum) << tr->part_bits;

drivers/mtd/mtd_blkdevs.c

354

gd->minors = 1 << tr->part_bits;

drivers/mtd/mtd_blkdevs.c

357

if (tr->part_bits) {

drivers/mtd/mtd_blkdevs.c

360

"%s%c", tr->name, 'a' + new->devnum);

drivers/mtd/mtd_blkdevs.c

363

"%s%c%c", tr->name,

drivers/mtd/mtd_blkdevs.c

368

"%s%d", tr->name, new->devnum);

drivers/mtd/mtd_blkdevs.c

372

set_capacity(gd, ((u64)new->size * tr->blksize) >> 9);

drivers/mtd/mtd_blkdevs.c

433

if (old->tr->release)

drivers/mtd/mtd_blkdevs.c

434

old->tr->release(old);

drivers/mtd/mtd_blkdevs.c

447

struct mtd_blktrans_ops *tr;

drivers/mtd/mtd_blkdevs.c

45

static blk_status_t do_blktrans_request(struct mtd_blktrans_ops *tr,

drivers/mtd/mtd_blkdevs.c

450

list_for_each_entry(tr, &blktrans_majors, list)

drivers/mtd/mtd_blkdevs.c

451

list_for_each_entry_safe(dev, next, &tr->devs, list)

drivers/mtd/mtd_blkdevs.c

453

tr->remove_dev(dev);

drivers/mtd/mtd_blkdevs.c

458

struct mtd_blktrans_ops *tr;

drivers/mtd/mtd_blkdevs.c

463

list_for_each_entry(tr, &blktrans_majors, list)

drivers/mtd/mtd_blkdevs.c

464

tr->add_mtd(tr, mtd);

drivers/mtd/mtd_blkdevs.c

472

int register_mtd_blktrans(struct mtd_blktrans_ops *tr)

drivers/mtd/mtd_blkdevs.c

483

ret = register_blkdev(tr->major, tr->name);

drivers/mtd/mtd_blkdevs.c

486

tr->name, tr->major, ret);

drivers/mtd/mtd_blkdevs.c

491

tr->major = ret;

drivers/mtd/mtd_blkdevs.c

493

tr->blkshift = ffs(tr->blksize) - 1;

drivers/mtd/mtd_blkdevs.c

495

INIT_LIST_HEAD(&tr->devs);

drivers/mtd/mtd_blkdevs.c

498

list_add(&tr->list, &blktrans_majors);

drivers/mtd/mtd_blkdevs.c

501

tr->add_mtd(tr, mtd);

drivers/mtd/mtd_blkdevs.c

506

int deregister_mtd_blktrans(struct mtd_blktrans_ops *tr)

drivers/mtd/mtd_blkdevs.c

513

list_del(&tr->list);

drivers/mtd/mtd_blkdevs.c

515

list_for_each_entry_safe(dev, next, &tr->devs, list)

drivers/mtd/mtd_blkdevs.c

516

tr->remove_dev(dev);

drivers/mtd/mtd_blkdevs.c

519

unregister_blkdev(tr->major, tr->name);

drivers/mtd/mtd_blkdevs.c

521

BUG_ON(!list_empty(&tr->devs));

drivers/mtd/mtd_blkdevs.c

54

block = blk_rq_pos(req) << 9 >> tr->blkshift;

drivers/mtd/mtd_blkdevs.c

55

nsect = blk_rq_cur_bytes(req) >> tr->blkshift;

drivers/mtd/mtd_blkdevs.c

59

if (tr->flush(dev))

drivers/mtd/mtd_blkdevs.c

63

if (tr->discard(dev, block, nsect))

drivers/mtd/mtd_blkdevs.c

68

for (; nsect > 0; nsect--, block++, buf += tr->blksize) {

drivers/mtd/mtd_blkdevs.c

69

if (tr->readsect(dev, block, buf)) {

drivers/mtd/mtd_blkdevs.c

80

if (!tr->writesect)

drivers/mtd/mtd_blkdevs.c

87

for (; nsect > 0; nsect--, block++, buf += tr->blksize) {

drivers/mtd/mtd_blkdevs.c

88

if (tr->writesect(dev, block, buf)) {

drivers/mtd/mtdblock.c

266

mbd->tr->name, mbd->mtd->name);

drivers/mtd/mtdblock.c

317

static void mtdblock_add_mtd(struct mtd_blktrans_ops *tr, struct mtd_info *mtd)

drivers/mtd/mtdblock.c

328

dev->mbd.tr = tr;

drivers/mtd/mtdblock_ro.c

37

static void mtdblock_add_mtd(struct mtd_blktrans_ops *tr, struct mtd_info *mtd)

drivers/mtd/mtdblock_ro.c

48

dev->tr = tr;

drivers/mtd/mtdblock_ro.c

53

tr->name, mtd->name);

drivers/mtd/mtdswap.c

1332

static void mtdswap_add_mtd(struct mtd_blktrans_ops *tr, struct mtd_info *mtd)

drivers/mtd/mtdswap.c

1432

mbd_dev->tr = tr;

drivers/mtd/nftlcore.c

35

static void nftl_add_mtd(struct mtd_blktrans_ops *tr, struct mtd_info *mtd)

drivers/mtd/nftlcore.c

56

nftl->mbd.tr = tr;

drivers/mtd/rfd_ftl.c

746

static void rfd_ftl_add_mtd(struct mtd_blktrans_ops *tr, struct mtd_info *mtd)

drivers/mtd/rfd_ftl.c

772

part->mbd.tr = tr;

drivers/mtd/sm_ftl.c

1130

static void sm_add_mtd(struct mtd_blktrans_ops *tr, struct mtd_info *mtd)

drivers/mtd/sm_ftl.c

1179

trans->tr = tr;

drivers/mtd/ssfdc.c

283

static void ssfdcr_add_mtd(struct mtd_blktrans_ops *tr, struct mtd_info *mtd)

drivers/mtd/ssfdc.c

304

ssfdc->mbd.tr = tr;

drivers/net/ethernet/spacemit/k1_emac.c

447

struct emac_desc_ring *tr = &priv->tx_ring;

drivers/net/ethernet/spacemit/k1_emac.c

452

kfree(tr->tx_desc_buf);

drivers/net/ethernet/spacemit/k1_emac.c

453

tr->tx_desc_buf = NULL;

drivers/net/ethernet/spacemit/k1_emac.c

455

dma_free_coherent(dev, tr->total_size, tr->desc_addr,

drivers/net/ethernet/spacemit/k1_emac.c

456

tr->desc_dma_addr);

drivers/net/ethernet/spacemit/k1_emac.c

457

tr->desc_addr = NULL;

drivers/net/ethernet/toshiba/tc35815.c

1183

struct tc35815_regs __iomem *tr =

drivers/net/ethernet/toshiba/tc35815.c

1189

tc_writel(0, &tr->Int_En);

drivers/net/ethernet/toshiba/tc35815.c

1190

tc_writel(tc_readl(&tr->DMA_Ctl) | DMA_IntMask, &tr->DMA_Ctl);

drivers/net/ethernet/toshiba/tc35815.c

1197

struct tc35815_regs __iomem *tr =

drivers/net/ethernet/toshiba/tc35815.c

1201

dev->name, tc_readl(&tr->Tx_Stat));

drivers/net/ethernet/toshiba/tc35815.c

1312

struct tc35815_regs __iomem *tr =

drivers/net/ethernet/toshiba/tc35815.c

1321

tc_writel(fd_virt_to_bus(lp, txfd), &tr->TxFrmPtr);

drivers/net/ethernet/toshiba/tc35815.c

1432

struct tc35815_regs __iomem *tr =

drivers/net/ethernet/toshiba/tc35815.c

1434

u32 dmactl = tc_readl(&tr->DMA_Ctl);

drivers/net/ethernet/toshiba/tc35815.c

1439

tc_writel(dmactl | DMA_IntMask, &tr->DMA_Ctl);

drivers/net/ethernet/toshiba/tc35815.c

1442

(void)tc_readl(&tr->Int_Src); /* flush */

drivers/net/ethernet/toshiba/tc35815.c

1621

struct tc35815_regs __iomem *tr =

drivers/net/ethernet/toshiba/tc35815.c

1630

status = tc_readl(&tr->Int_Src);

drivers/net/ethernet/toshiba/tc35815.c

1634

&tr->Int_Src); /* write to clear */

drivers/net/ethernet/toshiba/tc35815.c

1639

&tr->Int_Src);

drivers/net/ethernet/toshiba/tc35815.c

1645

status = tc_readl(&tr->Int_Src);

drivers/net/ethernet/toshiba/tc35815.c

1652

tc_writel(tc_readl(&tr->DMA_Ctl) & ~DMA_IntMask, &tr->DMA_Ctl);

drivers/net/ethernet/toshiba/tc35815.c

1695

struct tc35815_regs __iomem *tr =

drivers/net/ethernet/toshiba/tc35815.c

1697

tc_writel(TX_THRESHOLD_MAX, &tr->TxThrsh);

drivers/net/ethernet/toshiba/tc35815.c

1782

struct tc35815_regs __iomem *tr =

drivers/net/ethernet/toshiba/tc35815.c

1808

tc_writel(fd_virt_to_bus(lp, txfd), &tr->TxFrmPtr);

drivers/net/ethernet/toshiba/tc35815.c

1850

struct tc35815_regs __iomem *tr =

drivers/net/ethernet/toshiba/tc35815.c

1854

dev->stats.rx_missed_errors += tc_readl(&tr->Miss_Cnt);

drivers/net/ethernet/toshiba/tc35815.c

1863

struct tc35815_regs __iomem *tr =

drivers/net/ethernet/toshiba/tc35815.c

1869

saved_addr = tc_readl(&tr->CAM_Adr);

drivers/net/ethernet/toshiba/tc35815.c

1876

tc_writel(cam_index - 2, &tr->CAM_Adr);

drivers/net/ethernet/toshiba/tc35815.c

1877

cam_data = tc_readl(&tr->CAM_Data) & 0xffff0000;

drivers/net/ethernet/toshiba/tc35815.c

1879

tc_writel(cam_data, &tr->CAM_Data);

drivers/net/ethernet/toshiba/tc35815.c

1881

tc_writel(cam_index + 2, &tr->CAM_Adr);

drivers/net/ethernet/toshiba/tc35815.c

1883

tc_writel(cam_data, &tr->CAM_Data);

drivers/net/ethernet/toshiba/tc35815.c

1886

tc_writel(cam_index, &tr->CAM_Adr);

drivers/net/ethernet/toshiba/tc35815.c

1888

tc_writel(cam_data, &tr->CAM_Data);

drivers/net/ethernet/toshiba/tc35815.c

1890

tc_writel(cam_index + 4, &tr->CAM_Adr);

drivers/net/ethernet/toshiba/tc35815.c

1891

cam_data = tc_readl(&tr->CAM_Data) & 0x0000ffff;

drivers/net/ethernet/toshiba/tc35815.c

1893

tc_writel(cam_data, &tr->CAM_Data);

drivers/net/ethernet/toshiba/tc35815.c

1896

tc_writel(saved_addr, &tr->CAM_Adr);

drivers/net/ethernet/toshiba/tc35815.c

1910

struct tc35815_regs __iomem *tr =

drivers/net/ethernet/toshiba/tc35815.c

1922

tc_writel(CAM_CompEn | CAM_BroadAcc | CAM_GroupAcc | CAM_StationAcc, &tr->CAM_Ctl);

drivers/net/ethernet/toshiba/tc35815.c

1927

tc_writel(CAM_CompEn | CAM_BroadAcc | CAM_GroupAcc, &tr->CAM_Ctl);

drivers/net/ethernet/toshiba/tc35815.c

1933

tc_writel(0, &tr->CAM_Ctl);

drivers/net/ethernet/toshiba/tc35815.c

1942

tc_writel(ena_bits, &tr->CAM_Ena);

drivers/net/ethernet/toshiba/tc35815.c

1943

tc_writel(CAM_CompEn | CAM_BroadAcc, &tr->CAM_Ctl);

drivers/net/ethernet/toshiba/tc35815.c

1945

tc_writel(CAM_Ena_Bit(CAM_ENTRY_SOURCE), &tr->CAM_Ena);

drivers/net/ethernet/toshiba/tc35815.c

1946

tc_writel(CAM_CompEn | CAM_BroadAcc, &tr->CAM_Ctl);

drivers/net/ethernet/toshiba/tc35815.c

2020

struct tc35815_regs __iomem *tr =

drivers/net/ethernet/toshiba/tc35815.c

2024

tc_writel(MAC_Reset, &tr->MAC_Ctl);

drivers/net/ethernet/toshiba/tc35815.c

2027

while (tc_readl(&tr->MAC_Ctl) & MAC_Reset) {

drivers/net/ethernet/toshiba/tc35815.c

2034

tc_writel(0, &tr->MAC_Ctl);

drivers/net/ethernet/toshiba/tc35815.c

2037

tc_writel(0, &tr->DMA_Ctl);

drivers/net/ethernet/toshiba/tc35815.c

2038

tc_writel(0, &tr->TxThrsh);

drivers/net/ethernet/toshiba/tc35815.c

2039

tc_writel(0, &tr->TxPollCtr);

drivers/net/ethernet/toshiba/tc35815.c

2040

tc_writel(0, &tr->RxFragSize);

drivers/net/ethernet/toshiba/tc35815.c

2041

tc_writel(0, &tr->Int_En);

drivers/net/ethernet/toshiba/tc35815.c

2042

tc_writel(0, &tr->FDA_Bas);

drivers/net/ethernet/toshiba/tc35815.c

2043

tc_writel(0, &tr->FDA_Lim);

drivers/net/ethernet/toshiba/tc35815.c

2044

tc_writel(0xffffffff, &tr->Int_Src); /* Write 1 to clear */

drivers/net/ethernet/toshiba/tc35815.c

2045

tc_writel(0, &tr->CAM_Ctl);

drivers/net/ethernet/toshiba/tc35815.c

2046

tc_writel(0, &tr->Tx_Ctl);

drivers/net/ethernet/toshiba/tc35815.c

2047

tc_writel(0, &tr->Rx_Ctl);

drivers/net/ethernet/toshiba/tc35815.c

2048

tc_writel(0, &tr->CAM_Ena);

drivers/net/ethernet/toshiba/tc35815.c

2049

(void)tc_readl(&tr->Miss_Cnt); /* Read to clear */

drivers/net/ethernet/toshiba/tc35815.c

2052

tc_writel(DMA_TestMode, &tr->DMA_Ctl);

drivers/net/ethernet/toshiba/tc35815.c

2054

tc_writel(i, &tr->CAM_Adr);

drivers/net/ethernet/toshiba/tc35815.c

2055

tc_writel(0, &tr->CAM_Data);

drivers/net/ethernet/toshiba/tc35815.c

2057

tc_writel(0, &tr->DMA_Ctl);

drivers/net/ethernet/toshiba/tc35815.c

2063

struct tc35815_regs __iomem *tr =

drivers/net/ethernet/toshiba/tc35815.c

2071

tc_writel(CAM_Ena_Bit(CAM_ENTRY_SOURCE), &tr->CAM_Ena);

drivers/net/ethernet/toshiba/tc35815.c

2072

tc_writel(CAM_CompEn | CAM_BroadAcc, &tr->CAM_Ctl);

drivers/net/ethernet/toshiba/tc35815.c

2076

tc_writel(DMA_BURST_SIZE | DMA_RxAlign_2, &tr->DMA_Ctl);

drivers/net/ethernet/toshiba/tc35815.c

2078

tc_writel(DMA_BURST_SIZE, &tr->DMA_Ctl);

drivers/net/ethernet/toshiba/tc35815.c

2079

tc_writel(0, &tr->TxPollCtr); /* Batch mode */

drivers/net/ethernet/toshiba/tc35815.c

2080

tc_writel(TX_THRESHOLD, &tr->TxThrsh);

drivers/net/ethernet/toshiba/tc35815.c

2081

tc_writel(INT_EN_CMD, &tr->Int_En);

drivers/net/ethernet/toshiba/tc35815.c

2084

tc_writel(fd_virt_to_bus(lp, lp->rfd_base), &tr->FDA_Bas);

drivers/net/ethernet/toshiba/tc35815.c

2086

&tr->FDA_Lim);

drivers/net/ethernet/toshiba/tc35815.c

2092

tc_writel(fd_virt_to_bus(lp, lp->fbl_ptr), &tr->BLFrmPtr); /* start DMA receiver */

drivers/net/ethernet/toshiba/tc35815.c

2093

tc_writel(RX_CTL_CMD, &tr->Rx_Ctl); /* start MAC receiver */

drivers/net/ethernet/toshiba/tc35815.c

2102

tc_writel(txctl, &tr->Tx_Ctl);

drivers/net/ethernet/toshiba/tc35815.c

505

struct tc35815_regs __iomem *tr =

drivers/net/ethernet/toshiba/tc35815.c

509

tc_writel(MD_CA_Busy | (mii_id << 5) | (regnum & 0x1f), &tr->MD_CA);

drivers/net/ethernet/toshiba/tc35815.c

511

while (tc_readl(&tr->MD_CA) & MD_CA_Busy) {

drivers/net/ethernet/toshiba/tc35815.c

516

return tc_readl(&tr->MD_Data) & 0xffff;

drivers/net/ethernet/toshiba/tc35815.c

522

struct tc35815_regs __iomem *tr =

drivers/net/ethernet/toshiba/tc35815.c

526

tc_writel(val, &tr->MD_Data);

drivers/net/ethernet/toshiba/tc35815.c

528

&tr->MD_CA);

drivers/net/ethernet/toshiba/tc35815.c

530

while (tc_readl(&tr->MD_CA) & MD_CA_Busy) {

drivers/net/ethernet/toshiba/tc35815.c

548

struct tc35815_regs __iomem *tr =

drivers/net/ethernet/toshiba/tc35815.c

552

reg = tc_readl(&tr->MAC_Ctl);

drivers/net/ethernet/toshiba/tc35815.c

554

tc_writel(reg, &tr->MAC_Ctl);

drivers/net/ethernet/toshiba/tc35815.c

559

tc_writel(reg, &tr->MAC_Ctl);

drivers/net/ethernet/toshiba/tc35815.c

561

tc_writel(reg, &tr->MAC_Ctl);

drivers/net/ethernet/toshiba/tc35815.c

574

tc_writel(tc_readl(&tr->Tx_Ctl) | Tx_EnLCarr,

drivers/net/ethernet/toshiba/tc35815.c

575

&tr->Tx_Ctl);

drivers/net/ethernet/toshiba/tc35815.c

725

struct tc35815_regs __iomem *tr =

drivers/net/ethernet/toshiba/tc35815.c

730

while (tc_readl(&tr->PROM_Ctl) & PROM_Busy)

drivers/net/ethernet/toshiba/tc35815.c

734

tc_writel(PROM_Busy | PROM_Read | (i / 2 + 2), &tr->PROM_Ctl);

drivers/net/ethernet/toshiba/tc35815.c

735

while (tc_readl(&tr->PROM_Ctl) & PROM_Busy)

drivers/net/ethernet/toshiba/tc35815.c

737

data = tc_readl(&tr->PROM_Data);

drivers/net/fddi/skfp/hwt.c

158

u_short tr ;

drivers/net/fddi/skfp/hwt.c

163

tr = (u_short)((inpd(ADDR(B2_TI_VAL))/200) & 0xffff) ;

drivers/net/fddi/skfp/hwt.c

167

if ((tr > smc->hw.t_start) || (is & IS_TIMINT)) {

drivers/net/fddi/skfp/hwt.c

172

smc->hw.t_stop = smc->hw.t_start - tr ;

drivers/net/wireless/broadcom/brcm80211/brcmfmac/sdio.c

3041

struct brcmf_trap_info tr;

drivers/net/wireless/broadcom/brcm80211/brcmfmac/sdio.c

3048

error = brcmf_sdiod_ramrw(bus->sdiodev, false, sh->trap_addr, (u8 *)&tr,

drivers/net/wireless/broadcom/brcm80211/brcmfmac/sdio.c

3060

le32_to_cpu(tr.type), le32_to_cpu(tr.epc),

drivers/net/wireless/broadcom/brcm80211/brcmfmac/sdio.c

3061

le32_to_cpu(tr.cpsr), le32_to_cpu(tr.spsr),

drivers/net/wireless/broadcom/brcm80211/brcmfmac/sdio.c

3062

le32_to_cpu(tr.r13), le32_to_cpu(tr.r14),

drivers/net/wireless/broadcom/brcm80211/brcmfmac/sdio.c

3063

le32_to_cpu(tr.pc), sh->trap_addr,

drivers/net/wireless/broadcom/brcm80211/brcmfmac/sdio.c

3064

le32_to_cpu(tr.r0), le32_to_cpu(tr.r1),

drivers/net/wireless/broadcom/brcm80211/brcmfmac/sdio.c

3065

le32_to_cpu(tr.r2), le32_to_cpu(tr.r3),

drivers/net/wireless/broadcom/brcm80211/brcmfmac/sdio.c

3066

le32_to_cpu(tr.r4), le32_to_cpu(tr.r5),

drivers/net/wireless/broadcom/brcm80211/brcmfmac/sdio.c

3067

le32_to_cpu(tr.r6), le32_to_cpu(tr.r7));

drivers/net/wireless/broadcom/brcm80211/brcmfmac/sdio.c

3074

le32_to_cpu(tr.type), le32_to_cpu(tr.epc),

drivers/net/wireless/broadcom/brcm80211/brcmfmac/sdio.c

3075

le32_to_cpu(tr.cpsr), le32_to_cpu(tr.spsr),

drivers/net/wireless/broadcom/brcm80211/brcmfmac/sdio.c

3076

le32_to_cpu(tr.r13), le32_to_cpu(tr.r14),

drivers/net/wireless/broadcom/brcm80211/brcmfmac/sdio.c

3077

le32_to_cpu(tr.pc), sh->trap_addr,

drivers/net/wireless/broadcom/brcm80211/brcmfmac/sdio.c

3078

le32_to_cpu(tr.r0), le32_to_cpu(tr.r1),

drivers/net/wireless/broadcom/brcm80211/brcmfmac/sdio.c

3079

le32_to_cpu(tr.r2), le32_to_cpu(tr.r3),

drivers/net/wireless/broadcom/brcm80211/brcmfmac/sdio.c

3080

le32_to_cpu(tr.r4), le32_to_cpu(tr.r5),

drivers/net/wireless/broadcom/brcm80211/brcmfmac/sdio.c

3081

le32_to_cpu(tr.r6), le32_to_cpu(tr.r7));

drivers/net/wireless/marvell/mwl8k.c

1403

struct mwl8k_dma_data *tr;

drivers/net/wireless/marvell/mwl8k.c

1404

tr = (struct mwl8k_dma_data *)skb->data;

drivers/net/wireless/marvell/mwl8k.c

1405

memset((void *)&(tr->data), 0, 4);

drivers/net/wireless/marvell/mwl8k.c

821

struct mwl8k_dma_data *tr;

drivers/net/wireless/marvell/mwl8k.c

824

tr = (struct mwl8k_dma_data *)skb->data;

drivers/net/wireless/marvell/mwl8k.c

825

hdrlen = ieee80211_hdrlen(tr->wh.frame_control);

drivers/net/wireless/marvell/mwl8k.c

827

if (hdrlen != sizeof(tr->wh)) {

drivers/net/wireless/marvell/mwl8k.c

828

if (ieee80211_is_data_qos(tr->wh.frame_control)) {

drivers/net/wireless/marvell/mwl8k.c

829

memmove(tr->data - hdrlen, &tr->wh, hdrlen - 2);

drivers/net/wireless/marvell/mwl8k.c

830

*((__le16 *)(tr->data - 2)) = qos;

drivers/net/wireless/marvell/mwl8k.c

832

memmove(tr->data - hdrlen, &tr->wh, hdrlen);

drivers/net/wireless/marvell/mwl8k.c

836

if (hdrlen != sizeof(*tr))

drivers/net/wireless/marvell/mwl8k.c

837

skb_pull(skb, sizeof(*tr) - hdrlen);

drivers/net/wireless/marvell/mwl8k.c

849

struct mwl8k_dma_data *tr;

drivers/net/wireless/marvell/mwl8k.c

876

reqd_hdrlen = sizeof(*tr) + head_pad;

drivers/net/wireless/marvell/mwl8k.c

884

tr = (struct mwl8k_dma_data *)skb->data;

drivers/net/wireless/marvell/mwl8k.c

885

if (wh != &tr->wh)

drivers/net/wireless/marvell/mwl8k.c

886

memmove(&tr->wh, wh, hdrlen);

drivers/net/wireless/marvell/mwl8k.c

887

if (hdrlen != sizeof(tr->wh))

drivers/net/wireless/marvell/mwl8k.c

888

memset(((void *)&tr->wh) + hdrlen, 0, sizeof(tr->wh) - hdrlen);

drivers/net/wireless/marvell/mwl8k.c

895

tr->fwlen = cpu_to_le16(skb->len - sizeof(*tr) + tail_pad);

drivers/net/wireless/microchip/wilc1000/spi.c

326

struct spi_transfer tr = {

drivers/net/wireless/microchip/wilc1000/spi.c

339

tr.rx_buf = r_buffer;

drivers/net/wireless/microchip/wilc1000/spi.c

344

spi_message_add_tail(&tr, &msg);

drivers/net/wireless/microchip/wilc1000/spi.c

368

struct spi_transfer tr = {

drivers/net/wireless/microchip/wilc1000/spi.c

382

tr.tx_buf = t_buffer;

drivers/net/wireless/microchip/wilc1000/spi.c

386

spi_message_add_tail(&tr, &msg);

drivers/net/wireless/microchip/wilc1000/spi.c

409

struct spi_transfer tr = {

drivers/net/wireless/microchip/wilc1000/spi.c

423

spi_message_add_tail(&tr, &msg);

drivers/rtc/rtc-stm32.c

137

u16 tr;

drivers/rtc/rtc-stm32.c

530

unsigned int tr, dr;

drivers/rtc/rtc-stm32.c

533

tr = readl_relaxed(rtc->base + regs->tr);

drivers/rtc/rtc-stm32.c

536

tm->tm_sec = (tr & STM32_RTC_TR_SEC) >> STM32_RTC_TR_SEC_SHIFT;

drivers/rtc/rtc-stm32.c

537

tm->tm_min = (tr & STM32_RTC_TR_MIN) >> STM32_RTC_TR_MIN_SHIFT;

drivers/rtc/rtc-stm32.c

538

tm->tm_hour = (tr & STM32_RTC_TR_HOUR) >> STM32_RTC_TR_HOUR_SHIFT;

drivers/rtc/rtc-stm32.c

556

unsigned int tr, dr;

drivers/rtc/rtc-stm32.c

562

tr = ((tm->tm_sec << STM32_RTC_TR_SEC_SHIFT) & STM32_RTC_TR_SEC) |

drivers/rtc/rtc-stm32.c

580

writel_relaxed(tr, rtc->base + regs->tr);

drivers/rtc/rtc-stm32.c

813

.tr = 0x00,

drivers/rtc/rtc-stm32.c

839

.tr = 0x00,

drivers/rtc/rtc-stm32.c

874

.tr = 0x00,

drivers/rtc/rtc-stm32.c

900

.tr = 0x00,

drivers/s390/crypto/zcrypt_api.c

1002

rc = _zcrypt_send_cprb(xflags, &ap_perms, &tr, xcrb);

drivers/s390/crypto/zcrypt_api.c

1003

} while (rc == -EAGAIN && ++tr.again_counter < TRACK_AGAIN_MAX);

drivers/s390/crypto/zcrypt_api.c

1004

if (rc == -EAGAIN && tr.again_counter >= TRACK_AGAIN_MAX)

drivers/s390/crypto/zcrypt_api.c

1041

struct zcrypt_track *tr,

drivers/s390/crypto/zcrypt_api.c

1120

cpen = (tr && tr->again_counter && tr->last_qid &&

drivers/s390/crypto/zcrypt_api.c

1121

AP_QID_CARD(tr->last_qid) == zc->card->id) ?

drivers/s390/crypto/zcrypt_api.c

1138

qpen = (tr && tr->again_counter && tr->last_qid &&

drivers/s390/crypto/zcrypt_api.c

1139

tr->last_qid == zq->queue->qid) ?

drivers/s390/crypto/zcrypt_api.c

1181

if (tr) {

drivers/s390/crypto/zcrypt_api.c

1182

tr->last_rc = rc;

drivers/s390/crypto/zcrypt_api.c

1183

tr->last_qid = qid;

drivers/s390/crypto/zcrypt_api.c

1193

struct zcrypt_track tr;

drivers/s390/crypto/zcrypt_api.c

1196

memset(&tr, 0, sizeof(tr));

drivers/s390/crypto/zcrypt_api.c

1199

rc = _zcrypt_send_ep11_cprb(xflags, &ap_perms, &tr, xcrb);

drivers/s390/crypto/zcrypt_api.c

1200

} while (rc == -EAGAIN && ++tr.again_counter < TRACK_AGAIN_MAX);

drivers/s390/crypto/zcrypt_api.c

1205

rc = _zcrypt_send_ep11_cprb(xflags, &ap_perms, &tr, xcrb);

drivers/s390/crypto/zcrypt_api.c

1206

} while (rc == -EAGAIN && ++tr.again_counter < TRACK_AGAIN_MAX);

drivers/s390/crypto/zcrypt_api.c

1207

if (rc == -EAGAIN && tr.again_counter >= TRACK_AGAIN_MAX)

drivers/s390/crypto/zcrypt_api.c

1489

struct zcrypt_track tr;

drivers/s390/crypto/zcrypt_api.c

1493

memset(&tr, 0, sizeof(tr));

drivers/s390/crypto/zcrypt_api.c

1498

rc = zcrypt_rsa_modexpo(perms, &tr, &mex);

drivers/s390/crypto/zcrypt_api.c

1499

} while (rc == -EAGAIN && ++tr.again_counter < TRACK_AGAIN_MAX);

drivers/s390/crypto/zcrypt_api.c

1504

rc = zcrypt_rsa_modexpo(perms, &tr, &mex);

drivers/s390/crypto/zcrypt_api.c

1505

} while (rc == -EAGAIN && ++tr.again_counter < TRACK_AGAIN_MAX);

drivers/s390/crypto/zcrypt_api.c

1506

if (rc == -EAGAIN && tr.again_counter >= TRACK_AGAIN_MAX)

drivers/s390/crypto/zcrypt_api.c

1518

struct zcrypt_track tr;

drivers/s390/crypto/zcrypt_api.c

1522

memset(&tr, 0, sizeof(tr));

drivers/s390/crypto/zcrypt_api.c

1527

rc = zcrypt_rsa_crt(perms, &tr, &crt);

drivers/s390/crypto/zcrypt_api.c

1528

} while (rc == -EAGAIN && ++tr.again_counter < TRACK_AGAIN_MAX);

drivers/s390/crypto/zcrypt_api.c

1533

rc = zcrypt_rsa_crt(perms, &tr, &crt);

drivers/s390/crypto/zcrypt_api.c

1534

} while (rc == -EAGAIN && ++tr.again_counter < TRACK_AGAIN_MAX);

drivers/s390/crypto/zcrypt_api.c

1535

if (rc == -EAGAIN && tr.again_counter >= TRACK_AGAIN_MAX)

drivers/s390/crypto/zcrypt_api.c

1548

struct zcrypt_track tr;

drivers/s390/crypto/zcrypt_api.c

1552

memset(&tr, 0, sizeof(tr));

drivers/s390/crypto/zcrypt_api.c

1557

rc = _zcrypt_send_cprb(xflags, perms, &tr, &xcrb);

drivers/s390/crypto/zcrypt_api.c

1558

} while (rc == -EAGAIN && ++tr.again_counter < TRACK_AGAIN_MAX);

drivers/s390/crypto/zcrypt_api.c

1563

rc = _zcrypt_send_cprb(xflags, perms, &tr, &xcrb);

drivers/s390/crypto/zcrypt_api.c

1564

} while (rc == -EAGAIN && ++tr.again_counter < TRACK_AGAIN_MAX);

drivers/s390/crypto/zcrypt_api.c

1565

if (rc == -EAGAIN && tr.again_counter >= TRACK_AGAIN_MAX)

drivers/s390/crypto/zcrypt_api.c

1579

struct zcrypt_track tr;

drivers/s390/crypto/zcrypt_api.c

1583

memset(&tr, 0, sizeof(tr));

drivers/s390/crypto/zcrypt_api.c

1588

rc = _zcrypt_send_ep11_cprb(xflags, perms, &tr, &xcrb);

drivers/s390/crypto/zcrypt_api.c

1589

} while (rc == -EAGAIN && ++tr.again_counter < TRACK_AGAIN_MAX);

drivers/s390/crypto/zcrypt_api.c

1594

rc = _zcrypt_send_ep11_cprb(xflags, perms, &tr, &xcrb);

drivers/s390/crypto/zcrypt_api.c

1595

} while (rc == -EAGAIN && ++tr.again_counter < TRACK_AGAIN_MAX);

drivers/s390/crypto/zcrypt_api.c

1596

if (rc == -EAGAIN && tr.again_counter >= TRACK_AGAIN_MAX)

drivers/s390/crypto/zcrypt_api.c

641

struct zcrypt_track *tr,

drivers/s390/crypto/zcrypt_api.c

692

cpen = (tr && tr->again_counter && tr->last_qid &&

drivers/s390/crypto/zcrypt_api.c

693

AP_QID_CARD(tr->last_qid) == zc->card->id) ?

drivers/s390/crypto/zcrypt_api.c

707

qpen = (tr && tr->again_counter && tr->last_qid &&

drivers/s390/crypto/zcrypt_api.c

708

tr->last_qid == zq->queue->qid) ?

drivers/s390/crypto/zcrypt_api.c

736

if (tr) {

drivers/s390/crypto/zcrypt_api.c

737

tr->last_rc = rc;

drivers/s390/crypto/zcrypt_api.c

738

tr->last_qid = qid;

drivers/s390/crypto/zcrypt_api.c

747

struct zcrypt_track *tr,

drivers/s390/crypto/zcrypt_api.c

798

cpen = (tr && tr->again_counter && tr->last_qid &&

drivers/s390/crypto/zcrypt_api.c

799

AP_QID_CARD(tr->last_qid) == zc->card->id) ?

drivers/s390/crypto/zcrypt_api.c

813

qpen = (tr && tr->again_counter && tr->last_qid &&

drivers/s390/crypto/zcrypt_api.c

814

tr->last_qid == zq->queue->qid) ?

drivers/s390/crypto/zcrypt_api.c

842

if (tr) {

drivers/s390/crypto/zcrypt_api.c

843

tr->last_rc = rc;

drivers/s390/crypto/zcrypt_api.c

844

tr->last_qid = qid;

drivers/s390/crypto/zcrypt_api.c

853

struct zcrypt_track *tr,

drivers/s390/crypto/zcrypt_api.c

923

cpen = (tr && tr->again_counter && tr->last_qid &&

drivers/s390/crypto/zcrypt_api.c

924

AP_QID_CARD(tr->last_qid) == zc->card->id) ?

drivers/s390/crypto/zcrypt_api.c

940

qpen = (tr && tr->again_counter && tr->last_qid &&

drivers/s390/crypto/zcrypt_api.c

941

tr->last_qid == zq->queue->qid) ?

drivers/s390/crypto/zcrypt_api.c

978

if (tr) {

drivers/s390/crypto/zcrypt_api.c

979

tr->last_rc = rc;

drivers/s390/crypto/zcrypt_api.c

980

tr->last_qid = qid;

drivers/s390/crypto/zcrypt_api.c

990

struct zcrypt_track tr;

drivers/s390/crypto/zcrypt_api.c

993

memset(&tr, 0, sizeof(tr));

drivers/s390/crypto/zcrypt_api.c

996

rc = _zcrypt_send_cprb(xflags, &ap_perms, &tr, xcrb);

drivers/s390/crypto/zcrypt_api.c

997

} while (rc == -EAGAIN && ++tr.again_counter < TRACK_AGAIN_MAX);

drivers/scsi/mesh.c

636

int v, tr;

drivers/scsi/mesh.c

657

tr = (ms->clk_freq + 250000) / 500000;

drivers/scsi/mesh.c

663

tr = ((ms->clk_freq / (v + 2)) + 199999) / 200000;

drivers/scsi/mesh.c

670

ms->conn_tgt, tr/10, tr%10);

drivers/spi/spi-omap2-mcspi.c

1264

struct spi_transfer *tr;

drivers/spi/spi-omap2-mcspi.c

1276

list_for_each_entry(tr, &msg->transfers, transfer_list) {

drivers/spi/spi-omap2-mcspi.c

1277

if (!tr->bits_per_word)

drivers/spi/spi-omap2-mcspi.c

1280

bits_per_word = tr->bits_per_word;

drivers/spi/spi-omap2-mcspi.c

1285

if (bits_per_word < 8 && tr->len == 1) {

drivers/spi/spi-omap2-mcspi.c

1287

} else if (bits_per_word >= 8 && tr->len == bits_per_word / 8) {

drivers/spi/spi-omap2-mcspi.c

1294

if (list_is_last(&tr->transfer_list, &msg->transfers)) {

drivers/spi/spi-omap2-mcspi.c

1296

if (tr->cs_change) {

drivers/spi/spi-omap2-mcspi.c

1304

if (!tr->cs_change)

drivers/thermal/ti-soc-thermal/ti-thermal-common.c

118

int id, tr, ret = 0;

drivers/thermal/ti-soc-thermal/ti-thermal-common.c

123

ret = ti_bandgap_get_trend(bgp, id, &tr);

drivers/thermal/ti-soc-thermal/ti-thermal-common.c

127

if (tr > 0)

drivers/thermal/ti-soc-thermal/ti-thermal-common.c

129

else if (tr < 0)

drivers/usb/gadget/udc/lpc32xx_udc.c

1482

u32 tr, bufferspace;

drivers/usb/gadget/udc/lpc32xx_udc.c

1504

tr = udc_read_hwep(udc, EP_OUT, req->req.buf + req->req.actual,

drivers/usb/gadget/udc/lpc32xx_udc.c

1508

if (tr < ep0->ep.maxpacket) {

fs/gfs2/bmap.c

1003

if (tr->tr_num_buf_new)

fs/gfs2/bmap.c

1031

struct gfs2_trans *tr;

fs/gfs2/bmap.c

1079

tr = current->journal_info;

fs/gfs2/bmap.c

1080

if (tr->tr_num_buf_new)

fs/gfs2/bmap.c

1345

struct gfs2_trans *tr;

fs/gfs2/bmap.c

1359

tr = current->journal_info;

fs/gfs2/bmap.c

1360

if (!test_bit(TR_TOUCHED, &tr->tr_flags))

fs/gfs2/bmap.c

1477

struct gfs2_trans *tr;

fs/gfs2/bmap.c

1550

tr = current->journal_info;

fs/gfs2/bmap.c

1551

if (tr->tr_num_buf_new + RES_STATFS +

fs/gfs2/bmap.c

2385

struct gfs2_trans *tr;

fs/gfs2/bmap.c

2401

tr = current->journal_info;

fs/gfs2/bmap.c

2402

if (!test_bit(TR_TOUCHED, &tr->tr_flags))

fs/gfs2/bmap.c

990

struct gfs2_trans *tr = current->journal_info;

fs/gfs2/glops.c

123

memset(&tr, 0, sizeof(tr));

fs/gfs2/glops.c

124

set_bit(TR_ONSTACK, &tr.tr_flags);

fs/gfs2/glops.c

125

ret = __gfs2_trans_begin(&tr, sdp, 0, revokes, _RET_IP_);

fs/gfs2/glops.c

90

struct gfs2_trans tr;

fs/gfs2/incore.h

57

void (*lo_before_commit) (struct gfs2_sbd *sdp, struct gfs2_trans *tr);

fs/gfs2/incore.h

58

void (*lo_after_commit) (struct gfs2_sbd *sdp, struct gfs2_trans *tr);

fs/gfs2/log.c

1002

head = &tr->tr_buf;

fs/gfs2/log.c

1010

head = &tr->tr_databuf;

fs/gfs2/log.c

1030

struct gfs2_trans *tr = NULL;

fs/gfs2/log.c

104

list_for_each_entry_safe_reverse(bd, s, &tr->tr_ail1_list, bd_ail_st_list) {

fs/gfs2/log.c

1055

tr = sdp->sd_log_tr;

fs/gfs2/log.c

1056

if (tr || sdp->sd_log_num_revoke) {

fs/gfs2/log.c

1061

if (tr) {

fs/gfs2/log.c

1063

tr->tr_first = first_log_head;

fs/gfs2/log.c

1066

!tr->tr_num_buf_new && !tr->tr_num_databuf_new))

fs/gfs2/log.c

107

gfs2_assert(sdp, bd->bd_tr == tr);

fs/gfs2/log.c

1096

lops_before_commit(sdp, tr);

fs/gfs2/log.c

1111

lops_after_commit(sdp, tr);

fs/gfs2/log.c

1117

if (tr && !list_empty(&tr->tr_ail1_list)) {

fs/gfs2/log.c

1118

list_add(&tr->tr_list, &sdp->sd_ail1_list);

fs/gfs2/log.c

1119

tr = NULL;

fs/gfs2/log.c

112

&tr->tr_ail2_list);

fs/gfs2/log.c

1149

gfs2_trans_free(sdp, tr);

fs/gfs2/log.c

1154

trans_drain(tr);

fs/gfs2/log.c

1162

if (tr && list_empty(&tr->tr_list))

fs/gfs2/log.c

1163

list_add(&tr->tr_list, &sdp->sd_ail1_list);

fs/gfs2/log.c

1165

tr = NULL;

fs/gfs2/log.c

1197

static void log_refund(struct gfs2_sbd *sdp, struct gfs2_trans *tr)

fs/gfs2/log.c

1206

gfs2_merge_trans(sdp, tr);

fs/gfs2/log.c

1207

} else if (tr->tr_num_buf_new || tr->tr_num_databuf_new) {

fs/gfs2/log.c

1208

gfs2_assert_withdraw(sdp, !test_bit(TR_ONSTACK, &tr->tr_flags));

fs/gfs2/log.c

1209

sdp->sd_log_tr = tr;

fs/gfs2/log.c

1210

set_bit(TR_ATTACHED, &tr->tr_flags);

fs/gfs2/log.c

1214

maxres = sdp->sd_log_blks_reserved + tr->tr_reserved;

fs/gfs2/log.c

1254

void gfs2_log_commit(struct gfs2_sbd *sdp, struct gfs2_trans *tr)

fs/gfs2/log.c

1256

log_refund(sdp, tr);

fs/gfs2/log.c

128

list_move(&bd->bd_ail_st_list, &tr->tr_ail1_list);

fs/gfs2/log.c

157

struct gfs2_trans *tr;

fs/gfs2/log.c

161

list_for_each_entry_reverse(tr, &sdp->sd_ail1_list, tr_list) {

fs/gfs2/log.c

162

list_for_each_entry_reverse(bd, &tr->tr_ail1_list,

fs/gfs2/log.c

199

struct gfs2_trans *tr;

fs/gfs2/log.c

215

list_for_each_entry_reverse(tr, head, tr_list) {

fs/gfs2/log.c

218

ret = gfs2_ail1_start_one(sdp, wbc, tr, &plug);

fs/gfs2/log.c

255

struct gfs2_trans *tr;

fs/gfs2/log.c

258

tr = list_last_entry(&sdp->sd_ail1_list,

fs/gfs2/log.c

260

new_flush_tail = tr->tr_first;

fs/gfs2/log.c

278

static void gfs2_ail_empty_tr(struct gfs2_sbd *sdp, struct gfs2_trans *tr,

fs/gfs2/log.c

286

gfs2_assert(sdp, bd->bd_tr == tr);

fs/gfs2/log.c

300

static int gfs2_ail1_empty_one(struct gfs2_sbd *sdp, struct gfs2_trans *tr,

fs/gfs2/log.c

307

list_for_each_entry_safe_reverse(bd, s, &tr->tr_ail1_list,

fs/gfs2/log.c

310

gfs2_assert(sdp, bd->bd_tr == tr);

fs/gfs2/log.c

338

list_move(&bd->bd_ail_st_list, &tr->tr_ail2_list);

fs/gfs2/log.c

354

struct gfs2_trans *tr, *s;

fs/gfs2/log.c

359

list_for_each_entry_safe_reverse(tr, s, &sdp->sd_ail1_list, tr_list) {

fs/gfs2/log.c

360

if (!gfs2_ail1_empty_one(sdp, tr, &max_revokes) && oldest_tr)

fs/gfs2/log.c

361

list_move(&tr->tr_list, &sdp->sd_ail2_list);

fs/gfs2/log.c

374

struct gfs2_trans *tr;

fs/gfs2/log.c

379

list_for_each_entry_reverse(tr, &sdp->sd_ail1_list, tr_list) {

fs/gfs2/log.c

380

list_for_each_entry(bd, &tr->tr_ail1_list, bd_ail_st_list) {

fs/gfs2/log.c

394

static void __ail2_empty(struct gfs2_sbd *sdp, struct gfs2_trans *tr)

fs/gfs2/log.c

396

gfs2_ail_empty_tr(sdp, tr, &tr->tr_ail2_list);

fs/gfs2/log.c

397

list_del(&tr->tr_list);

fs/gfs2/log.c

398

gfs2_assert_warn(sdp, list_empty(&tr->tr_ail1_list));

fs/gfs2/log.c

399

gfs2_assert_warn(sdp, list_empty(&tr->tr_ail2_list));

fs/gfs2/log.c

400

gfs2_trans_free(sdp, tr);

fs/gfs2/log.c

407

struct gfs2_trans *tr, *safe;

fs/gfs2/log.c

411

list_for_each_entry_safe(tr, safe, ail2_list, tr_list) {

fs/gfs2/log.c

412

if (old_tail <= tr->tr_first && tr->tr_first < new_tail)

fs/gfs2/log.c

413

__ail2_empty(sdp, tr);

fs/gfs2/log.c

416

list_for_each_entry_safe(tr, safe, ail2_list, tr_list) {

fs/gfs2/log.c

417

if (old_tail <= tr->tr_first || tr->tr_first < new_tail)

fs/gfs2/log.c

418

__ail2_empty(sdp, tr);

fs/gfs2/log.c

558

bool gfs2_log_try_reserve(struct gfs2_sbd *sdp, struct gfs2_trans *tr,

fs/gfs2/log.c

561

unsigned int blks = tr->tr_reserved;

fs/gfs2/log.c

562

unsigned int revokes = tr->tr_revokes;

fs/gfs2/log.c

589

void gfs2_log_reserve(struct gfs2_sbd *sdp, struct gfs2_trans *tr,

fs/gfs2/log.c

592

unsigned int blks = tr->tr_reserved;

fs/gfs2/log.c

593

unsigned int revokes = tr->tr_revokes;

fs/gfs2/log.c

654

struct gfs2_trans *tr = sdp->sd_log_tr;

fs/gfs2/log.c

656

if (tr) {

fs/gfs2/log.c

657

blocks = tr->tr_num_buf_new - tr->tr_num_buf_rm;

fs/gfs2/log.c

659

blocks = tr->tr_num_databuf_new - tr->tr_num_databuf_rm;

fs/gfs2/log.c

932

struct gfs2_trans *tr;

fs/gfs2/log.c

94

struct gfs2_trans *tr, struct blk_plug *plug)

fs/gfs2/log.c

943

tr = list_first_entry(&sdp->sd_ail1_list, struct gfs2_trans,

fs/gfs2/log.c

945

gfs2_ail_empty_tr(sdp, tr, &tr->tr_ail1_list);

fs/gfs2/log.c

946

gfs2_ail_empty_tr(sdp, tr, &tr->tr_ail2_list);

fs/gfs2/log.c

947

list_del(&tr->tr_list);

fs/gfs2/log.c

948

gfs2_trans_free(sdp, tr);

fs/gfs2/log.c

951

tr = list_first_entry(&sdp->sd_ail2_list, struct gfs2_trans,

fs/gfs2/log.c

953

gfs2_ail_empty_tr(sdp, tr, &tr->tr_ail2_list);

fs/gfs2/log.c

954

list_del(&tr->tr_list);

fs/gfs2/log.c

955

gfs2_trans_free(sdp, tr);

fs/gfs2/log.c

994

static void trans_drain(struct gfs2_trans *tr)

fs/gfs2/log.c

999

if (!tr)

fs/gfs2/log.h

68

bool gfs2_log_try_reserve(struct gfs2_sbd *sdp, struct gfs2_trans *tr,

fs/gfs2/log.h

70

void gfs2_log_reserve(struct gfs2_sbd *sdp, struct gfs2_trans *tr,

fs/gfs2/lops.c

103

struct gfs2_trans *tr)

fs/gfs2/lops.c

1068

static void databuf_lo_after_commit(struct gfs2_sbd *sdp, struct gfs2_trans *tr)

fs/gfs2/lops.c

1073

if (tr == NULL)

fs/gfs2/lops.c

1076

head = &tr->tr_databuf;

fs/gfs2/lops.c

1080

gfs2_unpin(sdp, bd->bd_bh, tr);

fs/gfs2/lops.c

126

bd->bd_tr = tr;

fs/gfs2/lops.c

127

list_add(&bd->bd_ail_st_list, &tr->tr_ail1_list);

fs/gfs2/lops.c

712

static void buf_lo_before_commit(struct gfs2_sbd *sdp, struct gfs2_trans *tr)

fs/gfs2/lops.c

716

if (tr == NULL)

fs/gfs2/lops.c

718

nbuf = tr->tr_num_buf_new - tr->tr_num_buf_rm;

fs/gfs2/lops.c

719

gfs2_before_commit(sdp, limit, nbuf, &tr->tr_buf, 0);

fs/gfs2/lops.c

722

static void buf_lo_after_commit(struct gfs2_sbd *sdp, struct gfs2_trans *tr)

fs/gfs2/lops.c

727

if (tr == NULL)

fs/gfs2/lops.c

730

head = &tr->tr_buf;

fs/gfs2/lops.c

734

gfs2_unpin(sdp, bd->bd_bh, tr);

fs/gfs2/lops.c

847

static void revoke_lo_before_commit(struct gfs2_sbd *sdp, struct gfs2_trans *tr)

fs/gfs2/lops.c

901

static void revoke_lo_after_commit(struct gfs2_sbd *sdp, struct gfs2_trans *tr)

fs/gfs2/lops.c

989

static void databuf_lo_before_commit(struct gfs2_sbd *sdp, struct gfs2_trans *tr)

fs/gfs2/lops.c

993

if (tr == NULL)

fs/gfs2/lops.c

995

nbuf = tr->tr_num_databuf_new - tr->tr_num_databuf_rm;

fs/gfs2/lops.c

996

gfs2_before_commit(sdp, limit, nbuf, &tr->tr_databuf, 1);

fs/gfs2/lops.h

37

struct gfs2_trans *tr)

fs/gfs2/lops.h

42

gfs2_log_ops[x]->lo_before_commit(sdp, tr);

fs/gfs2/lops.h

46

struct gfs2_trans *tr)

fs/gfs2/lops.h

51

gfs2_log_ops[x]->lo_after_commit(sdp, tr);

fs/gfs2/meta_io.c

303

struct gfs2_trans *tr = current->journal_info;

fs/gfs2/meta_io.c

304

if (tr && test_bit(TR_TOUCHED, &tr->tr_flags))

fs/gfs2/meta_io.c

330

struct gfs2_trans *tr = current->journal_info;

fs/gfs2/meta_io.c

331

if (tr && test_bit(TR_TOUCHED, &tr->tr_flags))

fs/gfs2/meta_io.c

346

struct gfs2_trans *tr = current->journal_info;

fs/gfs2/meta_io.c

354

tr->tr_num_buf_rm++;

fs/gfs2/meta_io.c

356

tr->tr_num_databuf_rm++;

fs/gfs2/meta_io.c

357

set_bit(TR_TOUCHED, &tr->tr_flags);

fs/gfs2/meta_io.c

389

struct gfs2_trans *tr, *s;

fs/gfs2/meta_io.c

396

list_for_each_entry_safe(tr, s, &sdp->sd_ail1_list, tr_list) {

fs/gfs2/meta_io.c

397

list_for_each_entry_safe(bd, bs, &tr->tr_ail1_list,

fs/gfs2/trans.c

105

current->journal_info = tr;

fs/gfs2/trans.c

117

struct gfs2_trans *tr;

fs/gfs2/trans.c

120

tr = kmem_cache_zalloc(gfs2_trans_cachep, GFP_NOFS);

fs/gfs2/trans.c

121

if (!tr)

fs/gfs2/trans.c

123

error = __gfs2_trans_begin(tr, sdp, blocks, revokes, _RET_IP_);

fs/gfs2/trans.c

125

kmem_cache_free(gfs2_trans_cachep, tr);

fs/gfs2/trans.c

131

struct gfs2_trans *tr = current->journal_info;

fs/gfs2/trans.c

136

if (!test_bit(TR_TOUCHED, &tr->tr_flags)) {

fs/gfs2/trans.c

137

gfs2_log_release_revokes(sdp, tr->tr_revokes);

fs/gfs2/trans.c

139

gfs2_log_release(sdp, tr->tr_reserved);

fs/gfs2/trans.c

140

if (!test_bit(TR_ONSTACK, &tr->tr_flags))

fs/gfs2/trans.c

141

gfs2_trans_free(sdp, tr);

fs/gfs2/trans.c

146

gfs2_log_release_revokes(sdp, tr->tr_revokes - tr->tr_num_revoke);

fs/gfs2/trans.c

148

nbuf = tr->tr_num_buf_new + tr->tr_num_databuf_new;

fs/gfs2/trans.c

149

nbuf -= tr->tr_num_buf_rm;

fs/gfs2/trans.c

150

nbuf -= tr->tr_num_databuf_rm;

fs/gfs2/trans.c

152

if (gfs2_assert_withdraw(sdp, nbuf <= tr->tr_blocks) ||

fs/gfs2/trans.c

153

gfs2_assert_withdraw(sdp, tr->tr_num_revoke <= tr->tr_revokes))

fs/gfs2/trans.c

154

gfs2_print_trans(sdp, tr);

fs/gfs2/trans.c

156

gfs2_log_commit(sdp, tr);

fs/gfs2/trans.c

157

if (!test_bit(TR_ONSTACK, &tr->tr_flags) &&

fs/gfs2/trans.c

158

!test_bit(TR_ATTACHED, &tr->tr_flags))

fs/gfs2/trans.c

159

gfs2_trans_free(sdp, tr);

fs/gfs2/trans.c

199

struct gfs2_trans *tr = current->journal_info;

fs/gfs2/trans.c

205

set_bit(TR_TOUCHED, &tr->tr_flags);

fs/gfs2/trans.c

221

set_bit(TR_TOUCHED, &tr->tr_flags);

fs/gfs2/trans.c

226

tr->tr_num_databuf_new++;

fs/gfs2/trans.c

227

list_add_tail(&bd->bd_list, &tr->tr_databuf);

fs/gfs2/trans.c

262

struct gfs2_trans *tr = current->journal_info;

fs/gfs2/trans.c

266

set_bit(TR_TOUCHED, &tr->tr_flags);

fs/gfs2/trans.c

28

static void gfs2_print_trans(struct gfs2_sbd *sdp, const struct gfs2_trans *tr)

fs/gfs2/trans.c

284

set_bit(TR_TOUCHED, &tr->tr_flags);

fs/gfs2/trans.c

30

fs_warn(sdp, "Transaction created at: %pSR\n", (void *)tr->tr_ip);

fs/gfs2/trans.c

309

list_add(&bd->bd_list, &tr->tr_buf);

fs/gfs2/trans.c

310

tr->tr_num_buf_new++;

fs/gfs2/trans.c

319

struct gfs2_trans *tr = current->journal_info;

fs/gfs2/trans.c

32

tr->tr_blocks, tr->tr_revokes, tr->tr_reserved,

fs/gfs2/trans.c

323

set_bit(TR_TOUCHED, &tr->tr_flags);

fs/gfs2/trans.c

324

tr->tr_num_revoke++;

fs/gfs2/trans.c

33

test_bit(TR_TOUCHED, &tr->tr_flags));

fs/gfs2/trans.c

349

void gfs2_trans_free(struct gfs2_sbd *sdp, struct gfs2_trans *tr)

fs/gfs2/trans.c

35

tr->tr_num_buf_new, tr->tr_num_buf_rm,

fs/gfs2/trans.c

351

if (tr == NULL)

fs/gfs2/trans.c

354

gfs2_assert_warn(sdp, list_empty(&tr->tr_ail1_list));

fs/gfs2/trans.c

355

gfs2_assert_warn(sdp, list_empty(&tr->tr_ail2_list));

fs/gfs2/trans.c

356

gfs2_assert_warn(sdp, list_empty(&tr->tr_databuf));

fs/gfs2/trans.c

357

gfs2_assert_warn(sdp, list_empty(&tr->tr_buf));

fs/gfs2/trans.c

358

kmem_cache_free(gfs2_trans_cachep, tr);

fs/gfs2/trans.c

36

tr->tr_num_databuf_new, tr->tr_num_databuf_rm,

fs/gfs2/trans.c

37

tr->tr_num_revoke);

fs/gfs2/trans.c

40

int __gfs2_trans_begin(struct gfs2_trans *tr, struct gfs2_sbd *sdp,

fs/gfs2/trans.c

55

tr->tr_ip = ip;

fs/gfs2/trans.c

56

tr->tr_blocks = blocks;

fs/gfs2/trans.c

57

tr->tr_revokes = revokes;

fs/gfs2/trans.c

58

tr->tr_reserved = GFS2_LOG_FLUSH_MIN_BLOCKS;

fs/gfs2/trans.c

65

tr->tr_reserved += blocks + 1 + DIV_ROUND_UP(blocks - 1, databuf_limit(sdp));

fs/gfs2/trans.c

67

INIT_LIST_HEAD(&tr->tr_databuf);

fs/gfs2/trans.c

68

INIT_LIST_HEAD(&tr->tr_buf);

fs/gfs2/trans.c

69

INIT_LIST_HEAD(&tr->tr_list);

fs/gfs2/trans.c

70

INIT_LIST_HEAD(&tr->tr_ail1_list);

fs/gfs2/trans.c

71

INIT_LIST_HEAD(&tr->tr_ail2_list);

fs/gfs2/trans.c

73

if (gfs2_assert_warn(sdp, tr->tr_reserved <= sdp->sd_jdesc->jd_blocks))

fs/gfs2/trans.c

90

if (gfs2_log_try_reserve(sdp, tr, &extra_revokes))

fs/gfs2/trans.c

94

gfs2_log_reserve(sdp, tr, &extra_revokes);

fs/gfs2/trans.c

97

revokes = tr->tr_revokes + extra_revokes;

fs/gfs2/trans.c

99

gfs2_log_release(sdp, tr->tr_reserved);

fs/gfs2/trans.h

37

int __gfs2_trans_begin(struct gfs2_trans *tr, struct gfs2_sbd *sdp,

fs/gfs2/trans.h

50

void gfs2_trans_free(struct gfs2_sbd *sdp, struct gfs2_trans *tr);

fs/ntfs3/fslog.c

3763

struct TRANSACTION_ENTRY *tr;

fs/ntfs3/fslog.c

4449

tr = Add2Ptr(trtbl, transact_id);

fs/ntfs3/fslog.c

4452

tr->next != RESTART_ENTRY_ALLOCATED_LE) {

fs/ntfs3/fslog.c

4453

tr = alloc_rsttbl_from_idx(&trtbl, transact_id);

fs/ntfs3/fslog.c

4454

if (!tr) {

fs/ntfs3/fslog.c

4458

tr->transact_state = TransactionActive;

fs/ntfs3/fslog.c

4459

tr->first_lsn = cpu_to_le64(rec_lsn);

fs/ntfs3/fslog.c

4462

tr->prev_lsn = tr->undo_next_lsn = cpu_to_le64(rec_lsn);

fs/ntfs3/fslog.c

4469

tr->undo_next_lsn = frh->client_undo_next_lsn;

fs/ntfs3/fslog.c

4648

tr = Add2Ptr(trtbl, transact_id);

fs/ntfs3/fslog.c

4649

tr->prev_lsn = cpu_to_le64(rec_lsn);

fs/ntfs3/fslog.c

4650

tr->undo_next_lsn = frh->client_undo_next_lsn;

fs/ntfs3/fslog.c

4654

tr = Add2Ptr(trtbl, transact_id);

fs/ntfs3/fslog.c

4655

tr->transact_state = TransactionPrepared;

fs/ntfs3/fslog.c

4659

tr = Add2Ptr(trtbl, transact_id);

fs/ntfs3/fslog.c

4660

tr->transact_state = TransactionCommitted;

fs/ntfs3/fslog.c

4698

tr = NULL;

fs/ntfs3/fslog.c

4699

while ((tr = enum_rstbl(trtbl, tr))) {

fs/ntfs3/fslog.c

4700

t64 = le64_to_cpu(tr->first_lsn);

fs/ntfs3/fslog.c

5018

tr = NULL;

fs/ntfs3/fslog.c

5020

tr = enum_rstbl(trtbl, tr);

fs/ntfs3/fslog.c

5021

if (!tr)

fs/ntfs3/fslog.c

5024

if (TransactionActive != tr->transact_state || !tr->undo_next_lsn) {

fs/ntfs3/fslog.c

5025

free_rsttbl_idx(trtbl, PtrOffset(trtbl, tr));

fs/ntfs3/fslog.c

5029

log->transaction_id = PtrOffset(trtbl, tr);

fs/ntfs3/fslog.c

5030

undo_next_lsn = le64_to_cpu(tr->undo_next_lsn);

fs/ntfs3/fslog.c

685

static bool check_log_rec(const struct LOG_REC_HDR *lr, u32 bytes, u32 tr,

fs/ntfs3/fslog.c

692

if (!tr)

fs/ntfs3/fslog.c

695

if ((tr - sizeof(struct RESTART_TABLE)) %

fs/xfs/xfs_discard.c

451

struct xfs_trim_rtdev *tr)

fs/xfs/xfs_discard.c

455

list_for_each_entry_safe(busyp, n, &tr->extent_list, list) {

fs/xfs/xfs_discard.c

469

struct xfs_trim_rtdev *tr)

fs/xfs/xfs_discard.c

479

list_for_each_entry(busyp, &tr->extent_list, list) {

fs/xfs/xfs_discard.c

491

xfs_discard_free_rtdev_extents(tr);

fs/xfs/xfs_discard.c

517

struct xfs_trim_rtdev *tr = priv;

fs/xfs/xfs_discard.c

521

if (rec->ar_startext > tr->stop_rtx) {

fs/xfs/xfs_discard.c

527

tr->restart_rtx = rec->ar_startext;

fs/xfs/xfs_discard.c

535

if (rlen < tr->minlen_fsb) {

fs/xfs/xfs_discard.c

547

list_add_tail(&busyp->list, &tr->extent_list);

fs/xfs/xfs_discard.c

549

tr->restart_rtx = rec->ar_startext + rec->ar_extcount;

fs/xfs/xfs_discard.c

562

struct xfs_trim_rtdev tr = {

fs/xfs/xfs_discard.c

564

.extent_list = LIST_HEAD_INIT(tr.extent_list),

fs/xfs/xfs_discard.c

576

tr.stop_rtx = low + xfs_rtbitmap_rtx_per_rbmblock(mp);

fs/xfs/xfs_discard.c

579

xfs_trim_gather_rtextent, &tr);

fs/xfs/xfs_discard.c

585

xfs_discard_free_rtdev_extents(&tr);

fs/xfs/xfs_discard.c

589

if (list_empty(&tr.extent_list)) {

fs/xfs/xfs_discard.c

594

error = xfs_discard_rtdev_extents(mp, &tr);

fs/xfs/xfs_discard.c

599

low = tr.restart_rtx;

fs/xfs/xfs_discard.c

630

struct xfs_trim_rtgroup *tr = priv;

fs/xfs/xfs_discard.c

634

if (--tr->batch <= 0) {

fs/xfs/xfs_discard.c

640

tr->restart_rtx = rec->ar_startext;

fs/xfs/xfs_discard.c

648

if (len < tr->minlen_fsb) {

fs/xfs/xfs_discard.c

663

&tr->extents->extent_list);

fs/xfs/xfs_discard.c

665

tr->queued++;

fs/xfs/xfs_discard.c

666

tr->restart_rtx = rec->ar_startext + rec->ar_extcount;

fs/xfs/xfs_discard.c

679

struct xfs_trim_rtgroup tr = {

fs/xfs/xfs_discard.c

692

tr.extents = kzalloc_obj(*tr.extents);

fs/xfs/xfs_discard.c

693

if (!tr.extents) {

fs/xfs/xfs_discard.c

698

tr.queued = 0;

fs/xfs/xfs_discard.c

699

tr.batch = XFS_DISCARD_MAX_EXAMINE;

fs/xfs/xfs_discard.c

700

tr.extents->owner = tr.extents;

fs/xfs/xfs_discard.c

701

INIT_LIST_HEAD(&tr.extents->extent_list);

fs/xfs/xfs_discard.c

705

xfs_trim_gather_rtgroup_extent, &tr);

fs/xfs/xfs_discard.c

710

kfree(tr.extents);

fs/xfs/xfs_discard.c

714

if (!tr.queued) {

fs/xfs/xfs_discard.c

715

kfree(tr.extents);

fs/xfs/xfs_discard.c

729

xfs_discard_extents(rtg_mount(rtg), tr.extents);

fs/xfs/xfs_discard.c

731

low = tr.restart_rtx;

include/hyperv/hvgdk_mini.h

867

struct hv_x64_segment_register tr;

include/linux/bpf.h

1278

void notrace __bpf_tramp_enter(struct bpf_tramp_image *tr);

include/linux/bpf.h

1279

void notrace __bpf_tramp_exit(struct bpf_tramp_image *tr);

include/linux/bpf.h

1459

struct bpf_trampoline *tr,

include/linux/bpf.h

1462

struct bpf_trampoline *tr,

include/linux/bpf.h

1466

void bpf_trampoline_put(struct bpf_trampoline *tr);

include/linux/bpf.h

1546

struct bpf_trampoline *tr,

include/linux/bpf.h

1552

struct bpf_trampoline *tr,

include/linux/bpf.h

1562

static inline void bpf_trampoline_put(struct bpf_trampoline *tr) {}

include/linux/kvm_host.h

1596

struct kvm_translation *tr);

include/linux/mtd/blktrans.h

20

struct mtd_blktrans_ops *tr;

include/linux/mtd/blktrans.h

66

void (*add_mtd)(struct mtd_blktrans_ops *tr, struct mtd_info *mtd);

include/linux/mtd/blktrans.h

74

extern int register_mtd_blktrans(struct mtd_blktrans_ops *tr);

include/linux/mtd/blktrans.h

75

extern int deregister_mtd_blktrans(struct mtd_blktrans_ops *tr);

include/linux/trace.h

41

#define trace_array_puts(tr, str) \

include/linux/trace.h

43

str ? __trace_array_puts(tr, _THIS_IP_, str, strlen(str)) : -1; \

include/linux/trace.h

45

int __trace_array_puts(struct trace_array *tr, unsigned long ip,

include/linux/trace.h

50

int trace_array_printk(struct trace_array *tr, unsigned long ip,

include/linux/trace.h

52

int trace_array_init_printk(struct trace_array *tr);

include/linux/trace.h

53

void trace_array_put(struct trace_array *tr);

include/linux/trace.h

55

int trace_array_destroy(struct trace_array *tr);

include/linux/trace.h

76

int trace_array_printk(struct trace_array *tr, unsigned long ip, const char *fmt, ...)

include/linux/trace.h

80

static inline int trace_array_init_printk(struct trace_array *tr)

include/linux/trace.h

84

static inline void trace_array_put(struct trace_array *tr)

include/linux/trace.h

91

static inline int trace_array_destroy(struct trace_array *tr)

include/linux/trace_events.h

861

int ftrace_set_clr_event(struct trace_array *tr, char *buf, int set);

include/linux/trace_events.h

863

int trace_array_set_clr_event(struct trace_array *tr, const char *system,

include/linux/trace_events.h

97

struct trace_array *tr;

io_uring/timeout.c

448

struct io_timeout_rem *tr = io_kiocb_to_cmd(req, struct io_timeout_rem);

io_uring/timeout.c

455

tr->ltimeout = false;

io_uring/timeout.c

456

tr->addr = READ_ONCE(sqe->addr);

io_uring/timeout.c

457

tr->flags = READ_ONCE(sqe->timeout_flags);

io_uring/timeout.c

458

if (tr->flags & IORING_TIMEOUT_UPDATE_MASK) {

io_uring/timeout.c

459

if (hweight32(tr->flags & IORING_TIMEOUT_CLOCK_MASK) > 1)

io_uring/timeout.c

461

if (tr->flags & IORING_LINK_TIMEOUT_UPDATE)

io_uring/timeout.c

462

tr->ltimeout = true;

io_uring/timeout.c

463

if (tr->flags & ~(IORING_TIMEOUT_UPDATE_MASK|IORING_TIMEOUT_ABS))

io_uring/timeout.c

465

if (get_timespec64(&tr->ts, u64_to_user_ptr(READ_ONCE(sqe->addr2))))

io_uring/timeout.c

467

if (tr->ts.tv_sec < 0 || tr->ts.tv_nsec < 0)

io_uring/timeout.c

469

} else if (tr->flags) {

io_uring/timeout.c

488

struct io_timeout_rem *tr = io_kiocb_to_cmd(req, struct io_timeout_rem);

io_uring/timeout.c

492

if (!(tr->flags & IORING_TIMEOUT_UPDATE)) {

io_uring/timeout.c

493

struct io_cancel_data cd = { .ctx = ctx, .data = tr->addr, };

io_uring/timeout.c

499

enum hrtimer_mode mode = io_translate_timeout_mode(tr->flags);

io_uring/timeout.c

502

if (tr->ltimeout)

io_uring/timeout.c

503

ret = io_linked_timeout_update(ctx, tr->addr, &tr->ts, mode);

io_uring/timeout.c

505

ret = io_timeout_update(ctx, tr->addr, &tr->ts, mode);

kernel/bpf/syscall.c

3595

struct bpf_trampoline *tr = NULL;

kernel/bpf/syscall.c

3741

tr = bpf_trampoline_get(key, &tgt_info);

kernel/bpf/syscall.c

3742

if (!tr) {

kernel/bpf/syscall.c

3754

tr = prog->aux->dst_trampoline;

kernel/bpf/syscall.c

3762

err = bpf_trampoline_link_prog(&link->link, tr, tgt_prog);

kernel/bpf/syscall.c

3770

link->trampoline = tr;

kernel/bpf/syscall.c

3777

(tgt_prog_fd || tr != prog->aux->dst_trampoline))

kernel/bpf/syscall.c

3780

if (prog->aux->dst_trampoline && tr != prog->aux->dst_trampoline)

kernel/bpf/syscall.c

3790

if (tr && tr != prog->aux->dst_trampoline)

kernel/bpf/syscall.c

3791

bpf_trampoline_put(tr);

kernel/bpf/trampoline.c

1002

mutex_lock(&tr->mutex);

kernel/bpf/trampoline.c

1004

shim_link = cgroup_shim_find(tr, bpf_func);

kernel/bpf/trampoline.c

1007

mutex_unlock(&tr->mutex);

kernel/bpf/trampoline.c

1008

bpf_trampoline_put(tr); /* bpf_trampoline_get above */

kernel/bpf/trampoline.c

1020

err = __bpf_trampoline_link_prog(&shim_link->link, tr, NULL);

kernel/bpf/trampoline.c

1024

shim_link->trampoline = tr;

kernel/bpf/trampoline.c

1027

mutex_unlock(&tr->mutex);

kernel/bpf/trampoline.c

1031

mutex_unlock(&tr->mutex);

kernel/bpf/trampoline.c

1037

bpf_trampoline_put(tr); /* bpf_trampoline_get above */

kernel/bpf/trampoline.c

1045

struct bpf_trampoline *tr;

kernel/bpf/trampoline.c

105

if (!mutex_trylock(&tr->mutex)) {

kernel/bpf/trampoline.c

1053

tr = bpf_trampoline_lookup(key, 0);

kernel/bpf/trampoline.c

1054

if (WARN_ON_ONCE(!tr))

kernel/bpf/trampoline.c

1057

mutex_lock(&tr->mutex);

kernel/bpf/trampoline.c

1058

shim_link = cgroup_shim_find(tr, bpf_func);

kernel/bpf/trampoline.c

1059

mutex_unlock(&tr->mutex);

kernel/bpf/trampoline.c

1064

bpf_trampoline_put(tr); /* bpf_trampoline_lookup above */

kernel/bpf/trampoline.c

1071

struct bpf_trampoline *tr;

kernel/bpf/trampoline.c

1073

tr = bpf_trampoline_lookup(key, tgt_info->tgt_addr);

kernel/bpf/trampoline.c

1074

if (!tr)

kernel/bpf/trampoline.c

1077

mutex_lock(&tr->mutex);

kernel/bpf/trampoline.c

1078

if (tr->func.addr)

kernel/bpf/trampoline.c

1081

memcpy(&tr->func.model, &tgt_info->fmodel, sizeof(tgt_info->fmodel));

kernel/bpf/trampoline.c

1082

tr->func.addr = (void *)tgt_info->tgt_addr;

kernel/bpf/trampoline.c

1084

mutex_unlock(&tr->mutex);

kernel/bpf/trampoline.c

1085

return tr;

kernel/bpf/trampoline.c

1088

void bpf_trampoline_put(struct bpf_trampoline *tr)

kernel/bpf/trampoline.c

1092

if (!tr)

kernel/bpf/trampoline.c

1095

if (!refcount_dec_and_test(&tr->refcnt))

kernel/bpf/trampoline.c

1097

WARN_ON_ONCE(mutex_is_locked(&tr->mutex));

kernel/bpf/trampoline.c

1100

if (WARN_ON_ONCE(!hlist_empty(&tr->progs_hlist[i])))

kernel/bpf/trampoline.c

1109

hlist_del(&tr->hlist_key);

kernel/bpf/trampoline.c

1110

hlist_del(&tr->hlist_ip);

kernel/bpf/trampoline.c

1111

direct_ops_free(tr);

kernel/bpf/trampoline.c

1112

kfree(tr);

kernel/bpf/trampoline.c

115

tr->flags |= BPF_TRAMP_F_SHARE_IPMODIFY;

kernel/bpf/trampoline.c

117

if ((tr->flags & BPF_TRAMP_F_CALL_ORIG) &&

kernel/bpf/trampoline.c

118

!(tr->flags & BPF_TRAMP_F_ORIG_STACK))

kernel/bpf/trampoline.c

119

ret = bpf_trampoline_update(tr, false /* lock_direct_mutex */);

kernel/bpf/trampoline.c

122

tr->flags &= ~BPF_TRAMP_F_SHARE_IPMODIFY;

kernel/bpf/trampoline.c

124

if (tr->flags & BPF_TRAMP_F_ORIG_STACK)

kernel/bpf/trampoline.c

125

ret = bpf_trampoline_update(tr, false /* lock_direct_mutex */);

kernel/bpf/trampoline.c

1293

void notrace __bpf_tramp_enter(struct bpf_tramp_image *tr)

kernel/bpf/trampoline.c

1295

percpu_ref_get(&tr->pcref);

kernel/bpf/trampoline.c

1298

void notrace __bpf_tramp_exit(struct bpf_tramp_image *tr)

kernel/bpf/trampoline.c

1300

percpu_ref_put(&tr->pcref);

kernel/bpf/trampoline.c

132

mutex_unlock(&tr->mutex);

kernel/bpf/trampoline.c

187

static int direct_ops_alloc(struct bpf_trampoline *tr)

kernel/bpf/trampoline.c

189

tr->fops = &direct_ops;

kernel/bpf/trampoline.c

193

static void direct_ops_free(struct bpf_trampoline *tr) { }

kernel/bpf/trampoline.c

195

static struct ftrace_hash *hash_from_ip(struct bpf_trampoline *tr, void *ptr)

kernel/bpf/trampoline.c

200

ip = ftrace_location(tr->ip);

kernel/bpf/trampoline.c

206

if (bpf_trampoline_use_jmp(tr->flags))

kernel/bpf/trampoline.c

215

static int direct_ops_add(struct bpf_trampoline *tr, void *addr)

kernel/bpf/trampoline.c

217

struct ftrace_hash *hash = hash_from_ip(tr, addr);

kernel/bpf/trampoline.c

222

err = update_ftrace_direct_add(tr->fops, hash);

kernel/bpf/trampoline.c

227

static int direct_ops_del(struct bpf_trampoline *tr, void *addr)

kernel/bpf/trampoline.c

229

struct ftrace_hash *hash = hash_from_ip(tr, addr);

kernel/bpf/trampoline.c

234

err = update_ftrace_direct_del(tr->fops, hash);

kernel/bpf/trampoline.c

239

static int direct_ops_mod(struct bpf_trampoline *tr, void *addr, bool lock_direct_mutex)

kernel/bpf/trampoline.c

241

struct ftrace_hash *hash = hash_from_ip(tr, addr);

kernel/bpf/trampoline.c

246

err = update_ftrace_direct_mod(tr->fops, hash, lock_direct_mutex);

kernel/bpf/trampoline.c

257

static int direct_ops_alloc(struct bpf_trampoline *tr)

kernel/bpf/trampoline.c

259

tr->fops = kzalloc_obj(struct ftrace_ops);

kernel/bpf/trampoline.c

260

if (!tr->fops)

kernel/bpf/trampoline.c

262

tr->fops->private = tr;

kernel/bpf/trampoline.c

263

tr->fops->ops_func = bpf_tramp_ftrace_ops_func;

kernel/bpf/trampoline.c

267

static void direct_ops_free(struct bpf_trampoline *tr)

kernel/bpf/trampoline.c

269

if (!tr->fops)

kernel/bpf/trampoline.c

271

ftrace_free_filter(tr->fops);

kernel/bpf/trampoline.c

272

kfree(tr->fops);

kernel/bpf/trampoline.c

275

static int direct_ops_add(struct bpf_trampoline *tr, void *ptr)

kernel/bpf/trampoline.c

278

struct ftrace_ops *ops = tr->fops;

kernel/bpf/trampoline.c

281

if (bpf_trampoline_use_jmp(tr->flags))

kernel/bpf/trampoline.c

284

ret = ftrace_set_filter_ip(ops, tr->ip, 0, 1);

kernel/bpf/trampoline.c

290

static int direct_ops_del(struct bpf_trampoline *tr, void *addr)

kernel/bpf/trampoline.c

292

return unregister_ftrace_direct(tr->fops, (long)addr, false);

kernel/bpf/trampoline.c

295

static int direct_ops_mod(struct bpf_trampoline *tr, void *ptr, bool lock_direct_mutex)

kernel/bpf/trampoline.c

298

struct ftrace_ops *ops = tr->fops;

kernel/bpf/trampoline.c

300

if (bpf_trampoline_use_jmp(tr->flags))

kernel/bpf/trampoline.c

308

static void direct_ops_free(struct bpf_trampoline *tr) { }

kernel/bpf/trampoline.c

310

static int direct_ops_alloc(struct bpf_trampoline *tr)

kernel/bpf/trampoline.c

315

static int direct_ops_add(struct bpf_trampoline *tr, void *addr)

kernel/bpf/trampoline.c

320

static int direct_ops_del(struct bpf_trampoline *tr, void *addr)

kernel/bpf/trampoline.c

325

static int direct_ops_mod(struct bpf_trampoline *tr, void *ptr, bool lock_direct_mutex)

kernel/bpf/trampoline.c

333

struct bpf_trampoline *tr;

kernel/bpf/trampoline.c

339

hlist_for_each_entry(tr, head, hlist_key) {

kernel/bpf/trampoline.c

34

static int bpf_trampoline_update(struct bpf_trampoline *tr, bool lock_direct_mutex);

kernel/bpf/trampoline.c

340

if (tr->key == key) {

kernel/bpf/trampoline.c

341

refcount_inc(&tr->refcnt);

kernel/bpf/trampoline.c

345

tr = kzalloc_obj(*tr);

kernel/bpf/trampoline.c

346

if (!tr)

kernel/bpf/trampoline.c

348

if (direct_ops_alloc(tr)) {

kernel/bpf/trampoline.c

349

kfree(tr);

kernel/bpf/trampoline.c

350

tr = NULL;

kernel/bpf/trampoline.c

354

tr->key = key;

kernel/bpf/trampoline.c

355

tr->ip = ftrace_location(ip);

kernel/bpf/trampoline.c

356

INIT_HLIST_NODE(&tr->hlist_key);

kernel/bpf/trampoline.c

357

INIT_HLIST_NODE(&tr->hlist_ip);

kernel/bpf/trampoline.c

358

hlist_add_head(&tr->hlist_key, head);

kernel/bpf/trampoline.c

359

head = &trampoline_ip_table[hash_64(tr->ip, TRAMPOLINE_HASH_BITS)];

kernel/bpf/trampoline.c

360

hlist_add_head(&tr->hlist_ip, head);

kernel/bpf/trampoline.c

361

refcount_set(&tr->refcnt, 1);

kernel/bpf/trampoline.c

362

mutex_init(&tr->mutex);

kernel/bpf/trampoline.c

364

INIT_HLIST_HEAD(&tr->progs_hlist[i]);

kernel/bpf/trampoline.c

367

return tr;

kernel/bpf/trampoline.c

370

static int bpf_trampoline_update_fentry(struct bpf_trampoline *tr, u32 orig_flags,

kernel/bpf/trampoline.c

374

void *ip = tr->func.addr;

kernel/bpf/trampoline.c

378

else if (bpf_trampoline_use_jmp(tr->flags))

kernel/bpf/trampoline.c

389

static int unregister_fentry(struct bpf_trampoline *tr, u32 orig_flags,

kernel/bpf/trampoline.c

394

if (tr->func.ftrace_managed)

kernel/bpf/trampoline.c

395

ret = direct_ops_del(tr, old_addr);

kernel/bpf/trampoline.c

397

ret = bpf_trampoline_update_fentry(tr, orig_flags, old_addr, NULL);

kernel/bpf/trampoline.c

40

struct bpf_trampoline *tr;

kernel/bpf/trampoline.c

402

static int modify_fentry(struct bpf_trampoline *tr, u32 orig_flags,

kernel/bpf/trampoline.c

408

if (tr->func.ftrace_managed) {

kernel/bpf/trampoline.c

409

ret = direct_ops_mod(tr, new_addr, lock_direct_mutex);

kernel/bpf/trampoline.c

411

ret = bpf_trampoline_update_fentry(tr, orig_flags, old_addr,

kernel/bpf/trampoline.c

418

static int register_fentry(struct bpf_trampoline *tr, void *new_addr)

kernel/bpf/trampoline.c

420

void *ip = tr->func.addr;

kernel/bpf/trampoline.c

426

if (!tr->fops)

kernel/bpf/trampoline.c

428

tr->func.ftrace_managed = true;

kernel/bpf/trampoline.c

431

if (tr->func.ftrace_managed) {

kernel/bpf/trampoline.c

432

ret = direct_ops_add(tr, new_addr);

kernel/bpf/trampoline.c

434

ret = bpf_trampoline_update_fentry(tr, 0, NULL, new_addr);

kernel/bpf/trampoline.c

44

hlist_for_each_entry(tr, head_ip, hlist_ip) {

kernel/bpf/trampoline.c

441

bpf_trampoline_get_progs(const struct bpf_trampoline *tr, int *total, bool *ip_arg)

kernel/bpf/trampoline.c

45

if (tr->ip == ip)

kernel/bpf/trampoline.c

454

tlinks[kind].nr_links = tr->progs_cnt[kind];

kernel/bpf/trampoline.c

455

*total += tr->progs_cnt[kind];

kernel/bpf/trampoline.c

458

hlist_for_each_entry(link, &tr->progs_hlist[kind], tramp_hlist) {

kernel/bpf/trampoline.c

48

tr = NULL;

kernel/bpf/trampoline.c

51

return tr;

kernel/bpf/trampoline.c

607

static int bpf_trampoline_update(struct bpf_trampoline *tr, bool lock_direct_mutex)

kernel/bpf/trampoline.c

611

u32 orig_flags = tr->flags;

kernel/bpf/trampoline.c

615

tlinks = bpf_trampoline_get_progs(tr, &total, &ip_arg);

kernel/bpf/trampoline.c

620

err = unregister_fentry(tr, orig_flags, tr->cur_image->image);

kernel/bpf/trampoline.c

621

bpf_tramp_image_put(tr->cur_image);

kernel/bpf/trampoline.c

622

tr->cur_image = NULL;

kernel/bpf/trampoline.c

627

tr->flags &= (BPF_TRAMP_F_SHARE_IPMODIFY | BPF_TRAMP_F_TAIL_CALL_CTX);

kernel/bpf/trampoline.c

63

struct bpf_trampoline *tr;

kernel/bpf/trampoline.c

634

tr->flags |= BPF_TRAMP_F_CALL_ORIG | BPF_TRAMP_F_SKIP_FRAME;

kernel/bpf/trampoline.c

636

tr->flags |= BPF_TRAMP_F_RESTORE_REGS;

kernel/bpf/trampoline.c

640

tr->flags |= BPF_TRAMP_F_IP_ARG;

kernel/bpf/trampoline.c

644

if (tr->flags & BPF_TRAMP_F_CALL_ORIG) {

kernel/bpf/trampoline.c

645

if (tr->flags & BPF_TRAMP_F_SHARE_IPMODIFY) {

kernel/bpf/trampoline.c

649

tr->flags |= BPF_TRAMP_F_ORIG_STACK | BPF_TRAMP_F_SKIP_FRAME;

kernel/bpf/trampoline.c

655

tr->flags &= ~BPF_TRAMP_F_SKIP_FRAME;

kernel/bpf/trampoline.c

66

tr = direct_ops_ip_lookup(ops, ip);

kernel/bpf/trampoline.c

660

size = arch_bpf_trampoline_size(&tr->func.model, tr->flags,

kernel/bpf/trampoline.c

661

tlinks, tr->func.addr);

kernel/bpf/trampoline.c

67

if (!tr)

kernel/bpf/trampoline.c

672

im = bpf_tramp_image_alloc(tr->key, size);

kernel/bpf/trampoline.c

679

&tr->func.model, tr->flags, tlinks,

kernel/bpf/trampoline.c

680

tr->func.addr);

kernel/bpf/trampoline.c

688

WARN_ON(tr->cur_image && total == 0);

kernel/bpf/trampoline.c

689

if (tr->cur_image)

kernel/bpf/trampoline.c

691

err = modify_fentry(tr, orig_flags, tr->cur_image->image,

kernel/bpf/trampoline.c

695

err = register_fentry(tr, im->image);

kernel/bpf/trampoline.c

710

if (tr->cur_image)

kernel/bpf/trampoline.c

711

bpf_tramp_image_put(tr->cur_image);

kernel/bpf/trampoline.c

712

tr->cur_image = im;

kernel/bpf/trampoline.c

716

tr->flags = orig_flags;

kernel/bpf/trampoline.c

74

lockdep_assert_held_once(&tr->mutex);

kernel/bpf/trampoline.c

768

struct bpf_trampoline *tr,

kernel/bpf/trampoline.c

779

if (tr->extension_prog)

kernel/bpf/trampoline.c

786

cnt += tr->progs_cnt[i];

kernel/bpf/trampoline.c

795

tr->extension_prog = link->link.prog;

kernel/bpf/trampoline.c

796

return bpf_arch_text_poke(tr->func.addr, BPF_MOD_NOP,

kernel/bpf/trampoline.c

801

prog_list = &tr->progs_hlist[BPF_TRAMP_FENTRY];

kernel/bpf/trampoline.c

804

prog_list = &tr->progs_hlist[kind];

kernel/bpf/trampoline.c

81

if ((tr->flags & BPF_TRAMP_F_CALL_ORIG) &&

kernel/bpf/trampoline.c

82

!(tr->flags & BPF_TRAMP_F_ORIG_STACK)) {

kernel/bpf/trampoline.c

820

tr->progs_cnt[BPF_TRAMP_FENTRY]++;

kernel/bpf/trampoline.c

822

hlist_add_head(&fslink->fexit.tramp_hlist, &tr->progs_hlist[BPF_TRAMP_FEXIT]);

kernel/bpf/trampoline.c

823

tr->progs_cnt[BPF_TRAMP_FEXIT]++;

kernel/bpf/trampoline.c

825

tr->progs_cnt[kind]++;

kernel/bpf/trampoline.c

827

err = bpf_trampoline_update(tr, true /* lock_direct_mutex */);

kernel/bpf/trampoline.c

83

if (WARN_ON_ONCE(tr->flags & BPF_TRAMP_F_SHARE_IPMODIFY))

kernel/bpf/trampoline.c

831

tr->progs_cnt[BPF_TRAMP_FENTRY]--;

kernel/bpf/trampoline.c

833

tr->progs_cnt[BPF_TRAMP_FEXIT]--;

kernel/bpf/trampoline.c

835

tr->progs_cnt[kind]--;

kernel/bpf/trampoline.c

842

struct bpf_trampoline *tr,

kernel/bpf/trampoline.c

847

mutex_lock(&tr->mutex);

kernel/bpf/trampoline.c

848

err = __bpf_trampoline_link_prog(link, tr, tgt_prog);

kernel/bpf/trampoline.c

849

mutex_unlock(&tr->mutex);

kernel/bpf/trampoline.c

854

struct bpf_trampoline *tr,

kernel/bpf/trampoline.c

86

tr->flags |= BPF_TRAMP_F_SHARE_IPMODIFY;

kernel/bpf/trampoline.c

862

WARN_ON_ONCE(!tr->extension_prog);

kernel/bpf/trampoline.c

863

err = bpf_arch_text_poke(tr->func.addr, BPF_MOD_JUMP,

kernel/bpf/trampoline.c

865

tr->extension_prog->bpf_func, NULL);

kernel/bpf/trampoline.c

866

tr->extension_prog = NULL;

kernel/bpf/trampoline.c

875

tr->progs_cnt[BPF_TRAMP_FEXIT]--;

kernel/bpf/trampoline.c

879

tr->progs_cnt[kind]--;

kernel/bpf/trampoline.c

880

return bpf_trampoline_update(tr, true /* lock_direct_mutex */);

kernel/bpf/trampoline.c

885

struct bpf_trampoline *tr,

kernel/bpf/trampoline.c

890

mutex_lock(&tr->mutex);

kernel/bpf/trampoline.c

891

err = __bpf_trampoline_unlink_prog(link, tr, tgt_prog);

kernel/bpf/trampoline.c

892

mutex_unlock(&tr->mutex);

kernel/bpf/trampoline.c

959

static struct bpf_shim_tramp_link *cgroup_shim_find(struct bpf_trampoline *tr,

kernel/bpf/trampoline.c

966

hlist_for_each_entry(link, &tr->progs_hlist[kind], tramp_hlist) {

kernel/bpf/trampoline.c

983

struct bpf_trampoline *tr;

kernel/bpf/trampoline.c

998

tr = bpf_trampoline_get(key, &tgt_info);

kernel/bpf/trampoline.c

999

if (!tr)

kernel/bpf/verifier.c

25367

struct bpf_trampoline *tr;

kernel/bpf/verifier.c

25441

tr = bpf_trampoline_get(key, &tgt_info);

kernel/bpf/verifier.c

25442

if (!tr)

kernel/bpf/verifier.c

25446

tr->flags = BPF_TRAMP_F_TAIL_CALL_CTX;

kernel/bpf/verifier.c

25448

prog->aux->dst_trampoline = tr;

kernel/printk/printk_ringbuffer_kunit_test.c

109

struct prbtest_thread_data *tr = data;

kernel/printk/printk_ringbuffer_kunit_test.c

110

char text_id = 'A' + tr->num;

kernel/printk/printk_ringbuffer_kunit_test.c

117

kunit_info(tr->test_data->test, "start thread %03lu (writer)\n", tr->num);

kernel/printk/printk_ringbuffer_kunit_test.c

146

if (prb_reserve(&e, tr->test_data->ringbuffer, &r)) {

kernel/printk/printk_ringbuffer_kunit_test.c

156

wake_up_interruptible(&tr->test_data->new_record_wait);

kernel/printk/printk_ringbuffer_kunit_test.c

166

kunit_info(tr->test_data->test, "end thread %03lu: wrote=%lu\n", tr->num, count);

kernel/rcu/rcuscale.c

535

DEFINE_TORTURE_RANDOM(tr);

kernel/rcu/rcuscale.c

576

schedule_timeout_idle(torture_random(&tr) % writer_holdoff_jiffies + 1);

kernel/rcu/rcuscale.c

734

DEFINE_TORTURE_RANDOM(tr);

kernel/rcu/rcuscale.c

772

(kfree_rcu_test_both && torture_random(&tr) & 0x800))

kernel/sysctl.c

273

const char *perm_tr, unsigned perm_tr_len, char *tr)

kernel/sysctl.c

310

if (tr && (len < *size))

kernel/sysctl.c

311

*tr = *p;

kernel/trace/blktrace.c

1687

static void blk_tracer_start(struct trace_array *tr)

kernel/trace/blktrace.c

1692

static int blk_tracer_init(struct trace_array *tr)

kernel/trace/blktrace.c

1694

blk_tr = tr;

kernel/trace/blktrace.c

1695

blk_tracer_start(tr);

kernel/trace/blktrace.c

1699

static void blk_tracer_stop(struct trace_array *tr)

kernel/trace/blktrace.c

1704

static void blk_tracer_reset(struct trace_array *tr)

kernel/trace/blktrace.c

1706

blk_tracer_stop(tr);

kernel/trace/blktrace.c

1733

struct trace_array *tr = iter->tr;

kernel/trace/blktrace.c

1743

long_act = !!(tr->trace_flags & TRACE_ITER(VERBOSE));

kernel/trace/blktrace.c

1803

blk_tracer_set_flag(struct trace_array *tr, u32 old_flags, u32 bit, int set)

kernel/trace/blktrace.c

1808

tr->trace_flags &= ~TRACE_ITER(CONTEXT_INFO);

kernel/trace/blktrace.c

1810

tr->trace_flags |= TRACE_ITER(CONTEXT_INFO);

kernel/trace/fgraph.c

1200

struct trace_array *tr = gops->ops.private;

kernel/trace/fgraph.c

1203

if (tr) {

kernel/trace/fgraph.c

1204

pid = this_cpu_read(tr->array_buffer.data->ftrace_ignore_pid);

kernel/trace/ftrace.c

104

struct trace_array *tr;

kernel/trace/ftrace.c

1073

struct trace_array *tr;

kernel/trace/ftrace.c

109

tr = ops->private;

kernel/trace/ftrace.c

111

return tr->function_pids != NULL || tr->function_no_pids != NULL;

kernel/trace/ftrace.c

1356

static int ftrace_add_mod(struct trace_array *tr,

kernel/trace/ftrace.c

1361

struct list_head *mod_head = enable ? &tr->mod_trace : &tr->mod_notrace;

kernel/trace/ftrace.c

175

struct trace_array *tr = op->private;

kernel/trace/ftrace.c

178

if (tr) {

kernel/trace/ftrace.c

179

pid = this_cpu_read(tr->array_buffer.data->ftrace_ignore_pid);

kernel/trace/ftrace.c

3960

struct trace_array *tr;

kernel/trace/ftrace.c

3971

struct trace_array *tr = iter->ops->private;

kernel/trace/ftrace.c

3982

if (!tr)

kernel/trace/ftrace.c

3985

func_probes = &tr->func_probes;

kernel/trace/ftrace.c

4102

struct trace_array *tr = iter->tr;

kernel/trace/ftrace.c

4109

if (iter->mod_list == &tr->mod_trace ||

kernel/trace/ftrace.c

4110

iter->mod_list == &tr->mod_notrace) {

kernel/trace/ftrace.c

4132

if (!iter->tr)

kernel/trace/ftrace.c

4155

struct trace_array *tr = iter->tr;

kernel/trace/ftrace.c

4158

iter->mod_list == &tr->mod_trace ||

kernel/trace/ftrace.c

4159

iter->mod_list == &tr->mod_notrace)

kernel/trace/ftrace.c

4678

struct trace_array *tr = ops->private;

kernel/trace/ftrace.c

4686

if (tracing_check_open_get_tr(tr))

kernel/trace/ftrace.c

4698

iter->tr = tr;

kernel/trace/ftrace.c

4704

mod_head = tr ? &tr->mod_notrace : NULL;

kernel/trace/ftrace.c

4707

mod_head = tr ? &tr->mod_trace : NULL;

kernel/trace/ftrace.c

4756

if (tr)

kernel/trace/ftrace.c

4757

trace_array_put(tr);

kernel/trace/ftrace.c

5066

static int cache_mod(struct trace_array *tr,

kernel/trace/ftrace.c

5070

struct list_head *head = enable ? &tr->mod_trace : &tr->mod_notrace;

kernel/trace/ftrace.c

5102

return ftrace_add_mod(tr, func, module, enable);

kernel/trace/ftrace.c

5176

struct trace_array *tr;

kernel/trace/ftrace.c

5184

list_for_each_entry(tr, &ftrace_trace_arrays, list) {

kernel/trace/ftrace.c

5185

if (!list_empty(&tr->mod_trace))

kernel/trace/ftrace.c

5186

process_mod_list(&tr->mod_trace, tr->ops, mod, true);

kernel/trace/ftrace.c

5187

if (!list_empty(&tr->mod_notrace))

kernel/trace/ftrace.c

5188

process_mod_list(&tr->mod_notrace, tr->ops, mod, false);

kernel/trace/ftrace.c

5202

ftrace_mod_callback(struct trace_array *tr, struct ftrace_hash *hash,

kernel/trace/ftrace.c

5208

if (!tr)

kernel/trace/ftrace.c

5227

return cache_mod(tr, func_orig, module, enable);

kernel/trace/ftrace.c

5259

probe_ops->func(ip, parent_ip, probe->tr, probe_ops, probe->data);

kernel/trace/ftrace.c

536

struct trace_array *tr = trace_get_global_array();

kernel/trace/ftrace.c

5430

probe_ops->free(probe_ops, probe->tr, 0, probe->data);

kernel/trace/ftrace.c

5446

register_ftrace_function_probe(char *glob, struct trace_array *tr,

kernel/trace/ftrace.c

5460

if (WARN_ON(!tr))

kernel/trace/ftrace.c

5470

list_for_each_entry(iter, &tr->func_probes, list) {

kernel/trace/ftrace.c

5484

probe->tr = tr;

kernel/trace/ftrace.c

5486

list_add(&probe->list, &tr->func_probes);

kernel/trace/ftrace.c

5528

ret = probe_ops->init(probe_ops, tr,

kernel/trace/ftrace.c

5533

probe_ops->free(probe_ops, tr,

kernel/trace/ftrace.c

558

if (tr->trace_flags & TRACE_ITER(PROF_TEXT_OFFSET)) {

kernel/trace/ftrace.c

5584

probe_ops->free(probe_ops, tr, entry->ip, probe->data);

kernel/trace/ftrace.c

5591

unregister_ftrace_function_probe_func(char *glob, struct trace_array *tr,

kernel/trace/ftrace.c

5624

list_for_each_entry(iter, &tr->func_probes, list) {

kernel/trace/ftrace.c

5703

probe_ops->free(probe_ops, tr, entry->ip, probe->data);

kernel/trace/ftrace.c

5721

void clear_ftrace_function_probes(struct trace_array *tr)

kernel/trace/ftrace.c

5725

list_for_each_entry_safe(probe, n, &tr->func_probes, list)

kernel/trace/ftrace.c

5726

unregister_ftrace_function_probe_func(NULL, tr, probe->probe_ops);

kernel/trace/ftrace.c

5774

struct trace_array *tr = iter->ops->private;

kernel/trace/ftrace.c

5798

return p->func(tr, hash, func, command, next, enable);

kernel/trace/ftrace.c

6724

struct trace_array *tr = ops->private;

kernel/trace/ftrace.c

6731

if (!tr)

kernel/trace/ftrace.c

6746

if (tr && mod && ret < 0) {

kernel/trace/ftrace.c

6750

ret = cache_mod(tr, tmp, mod, enable);

kernel/trace/ftrace.c

6919

struct trace_array *tr = trace_get_global_array();

kernel/trace/ftrace.c

6921

ops->private = tr;

kernel/trace/ftrace.c

6922

ftrace_init_trace_array(tr);

kernel/trace/ftrace.c

6976

if (iter->tr) {

kernel/trace/ftrace.c

6977

if (list_empty(&iter->tr->mod_trace))

kernel/trace/ftrace.c

6993

if (iter->tr)

kernel/trace/ftrace.c

6994

trace_array_put(iter->tr);

kernel/trace/ftrace.c

7834

struct trace_array *tr;

kernel/trace/ftrace.c

7837

list_for_each_entry(tr, &ftrace_trace_arrays, list) {

kernel/trace/ftrace.c

7838

if (!tr->ops || !tr->ops->func_hash)

kernel/trace/ftrace.c

7840

mutex_lock(&tr->ops->func_hash->regex_lock);

kernel/trace/ftrace.c

7841

clear_mod_from_hash(pg, tr->ops->func_hash->filter_hash);

kernel/trace/ftrace.c

7842

clear_mod_from_hash(pg, tr->ops->func_hash->notrace_hash);

kernel/trace/ftrace.c

7843

mutex_unlock(&tr->ops->func_hash->regex_lock);

kernel/trace/ftrace.c

8227

struct trace_array *tr;

kernel/trace/ftrace.c

8230

list_for_each_entry(tr, &ftrace_trace_arrays, list) {

kernel/trace/ftrace.c

8231

if (!tr->ops || !tr->ops->func_hash)

kernel/trace/ftrace.c

8233

mutex_lock(&tr->ops->func_hash->regex_lock);

kernel/trace/ftrace.c

8234

clear_func_from_hash(func, tr->ops->func_hash->filter_hash);

kernel/trace/ftrace.c

8235

clear_func_from_hash(func, tr->ops->func_hash->notrace_hash);

kernel/trace/ftrace.c

8236

mutex_unlock(&tr->ops->func_hash->regex_lock);

kernel/trace/ftrace.c

8409

void ftrace_init_trace_array(struct trace_array *tr)

kernel/trace/ftrace.c

8411

if (tr->flags & TRACE_ARRAY_FL_MOD_INIT)

kernel/trace/ftrace.c

8414

INIT_LIST_HEAD(&tr->func_probes);

kernel/trace/ftrace.c

8415

INIT_LIST_HEAD(&tr->mod_trace);

kernel/trace/ftrace.c

8416

INIT_LIST_HEAD(&tr->mod_notrace);

kernel/trace/ftrace.c

8418

tr->flags |= TRACE_ARRAY_FL_MOD_INIT;

kernel/trace/ftrace.c

8444

__init void ftrace_init_global_array_ops(struct trace_array *tr)

kernel/trace/ftrace.c

8446

tr->ops = &global_ops;

kernel/trace/ftrace.c

8448

global_ops.private = tr;

kernel/trace/ftrace.c

8449

ftrace_init_trace_array(tr);

kernel/trace/ftrace.c

8450

init_array_fgraph_ops(tr, tr->ops);

kernel/trace/ftrace.c

8453

void ftrace_init_array_ops(struct trace_array *tr, ftrace_func_t func)

kernel/trace/ftrace.c

8456

if (tr->flags & TRACE_ARRAY_FL_GLOBAL) {

kernel/trace/ftrace.c

8457

if (WARN_ON(tr->ops->func != ftrace_stub))

kernel/trace/ftrace.c

8459

tr->ops->func);

kernel/trace/ftrace.c

8461

tr->ops->func = func;

kernel/trace/ftrace.c

8462

tr->ops->private = tr;

kernel/trace/ftrace.c

8465

void ftrace_reset_array_ops(struct trace_array *tr)

kernel/trace/ftrace.c

8467

tr->ops->func = ftrace_stub;

kernel/trace/ftrace.c

8593

struct trace_array *tr = data;

kernel/trace/ftrace.c

8597

pid_list = rcu_dereference_sched(tr->function_pids);

kernel/trace/ftrace.c

8598

no_pid_list = rcu_dereference_sched(tr->function_no_pids);

kernel/trace/ftrace.c

8601

this_cpu_write(tr->array_buffer.data->ftrace_ignore_pid,

kernel/trace/ftrace.c

8604

this_cpu_write(tr->array_buffer.data->ftrace_ignore_pid,

kernel/trace/ftrace.c

8614

struct trace_array *tr = data;

kernel/trace/ftrace.c

8617

pid_list = rcu_dereference_sched(tr->function_pids);

kernel/trace/ftrace.c

8620

pid_list = rcu_dereference_sched(tr->function_no_pids);

kernel/trace/ftrace.c

8628

struct trace_array *tr = data;

kernel/trace/ftrace.c

8631

pid_list = rcu_dereference_sched(tr->function_pids);

kernel/trace/ftrace.c

8634

pid_list = rcu_dereference_sched(tr->function_no_pids);

kernel/trace/ftrace.c

8638

void ftrace_pid_follow_fork(struct trace_array *tr, bool enable)

kernel/trace/ftrace.c

8642

tr);

kernel/trace/ftrace.c

8644

tr);

kernel/trace/ftrace.c

8647

tr);

kernel/trace/ftrace.c

8649

tr);

kernel/trace/ftrace.c

8653

static void clear_ftrace_pids(struct trace_array *tr, int type)

kernel/trace/ftrace.c

8659

pid_list = rcu_dereference_protected(tr->function_pids,

kernel/trace/ftrace.c

8661

no_pid_list = rcu_dereference_protected(tr->function_no_pids,

kernel/trace/ftrace.c

8670

unregister_trace_sched_switch(ftrace_filter_pid_sched_switch_probe, tr);

kernel/trace/ftrace.c

8672

per_cpu_ptr(tr->array_buffer.data, cpu)->ftrace_ignore_pid = FTRACE_PID_TRACE;

kernel/trace/ftrace.c

8676

rcu_assign_pointer(tr->function_pids, NULL);

kernel/trace/ftrace.c

8679

rcu_assign_pointer(tr->function_no_pids, NULL);

kernel/trace/ftrace.c

8691

void ftrace_clear_pids(struct trace_array *tr)

kernel/trace/ftrace.c

8695

clear_ftrace_pids(tr, TRACE_PIDS | TRACE_NO_PIDS);

kernel/trace/ftrace.c

8700

static void ftrace_pid_reset(struct trace_array *tr, int type)

kernel/trace/ftrace.c

8703

clear_ftrace_pids(tr, type);

kernel/trace/ftrace.c

8718

struct trace_array *tr = m->private;

kernel/trace/ftrace.c

8723

pid_list = rcu_dereference_sched(tr->function_pids);

kernel/trace/ftrace.c

8733

struct trace_array *tr = m->private;

kernel/trace/ftrace.c

8734

struct trace_pid_list *pid_list = rcu_dereference_sched(tr->function_pids);

kernel/trace/ftrace.c

8771

struct trace_array *tr = m->private;

kernel/trace/ftrace.c

8776

pid_list = rcu_dereference_sched(tr->function_no_pids);

kernel/trace/ftrace.c

8786

struct trace_array *tr = m->private;

kernel/trace/ftrace.c

8787

struct trace_pid_list *pid_list = rcu_dereference_sched(tr->function_no_pids);

kernel/trace/ftrace.c

8806

struct trace_array *tr = inode->i_private;

kernel/trace/ftrace.c

8810

ret = tracing_check_open_get_tr(tr);

kernel/trace/ftrace.c

8816

ftrace_pid_reset(tr, type);

kernel/trace/ftrace.c

8826

trace_array_put(tr);

kernel/trace/ftrace.c

8833

trace_array_put(tr);

kernel/trace/ftrace.c

8837

m->private = tr;

kernel/trace/ftrace.c

8857

struct trace_array *tr = data;

kernel/trace/ftrace.c

8865

pid_list = rcu_dereference_protected(tr->function_pids,

kernel/trace/ftrace.c

8867

no_pid_list = rcu_dereference_protected(tr->function_no_pids,

kernel/trace/ftrace.c

8871

this_cpu_write(tr->array_buffer.data->ftrace_ignore_pid,

kernel/trace/ftrace.c

8874

this_cpu_write(tr->array_buffer.data->ftrace_ignore_pid,

kernel/trace/ftrace.c

8883

struct trace_array *tr = m->private;

kernel/trace/ftrace.c

8896

filtered_pids = rcu_dereference_protected(tr->function_pids,

kernel/trace/ftrace.c

8898

other_pids = rcu_dereference_protected(tr->function_no_pids,

kernel/trace/ftrace.c

8902

filtered_pids = rcu_dereference_protected(tr->function_no_pids,

kernel/trace/ftrace.c

8904

other_pids = rcu_dereference_protected(tr->function_pids,

kernel/trace/ftrace.c

8918

rcu_assign_pointer(tr->function_pids, pid_list);

kernel/trace/ftrace.c

8921

rcu_assign_pointer(tr->function_no_pids, pid_list);

kernel/trace/ftrace.c

8931

register_trace_sched_switch(ftrace_filter_pid_sched_switch_probe, tr);

kernel/trace/ftrace.c

8939

on_each_cpu(ignore_task_cpu, tr, 1);

kernel/trace/ftrace.c

8966

struct trace_array *tr = inode->i_private;

kernel/trace/ftrace.c

8968

trace_array_put(tr);

kernel/trace/ftrace.c

8989

void ftrace_init_tracefs(struct trace_array *tr, struct dentry *d_tracer)

kernel/trace/ftrace.c

8992

tr, &ftrace_pid_fops);

kernel/trace/ftrace.c

8994

d_tracer, tr, &ftrace_no_pid_fops);

kernel/trace/ftrace.c

8997

void __init ftrace_init_tracefs_toplevel(struct trace_array *tr,

kernel/trace/ftrace.c

9001

WARN_ON(!(tr->flags & TRACE_ARRAY_FL_GLOBAL));

kernel/trace/kprobe_event_gen_test.c

136

ret = trace_array_set_clr_event(gen_kprobe_test->tr,

kernel/trace/kprobe_event_gen_test.c

201

ret = trace_array_set_clr_event(gen_kretprobe_test->tr,

kernel/trace/kprobe_event_gen_test.c

229

WARN_ON(trace_array_set_clr_event(gen_kretprobe_test->tr,

kernel/trace/kprobe_event_gen_test.c

244

WARN_ON(trace_array_set_clr_event(gen_kprobe_test->tr,

kernel/trace/kprobe_event_gen_test.c

258

WARN_ON(trace_array_set_clr_event(gen_kretprobe_test->tr,

kernel/trace/synth_event_gen_test.c

104

ret = trace_array_set_clr_event(gen_synth_test->tr,

kernel/trace/synth_event_gen_test.c

209

ret = trace_array_set_clr_event(empty_synth_test->tr,

kernel/trace/synth_event_gen_test.c

281

ret = trace_array_set_clr_event(create_synth_test->tr,

kernel/trace/synth_event_gen_test.c

448

WARN_ON(trace_array_set_clr_event(gen_synth_test->tr,

kernel/trace/synth_event_gen_test.c

458

WARN_ON(trace_array_set_clr_event(gen_synth_test->tr,

kernel/trace/synth_event_gen_test.c

464

WARN_ON(trace_array_set_clr_event(empty_synth_test->tr,

kernel/trace/synth_event_gen_test.c

482

trace_array_set_clr_event(gen_synth_test->tr,

kernel/trace/synth_event_gen_test.c

485

trace_array_set_clr_event(empty_synth_test->tr,

kernel/trace/synth_event_gen_test.c

488

trace_array_set_clr_event(create_synth_test->tr,

kernel/trace/synth_event_gen_test.c

498

WARN_ON(trace_array_set_clr_event(gen_synth_test->tr,

kernel/trace/synth_event_gen_test.c

509

WARN_ON(trace_array_set_clr_event(empty_synth_test->tr,

kernel/trace/synth_event_gen_test.c

520

WARN_ON(trace_array_set_clr_event(create_synth_test->tr,

kernel/trace/trace.c

1000

if (!WARN_ON(!tr->snapshot))

kernel/trace/trace.c

10004

if (tr->dir)

kernel/trace/trace.c

1001

tr->snapshot--;

kernel/trace/trace.c

10017

tr->dir = debugfs_create_automount("tracing", NULL,

kernel/trace/trace.c

1002

spin_unlock(&tr->snapshot_trigger_lock);

kernel/trace/trace.c

10132

struct trace_array *tr;

kernel/trace/trace.c

10135

list_for_each_entry(tr, &ftrace_trace_arrays, list) {

kernel/trace/trace.c

10136

flags = tr->flags & (TRACE_ARRAY_FL_BOOT | TRACE_ARRAY_FL_LAST_BOOT);

kernel/trace/trace.c

10140

save_mod(mod, tr);

kernel/trace/trace.c

10143

make_mod_delta(mod, tr);

kernel/trace/trace.c

1017

struct trace_array *tr = &global_trace;

kernel/trace/trace.c

1020

ret = tracing_alloc_snapshot_instance(tr);

kernel/trace/trace.c

10307

static void trace_init_iter(struct trace_iterator *iter, struct trace_array *tr)

kernel/trace/trace.c

10309

iter->tr = tr;

kernel/trace/trace.c

10310

iter->trace = iter->tr->current_trace;

kernel/trace/trace.c

10312

iter->array_buffer = &tr->array_buffer;

kernel/trace/trace.c

10322

if (trace_clocks[iter->tr->clock_id].in_ns)

kernel/trace/trace.c

10337

static void ftrace_dump_one(struct trace_array *tr, enum ftrace_dump_mode dump_mode)

kernel/trace/trace.c

10353

tracer_tracing_off(tr);

kernel/trace/trace.c

10358

trace_init_iter(&iter, tr);

kernel/trace/trace.c

10361

tracer_tracing_disable(tr);

kernel/trace/trace.c

10363

old_userobj = tr->trace_flags & TRACE_ITER(SYM_USEROBJ);

kernel/trace/trace.c

10366

tr->trace_flags &= ~TRACE_ITER(SYM_USEROBJ);

kernel/trace/trace.c

10373

if (tr == &global_trace)

kernel/trace/trace.c

10376

printk(KERN_TRACE "Dumping ftrace instance %s buffer:\n", tr->name);

kernel/trace/trace.c

10418

tr->trace_flags |= old_userobj;

kernel/trace/trace.c

10420

tracer_tracing_enable(tr);

kernel/trace/trace.c

10429

struct trace_array *tr;

kernel/trace/trace.c

10451

tr = trace_array_find(inst_name);

kernel/trace/trace.c

10452

if (!tr) {

kernel/trace/trace.c

10459

ftrace_dump_one(tr, DUMP_ORIG);

kernel/trace/trace.c

10461

ftrace_dump_one(tr, DUMP_ALL);

kernel/trace/trace.c

1063

int tracing_snapshot_cond_enable(struct trace_array *tr, void *cond_data,

kernel/trace/trace.c

10636

struct trace_array *tr;

kernel/trace/trace.c

10751

tr = trace_array_create_systems(name, NULL, addr, size);

kernel/trace/trace.c

10752

if (IS_ERR(tr)) {

kernel/trace/trace.c

10758

tracer_tracing_off(tr);

kernel/trace/trace.c

10761

update_printk_trace(tr);

kernel/trace/trace.c

10767

tr->flags |= TRACE_ARRAY_FL_MEMMAP;

kernel/trace/trace.c

10768

tr->ref++;

kernel/trace/trace.c

10775

tr->flags |= TRACE_ARRAY_FL_VMALLOC;

kernel/trace/trace.c

10778

tr->flags |= TRACE_ARRAY_FL_BOOT | TRACE_ARRAY_FL_LAST_BOOT;

kernel/trace/trace.c

10779

tr->range_name = no_free_ptr(rname);

kernel/trace/trace.c

1078

if (tracer_uses_snapshot(tr->current_trace))

kernel/trace/trace.c

10783

early_enable_events(tr, tok, true);

kernel/trace/trace.c

1089

if (tr->cond_snapshot)

kernel/trace/trace.c

1092

ret = tracing_arm_snapshot_locked(tr);

kernel/trace/trace.c

10943

struct trace_array *tr;

kernel/trace/trace.c

10948

list_for_each_entry(tr, &ftrace_trace_arrays, list) {

kernel/trace/trace.c

10949

if (!tr->allocated_snapshot)

kernel/trace/trace.c

10952

tracing_snapshot_instance(tr);

kernel/trace/trace.c

10953

trace_array_puts(tr, "** Boot snapshot taken **\n");

kernel/trace/trace.c

1097

arch_spin_lock(&tr->max_lock);

kernel/trace/trace.c

1098

tr->cond_snapshot = no_free_ptr(cond_snapshot);

kernel/trace/trace.c

1099

arch_spin_unlock(&tr->max_lock);

kernel/trace/trace.c

1116

int tracing_snapshot_cond_disable(struct trace_array *tr)

kernel/trace/trace.c

1121

arch_spin_lock(&tr->max_lock);

kernel/trace/trace.c

1123

if (!tr->cond_snapshot)

kernel/trace/trace.c

1126

kfree(tr->cond_snapshot);

kernel/trace/trace.c

1127

tr->cond_snapshot = NULL;

kernel/trace/trace.c

1130

arch_spin_unlock(&tr->max_lock);

kernel/trace/trace.c

1133

tracing_disarm_snapshot(tr);

kernel/trace/trace.c

1144

void tracing_snapshot_cond(struct trace_array *tr, void *cond_data)

kernel/trace/trace.c

1161

void *tracing_cond_snapshot_data(struct trace_array *tr)

kernel/trace/trace.c

1166

int tracing_snapshot_cond_enable(struct trace_array *tr, void *cond_data, cond_update_fn_t update)

kernel/trace/trace.c

1171

int tracing_snapshot_cond_disable(struct trace_array *tr)

kernel/trace/trace.c

1176

#define free_snapshot(tr) do { } while (0)

kernel/trace/trace.c

1177

#define tracing_arm_snapshot_locked(tr) ({ -EBUSY; })

kernel/trace/trace.c

1180

void tracer_tracing_off(struct trace_array *tr)

kernel/trace/trace.c

1182

if (tr->array_buffer.buffer)

kernel/trace/trace.c

1183

ring_buffer_record_off(tr->array_buffer.buffer);

kernel/trace/trace.c

1192

tr->buffer_disabled = 1;

kernel/trace/trace.c

1205

void tracer_tracing_disable(struct trace_array *tr)

kernel/trace/trace.c

1207

if (WARN_ON_ONCE(!tr->array_buffer.buffer))

kernel/trace/trace.c

1210

ring_buffer_record_disable(tr->array_buffer.buffer);

kernel/trace/trace.c

1220

void tracer_tracing_enable(struct trace_array *tr)

kernel/trace/trace.c

1222

if (WARN_ON_ONCE(!tr->array_buffer.buffer))

kernel/trace/trace.c

1225

ring_buffer_record_enable(tr->array_buffer.buffer);

kernel/trace/trace.c

1245

struct trace_array *tr = READ_ONCE(printk_trace);

kernel/trace/trace.c

1252

if (tr != &global_trace) {

kernel/trace/trace.c

1253

trace_array_printk_buf(tr->array_buffer.buffer, _THIS_IP_,

kernel/trace/trace.c

1255

tracer_tracing_off(tr);

kernel/trace/trace.c

1266

bool tracer_tracing_is_on(struct trace_array *tr)

kernel/trace/trace.c

1268

if (tr->array_buffer.buffer)

kernel/trace/trace.c

1269

return ring_buffer_record_is_set_on(tr->array_buffer.buffer);

kernel/trace/trace.c

1270

return !tr->buffer_disabled;

kernel/trace/trace.c

1351

bool trace_clock_in_ns(struct trace_array *tr)

kernel/trace/trace.c

1353

if (trace_clocks[tr->clock_id].in_ns)

kernel/trace/trace.c

1496

struct trace_array *tr = container_of(work, struct trace_array,

kernel/trace/trace.c

1498

fsnotify_inode(tr->d_max_latency->d_inode, FS_MODIFY);

kernel/trace/trace.c

1503

struct trace_array *tr = container_of(iwork, struct trace_array,

kernel/trace/trace.c

1505

queue_work(fsnotify_wq, &tr->fsnotify_work);

kernel/trace/trace.c

1521

void latency_fsnotify(struct trace_array *tr)

kernel/trace/trace.c

1530

irq_work_queue(&tr->fsnotify_irqwork);

kernel/trace/trace.c

1536

static void trace_create_maxlat_file(struct trace_array *tr,

kernel/trace/trace.c

1540

INIT_WORK(&tr->fsnotify_work, latency_fsnotify_workfn);

kernel/trace/trace.c

1541

init_irq_work(&tr->fsnotify_irqwork, latency_fsnotify_workfn_irq);

kernel/trace/trace.c

1543

tr->d_max_latency = trace_create_file("tracing_max_latency",

kernel/trace/trace.c

1545

d_tracer, tr,

kernel/trace/trace.c

1555

__update_max_tr(struct trace_array *tr, struct task_struct *tsk, int cpu)

kernel/trace/trace.c

1557

struct array_buffer *trace_buf = &tr->array_buffer;

kernel/trace/trace.c

1559

struct array_buffer *max_buf = &tr->snapshot_buffer;

kernel/trace/trace.c

1565

max_data->saved_latency = tr->max_latency;

kernel/trace/trace.c

1586

latency_fsnotify(tr);

kernel/trace/trace.c

1589

static inline void trace_create_maxlat_file(struct trace_array *tr,

kernel/trace/trace.c

1591

static inline void __update_max_tr(struct trace_array *tr,

kernel/trace/trace.c

1607

update_max_tr(struct trace_array *tr, struct task_struct *tsk, int cpu,

kernel/trace/trace.c

1610

if (tr->stop_count)

kernel/trace/trace.c

1615

if (!tr->allocated_snapshot) {

kernel/trace/trace.c

1617

WARN_ON_ONCE(tr->current_trace != &nop_trace);

kernel/trace/trace.c

1621

arch_spin_lock(&tr->max_lock);

kernel/trace/trace.c

1624

if (ring_buffer_record_is_set_on(tr->array_buffer.buffer))

kernel/trace/trace.c

1625

ring_buffer_record_on(tr->snapshot_buffer.buffer);

kernel/trace/trace.c

1627

ring_buffer_record_off(tr->snapshot_buffer.buffer);

kernel/trace/trace.c

1629

if (tr->cond_snapshot && !tr->cond_snapshot->update(tr, cond_data)) {

kernel/trace/trace.c

1630

arch_spin_unlock(&tr->max_lock);

kernel/trace/trace.c

1634

swap(tr->array_buffer.buffer, tr->snapshot_buffer.buffer);

kernel/trace/trace.c

1636

__update_max_tr(tr, tsk, cpu);

kernel/trace/trace.c

1638

arch_spin_unlock(&tr->max_lock);

kernel/trace/trace.c

1641

ring_buffer_wake_waiters(tr->array_buffer.buffer, RING_BUFFER_ALL_CPUS);

kernel/trace/trace.c

1653

update_max_tr_single(struct trace_array *tr, struct task_struct *tsk, int cpu)

kernel/trace/trace.c

1657

if (tr->stop_count)

kernel/trace/trace.c

1661

if (!tr->allocated_snapshot) {

kernel/trace/trace.c

1663

WARN_ON_ONCE(tr->current_trace != &nop_trace);

kernel/trace/trace.c

1667

arch_spin_lock(&tr->max_lock);

kernel/trace/trace.c

1669

ret = ring_buffer_swap_cpu(tr->snapshot_buffer.buffer, tr->array_buffer.buffer, cpu);

kernel/trace/trace.c

1679

trace_array_printk_buf(tr->snapshot_buffer.buffer, _THIS_IP_,

kernel/trace/trace.c

1685

__update_max_tr(tr, tsk, cpu);

kernel/trace/trace.c

1686

arch_spin_unlock(&tr->max_lock);

kernel/trace/trace.c

1727

iter->array_buffer = &iter->tr->snapshot_buffer;

kernel/trace/trace.c

1757

struct trace_array *tr = &global_trace;

kernel/trace/trace.c

1758

struct tracer_flags *saved_flags = tr->current_trace_flags;

kernel/trace/trace.c

1759

struct tracer *saved_tracer = tr->current_trace;

kernel/trace/trace.c

1786

tracing_reset_online_cpus(&tr->array_buffer);

kernel/trace/trace.c

1788

tr->current_trace = type;

kernel/trace/trace.c

1789

tr->current_trace_flags = type->flags ? : type->default_flags;

kernel/trace/trace.c

1794

if (tr->ring_buffer_expanded)

kernel/trace/trace.c

1795

ring_buffer_resize(tr->snapshot_buffer.buffer, trace_buf_size,

kernel/trace/trace.c

1797

tr->allocated_snapshot = true;

kernel/trace/trace.c

1803

ret = type->selftest(type, tr);

kernel/trace/trace.c

1805

tr->current_trace = saved_tracer;

kernel/trace/trace.c

1806

tr->current_trace_flags = saved_flags;

kernel/trace/trace.c

1814

tracing_reset_online_cpus(&tr->array_buffer);

kernel/trace/trace.c

1818

tr->allocated_snapshot = false;

kernel/trace/trace.c

1821

if (tr->ring_buffer_expanded)

kernel/trace/trace.c

1822

ring_buffer_resize(tr->snapshot_buffer.buffer, 1,

kernel/trace/trace.c

1899

static int add_tracer(struct trace_array *tr, struct tracer *t);

kernel/trace/trace.c

1903

static void free_tracers(struct trace_array *tr)

kernel/trace/trace.c

1909

list_for_each_entry_safe(t, n, &tr->tracers, list) {

kernel/trace/trace.c

1924

struct trace_array *tr;

kernel/trace/trace.c

1964

list_for_each_entry(tr, &ftrace_trace_arrays, list) {

kernel/trace/trace.c

1965

ret = add_tracer(tr, type);

kernel/trace/trace.c

2055

struct trace_array *tr;

kernel/trace/trace.c

2059

list_for_each_entry(tr, &ftrace_trace_arrays, list) {

kernel/trace/trace.c

2060

if (!tr->clear_trace)

kernel/trace/trace.c

2062

tr->clear_trace = false;

kernel/trace/trace.c

2063

tracing_reset_online_cpus(&tr->array_buffer);

kernel/trace/trace.c

2065

tracing_reset_online_cpus(&tr->snapshot_buffer);

kernel/trace/trace.c

2081

static void tracing_start_tr(struct trace_array *tr)

kernel/trace/trace.c

2088

guard(raw_spinlock_irqsave)(&tr->start_lock);

kernel/trace/trace.c

2089

if (--tr->stop_count) {

kernel/trace/trace.c

2090

if (WARN_ON_ONCE(tr->stop_count < 0)) {

kernel/trace/trace.c

2092

tr->stop_count = 0;

kernel/trace/trace.c

2098

arch_spin_lock(&tr->max_lock);

kernel/trace/trace.c

2100

buffer = tr->array_buffer.buffer;

kernel/trace/trace.c

2105

buffer = tr->snapshot_buffer.buffer;

kernel/trace/trace.c

2110

arch_spin_unlock(&tr->max_lock);

kernel/trace/trace.c

2125

static void tracing_stop_tr(struct trace_array *tr)

kernel/trace/trace.c

2129

guard(raw_spinlock_irqsave)(&tr->start_lock);

kernel/trace/trace.c

2130

if (tr->stop_count++)

kernel/trace/trace.c

2134

arch_spin_lock(&tr->max_lock);

kernel/trace/trace.c

2136

buffer = tr->array_buffer.buffer;

kernel/trace/trace.c

214

int tracing_set_tracer(struct trace_array *tr, const char *buf);

kernel/trace/trace.c

2141

buffer = tr->snapshot_buffer.buffer;

kernel/trace/trace.c

2146

arch_spin_unlock(&tr->max_lock);

kernel/trace/trace.c

215

static void ftrace_trace_userstack(struct trace_array *tr,

kernel/trace/trace.c

2333

struct trace_array *tr = trace_file->tr;

kernel/trace/trace.c

2336

*current_rb = tr->array_buffer.buffer;

kernel/trace/trace.c

2338

if (!tr->no_filter_buffering_ref &&

kernel/trace/trace.c

2492

trace_buffer_unlock_commit_regs(file->tr, fbuffer->buffer,

kernel/trace/trace.c

2511

void trace_buffer_unlock_commit_regs(struct trace_array *tr,

kernel/trace/trace.c

2525

ftrace_trace_stack(tr, buffer, trace_ctx, regs ? 0 : STACK_SKIP, regs);

kernel/trace/trace.c

2526

ftrace_trace_userstack(tr, buffer, trace_ctx);

kernel/trace/trace.c

2540

trace_function(struct trace_array *tr, unsigned long ip, unsigned long

kernel/trace/trace.c

2543

struct trace_buffer *buffer = tr->array_buffer.buffer;

kernel/trace/trace.c

2589

void __ftrace_trace_stack(struct trace_array *tr,

kernel/trace/trace.c

2643

if (tr->ops && tr->ops->trampoline) {

kernel/trace/trace.c

2644

unsigned long tramp_start = tr->ops->trampoline;

kernel/trace/trace.c

2645

unsigned long tramp_end = tramp_start + tr->ops->trampoline_size;

kernel/trace/trace.c

2675

void __trace_stack(struct trace_array *tr, unsigned int trace_ctx,

kernel/trace/trace.c

2678

struct trace_buffer *buffer = tr->array_buffer.buffer;

kernel/trace/trace.c

2681

__ftrace_trace_stack(tr, buffer, trace_ctx, skip, NULL);

kernel/trace/trace.c

2698

__ftrace_trace_stack(tr, buffer, trace_ctx, skip, NULL);

kernel/trace/trace.c

2724

ftrace_trace_userstack(struct trace_array *tr,

kernel/trace/trace.c

2730

if (!(tr->trace_flags & TRACE_ITER(USERSTACKTRACE)))

kernel/trace/trace.c

2766

static void ftrace_trace_userstack(struct trace_array *tr,

kernel/trace/trace.c

2783

void trace_last_func_repeats(struct trace_array *tr,

kernel/trace/trace.c

2787

struct trace_buffer *buffer = tr->array_buffer.buffer;

kernel/trace/trace.c

2914

if (!iter->tr || iter->fmt == static_fmt_buf)

kernel/trace/trace.c

3064

if (!iter->tr || iter->tr->trace_flags & TRACE_ITER(HASH_PTR))

kernel/trace/trace.c

3227

struct trace_array *tr = iter->tr;

kernel/trace/trace.c

3234

if (unlikely(tr->current_trace != iter->trace)) {

kernel/trace/trace.c

3238

iter->trace = tr->current_trace;

kernel/trace/trace.c

3331

unsigned long trace_total_entries_cpu(struct trace_array *tr, int cpu)

kernel/trace/trace.c

3335

if (!tr)

kernel/trace/trace.c

3336

tr = &global_trace;

kernel/trace/trace.c

3338

get_total_entries_cpu(&tr->array_buffer, &total, &entries, cpu);

kernel/trace/trace.c

3343

unsigned long trace_total_entries(struct trace_array *tr)

kernel/trace/trace.c

3347

if (!tr)

kernel/trace/trace.c

3348

tr = &global_trace;

kernel/trace/trace.c

3350

get_total_entries(&tr->array_buffer, &total, &entries);

kernel/trace/trace.c

3464

struct trace_array *tr = iter->tr;

kernel/trace/trace.c

3466

if (!(tr->trace_flags & TRACE_ITER(ANNOTATE)))

kernel/trace/trace.c

3506

struct trace_array *tr = iter->tr;

kernel/trace/trace.c

3508

unsigned long sym_flags = (tr->trace_flags & TRACE_ITER_SYM_MASK);

kernel/trace/trace.c

3518

if (tr->trace_flags & TRACE_ITER(CONTEXT_INFO)) {

kernel/trace/trace.c

3529

if (tr->trace_flags & TRACE_ITER(FIELDS))

kernel/trace/trace.c

3536

if ((tr->text_delta)) {

kernel/trace/trace.c

3552

struct trace_array *tr = iter->tr;

kernel/trace/trace.c

3559

if (tr->trace_flags & TRACE_ITER(CONTEXT_INFO))

kernel/trace/trace.c

3577

struct trace_array *tr = iter->tr;

kernel/trace/trace.c

3585

if (tr->trace_flags & TRACE_ITER(CONTEXT_INFO)) {

kernel/trace/trace.c

3607

struct trace_array *tr = iter->tr;

kernel/trace/trace.c

3614

if (tr->trace_flags & TRACE_ITER(CONTEXT_INFO)) {

kernel/trace/trace.c

3663

struct trace_array *tr = iter->tr;

kernel/trace/trace.c

3664

unsigned long trace_flags = tr->trace_flags;

kernel/trace/trace.c

3714

struct trace_array *tr = iter->tr;

kernel/trace/trace.c

3723

if (!(tr->trace_flags & TRACE_ITER(VERBOSE)))

kernel/trace/trace.c

3730

struct trace_array *tr = iter->tr;

kernel/trace/trace.c

3731

unsigned long trace_flags = tr->trace_flags;

kernel/trace/trace.c

3791

if (iter->tr->allocated_snapshot)

kernel/trace/trace.c

3813

if (iter->tr) {

kernel/trace/trace.c

3895

struct trace_array *tr = inode->i_private;

kernel/trace/trace.c

3933

iter->trace = tr->current_trace;

kernel/trace/trace.c

3938

iter->tr = tr;

kernel/trace/trace.c

3942

if (tr->current_trace->print_max || snapshot)

kernel/trace/trace.c

3943

iter->array_buffer = &tr->snapshot_buffer;

kernel/trace/trace.c

3946

iter->array_buffer = &tr->array_buffer;

kernel/trace/trace.c

3961

if (trace_clocks[tr->clock_id].in_ns)

kernel/trace/trace.c

3968

if (!iter->snapshot && (tr->trace_flags & TRACE_ITER(PAUSE_ON_TRACE))) {

kernel/trace/trace.c

3970

tracing_stop_tr(tr);

kernel/trace/trace.c

4018

struct trace_array *tr = inode->i_private;

kernel/trace/trace.c

4021

ret = tracing_check_open_get_tr(tr);

kernel/trace/trace.c

4039

ret = tracing_check_open_get_tr(file->tr);

kernel/trace/trace.c

4047

trace_array_put(file->tr);

kernel/trace/trace.c

4062

trace_array_put(file->tr);

kernel/trace/trace.c

4076

struct trace_array *tr = inode->i_private;

kernel/trace/trace.c

4082

trace_array_put(tr);

kernel/trace/trace.c

4100

tracing_start_tr(tr);

kernel/trace/trace.c

4102

__trace_array_put(tr);

kernel/trace/trace.c

4114

struct trace_array *tr = inode->i_private;

kernel/trace/trace.c

4116

trace_array_put(tr);

kernel/trace/trace.c

4122

struct trace_array *tr = inode->i_private;

kernel/trace/trace.c

4124

trace_array_put(tr);

kernel/trace/trace.c

4129

static bool update_last_data_if_empty(struct trace_array *tr);

kernel/trace/trace.c

4133

struct trace_array *tr = inode->i_private;

kernel/trace/trace.c

4137

ret = tracing_check_open_get_tr(tr);

kernel/trace/trace.c

4144

struct array_buffer *trace_buf = &tr->array_buffer;

kernel/trace/trace.c

4147

if (tr->current_trace->print_max)

kernel/trace/trace.c

4148

trace_buf = &tr->snapshot_buffer;

kernel/trace/trace.c

4156

update_last_data_if_empty(tr);

kernel/trace/trace.c

4163

else if (tr->trace_flags & TRACE_ITER(LATENCY_FMT))

kernel/trace/trace.c

4168

trace_array_put(tr);

kernel/trace/trace.c

4179

trace_ok_for_array(struct tracer *t, struct trace_array *tr)

kernel/trace/trace.c

4182

if (tr->range_addr_start && tracer_uses_snapshot(t))

kernel/trace/trace.c

4184

return (tr->flags & TRACE_ARRAY_FL_GLOBAL) || t->allow_instances;

kernel/trace/trace.c

4189

get_tracer_for_array(struct trace_array *tr, struct tracer *t)

kernel/trace/trace.c

4191

while (t && !trace_ok_for_array(t, tr))

kernel/trace/trace.c

4200

struct trace_array *tr = m->private;

kernel/trace/trace.c

4206

t = get_tracer_for_array(tr, t->next);

kernel/trace/trace.c

4213

struct trace_array *tr = m->private;

kernel/trace/trace.c

4219

t = get_tracer_for_array(tr, trace_types);

kernel/trace/trace.c

4256

struct trace_array *tr = inode->i_private;

kernel/trace/trace.c

4260

ret = tracing_check_open_get_tr(tr);

kernel/trace/trace.c

4266

trace_array_put(tr);

kernel/trace/trace.c

4271

m->private = tr;

kernel/trace/trace.c

4278

struct trace_array *tr = inode->i_private;

kernel/trace/trace.c

4280

trace_array_put(tr);

kernel/trace/trace.c

4324

struct trace_array *tr = file_inode(filp)->i_private;

kernel/trace/trace.c

4329

cpumask_pr_args(tr->tracing_cpumask)) + 1;

kernel/trace/trace.c

4335

cpumask_pr_args(tr->tracing_cpumask));

kernel/trace/trace.c

4342

int tracing_set_cpumask(struct trace_array *tr,

kernel/trace/trace.c

4347

if (!tr)

kernel/trace/trace.c

4351

arch_spin_lock(&tr->max_lock);

kernel/trace/trace.c

4357

if (cpumask_test_cpu(cpu, tr->tracing_cpumask) &&

kernel/trace/trace.c

4359

ring_buffer_record_disable_cpu(tr->array_buffer.buffer, cpu);

kernel/trace/trace.c

4361

ring_buffer_record_disable_cpu(tr->snapshot_buffer.buffer, cpu);

kernel/trace/trace.c

4364

if (!cpumask_test_cpu(cpu, tr->tracing_cpumask) &&

kernel/trace/trace.c

4366

ring_buffer_record_enable_cpu(tr->array_buffer.buffer, cpu);

kernel/trace/trace.c

4368

ring_buffer_record_enable_cpu(tr->snapshot_buffer.buffer, cpu);

kernel/trace/trace.c

4372

arch_spin_unlock(&tr->max_lock);

kernel/trace/trace.c

4375

cpumask_copy(tr->tracing_cpumask, tracing_cpumask_new);

kernel/trace/trace.c

4384

struct trace_array *tr = file_inode(filp)->i_private;

kernel/trace/trace.c

4398

err = tracing_set_cpumask(tr, tracing_cpumask_new);

kernel/trace/trace.c

4423

struct trace_array *tr = m->private;

kernel/trace/trace.c

4431

if (tr->trace_flags & (1ULL << i))

kernel/trace/trace.c

4437

flags = tr->current_trace_flags;

kernel/trace/trace.c

4454

static int __set_tracer_option(struct trace_array *tr,

kernel/trace/trace.c

4462

ret = trace->set_flag(tr, tracer_flags->val, opts->bit, !neg);

kernel/trace/trace.c

4474

static int set_tracer_option(struct trace_array *tr, char *cmp, int neg)

kernel/trace/trace.c

4476

struct tracer_flags *tracer_flags = tr->current_trace_flags;

kernel/trace/trace.c

4487

return __set_tracer_option(tr, tracer_flags, opts, neg);

kernel/trace/trace.c

4502

int set_tracer_flag(struct trace_array *tr, u64 mask, int enabled)

kernel/trace/trace.c

4513

if (!!(tr->trace_flags & mask) == !!enabled)

kernel/trace/trace.c

4517

if (tr->current_trace->flag_changed)

kernel/trace/trace.c

4518

if (tr->current_trace->flag_changed(tr, mask, !!enabled))

kernel/trace/trace.c

4524

update_printk_trace(tr);

kernel/trace/trace.c

4536

if (printk_trace == tr)

kernel/trace/trace.c

4542

update_marker_trace(tr, enabled);

kernel/trace/trace.c

4548

tr->trace_flags |= mask;

kernel/trace/trace.c

4550

tr->trace_flags &= ~mask;

kernel/trace/trace.c

4560

tr->trace_flags &= ~TRACE_ITER(RECORD_TGID);

kernel/trace/trace.c

4568

trace_event_follow_fork(tr, enabled);

kernel/trace/trace.c

4572

ftrace_pid_follow_fork(tr, enabled);

kernel/trace/trace.c

4576

ring_buffer_change_overwrite(tr->array_buffer.buffer, enabled);

kernel/trace/trace.c

4578

ring_buffer_change_overwrite(tr->snapshot_buffer.buffer, enabled);

kernel/trace/trace.c

4597

int trace_set_options(struct trace_array *tr, char *option)

kernel/trace/trace.c

4619

ret = set_tracer_option(tr, cmp, neg);

kernel/trace/trace.c

4621

ret = set_tracer_flag(tr, 1ULL << ret, !neg);

kernel/trace/trace.c

4661

struct trace_array *tr = m->private;

kernel/trace/trace.c

4673

ret = trace_set_options(tr, buf);

kernel/trace/trace.c

4684

struct trace_array *tr = inode->i_private;

kernel/trace/trace.c

4687

ret = tracing_check_open_get_tr(tr);

kernel/trace/trace.c

4693

trace_array_put(tr);

kernel/trace/trace.c

5207

struct trace_array *tr = filp->private_data;

kernel/trace/trace.c

5212

r = sprintf(buf, "%s\n", tr->current_trace->name);

kernel/trace/trace.c

5218

int tracer_init(struct tracer *t, struct trace_array *tr)

kernel/trace/trace.c

5220

tracing_reset_online_cpus(&tr->array_buffer);

kernel/trace/trace.c

5221

update_last_data_if_empty(tr);

kernel/trace/trace.c

5222

return t->init(tr);

kernel/trace/trace.c

5270

static int __tracing_resize_ring_buffer(struct trace_array *tr,

kernel/trace/trace.c

5280

trace_set_ring_buffer_expanded(tr);

kernel/trace/trace.c

5283

if (!tr->array_buffer.buffer)

kernel/trace/trace.c

5287

tracing_stop_tr(tr);

kernel/trace/trace.c

5289

ret = ring_buffer_resize(tr->array_buffer.buffer, size, cpu);

kernel/trace/trace.c

5294

if (!tr->allocated_snapshot)

kernel/trace/trace.c

5297

ret = ring_buffer_resize(tr->snapshot_buffer.buffer, size, cpu);

kernel/trace/trace.c

5299

int r = resize_buffer_duplicate_size(&tr->array_buffer,

kernel/trace/trace.c

5300

&tr->array_buffer, cpu);

kernel/trace/trace.c

5322

update_buffer_entries(&tr->snapshot_buffer, cpu);

kernel/trace/trace.c

5327

update_buffer_entries(&tr->array_buffer, cpu);

kernel/trace/trace.c

5329

tracing_start_tr(tr);

kernel/trace/trace.c

5333

ssize_t tracing_resize_ring_buffer(struct trace_array *tr,

kernel/trace/trace.c

5344

return __tracing_resize_ring_buffer(tr, size, cpu_id);

kernel/trace/trace.c

5377

unsigned long trace_adjust_address(struct trace_array *tr, unsigned long addr)

kernel/trace/trace.c

5386

if (!(tr->flags & TRACE_ARRAY_FL_LAST_BOOT))

kernel/trace/trace.c

5391

tscratch = tr->scratch;

kernel/trace/trace.c

5393

module_delta = READ_ONCE(tr->module_delta);

kernel/trace/trace.c

5396

raddr = addr + tr->text_delta;

kernel/trace/trace.c

542

static void update_printk_trace(struct trace_array *tr)

kernel/trace/trace.c

5422

struct trace_array *tr = data;

kernel/trace/trace.c

5427

tscratch = tr->scratch;

kernel/trace/trace.c

5430

size = tr->scratch_size;

kernel/trace/trace.c

544

if (printk_trace == tr)

kernel/trace/trace.c

5451

static void update_last_data(struct trace_array *tr)

kernel/trace/trace.c

5456

if (!(tr->flags & TRACE_ARRAY_FL_BOOT))

kernel/trace/trace.c

5459

if (!(tr->flags & TRACE_ARRAY_FL_LAST_BOOT))

kernel/trace/trace.c

5463

tr->flags &= ~TRACE_ARRAY_FL_LAST_BOOT;

kernel/trace/trace.c

5466

if (tr->scratch) {

kernel/trace/trace.c

5467

struct trace_scratch *tscratch = tr->scratch;

kernel/trace/trace.c

5469

tscratch->clock_id = tr->clock_id;

kernel/trace/trace.c

5475

module_for_each_mod(save_mod, tr);

kernel/trace/trace.c

548

printk_trace = tr;

kernel/trace/trace.c

5484

tracing_reset_all_cpus(&tr->array_buffer);

kernel/trace/trace.c

5487

tr->text_delta = 0;

kernel/trace/trace.c

5489

if (!tr->scratch)

kernel/trace/trace.c

549

tr->trace_flags |= TRACE_ITER(TRACE_PRINTK);

kernel/trace/trace.c

5492

tscratch = tr->scratch;

kernel/trace/trace.c

5493

module_delta = READ_ONCE(tr->module_delta);

kernel/trace/trace.c

5494

WRITE_ONCE(tr->module_delta, NULL);

kernel/trace/trace.c

5512

int tracing_update_buffers(struct trace_array *tr)

kernel/trace/trace.c

5516

if (!tr)

kernel/trace/trace.c

5517

tr = &global_trace;

kernel/trace/trace.c

5521

update_last_data(tr);

kernel/trace/trace.c

5523

if (!tr->ring_buffer_expanded)

kernel/trace/trace.c

5524

ret = __tracing_resize_ring_buffer(tr, trace_buf_size,

kernel/trace/trace.c

553

static bool update_marker_trace(struct trace_array *tr, int enabled)

kernel/trace/trace.c

5533

static void tracing_set_nop(struct trace_array *tr)

kernel/trace/trace.c

5535

if (tr->current_trace == &nop_trace)

kernel/trace/trace.c

5538

tr->current_trace->enabled--;

kernel/trace/trace.c

5540

if (tr->current_trace->reset)

kernel/trace/trace.c

5541

tr->current_trace->reset(tr);

kernel/trace/trace.c

5543

tr->current_trace = &nop_trace;

kernel/trace/trace.c

5544

tr->current_trace_flags = nop_trace.flags;

kernel/trace/trace.c

5549

int tracing_set_tracer(struct trace_array *tr, const char *buf)

kernel/trace/trace.c

5558

update_last_data(tr);

kernel/trace/trace.c

5560

if (!tr->ring_buffer_expanded) {

kernel/trace/trace.c

5561

ret = __tracing_resize_ring_buffer(tr, trace_buf_size,

kernel/trace/trace.c

5568

list_for_each_entry(t, &tr->tracers, list) {

kernel/trace/trace.c

5577

if (trace == tr->current_trace)

kernel/trace/trace.c

558

if (tr->trace_flags & TRACE_ITER(COPY_MARKER))

kernel/trace/trace.c

5583

arch_spin_lock(&tr->max_lock);

kernel/trace/trace.c

5584

ret = tr->cond_snapshot ? -EBUSY : 0;

kernel/trace/trace.c

5585

arch_spin_unlock(&tr->max_lock);

kernel/trace/trace.c

5599

if (!trace_ok_for_array(trace, tr))

kernel/trace/trace.c

5603

if (tr->trace_ref)

kernel/trace/trace.c

5608

tr->current_trace->enabled--;

kernel/trace/trace.c

561

list_add_rcu(&tr->marker_list, &marker_copies);

kernel/trace/trace.c

5610

if (tr->current_trace->reset)

kernel/trace/trace.c

5611

tr->current_trace->reset(tr);

kernel/trace/trace.c

5613

had_max_tr = tracer_uses_snapshot(tr->current_trace);

kernel/trace/trace.c

5616

tr->current_trace = &nop_trace;

kernel/trace/trace.c

5617

tr->current_trace_flags = nop_trace.flags;

kernel/trace/trace.c

562

tr->trace_flags |= TRACE_ITER(COPY_MARKER);

kernel/trace/trace.c

5628

free_snapshot(tr);

kernel/trace/trace.c

5629

tracing_disarm_snapshot(tr);

kernel/trace/trace.c

5633

ret = tracing_arm_snapshot_locked(tr);

kernel/trace/trace.c

5638

tr->current_trace_flags = t->flags ? : t->tracer->flags;

kernel/trace/trace.c

5641

ret = tracer_init(trace, tr);

kernel/trace/trace.c

5644

tracing_disarm_snapshot(tr);

kernel/trace/trace.c

5645

tr->current_trace_flags = nop_trace.flags;

kernel/trace/trace.c

5650

tr->current_trace = trace;

kernel/trace/trace.c

5651

tr->current_trace->enabled++;

kernel/trace/trace.c

5652

trace_branch_enable(tr);

kernel/trace/trace.c

566

if (!(tr->trace_flags & TRACE_ITER(COPY_MARKER)))

kernel/trace/trace.c

5661

struct trace_array *tr = filp->private_data;

kernel/trace/trace.c

5679

err = tracing_set_tracer(tr, name);

kernel/trace/trace.c

569

list_del_rcu(&tr->marker_list);

kernel/trace/trace.c

570

tr->trace_flags &= ~TRACE_ITER(COPY_MARKER);

kernel/trace/trace.c

5729

struct trace_array *tr = filp->private_data;

kernel/trace/trace.c

5737

if (tr->current_trace->update_thresh) {

kernel/trace/trace.c

5738

ret = tr->current_trace->update_thresh(tr);

kernel/trace/trace.c

574

void trace_set_ring_buffer_expanded(struct trace_array *tr)

kernel/trace/trace.c

5752

struct trace_array *tr = filp->private_data;

kernel/trace/trace.c

5754

return tracing_nsecs_read(&tr->max_latency, ubuf, cnt, ppos);

kernel/trace/trace.c

576

if (!tr)

kernel/trace/trace.c

5761

struct trace_array *tr = filp->private_data;

kernel/trace/trace.c

5763

return tracing_nsecs_write(&tr->max_latency, ubuf, cnt, ppos);

kernel/trace/trace.c

5768

static int open_pipe_on_cpu(struct trace_array *tr, int cpu)

kernel/trace/trace.c

577

tr = &global_trace;

kernel/trace/trace.c

5771

if (cpumask_empty(tr->pipe_cpumask)) {

kernel/trace/trace.c

5772

cpumask_setall(tr->pipe_cpumask);

kernel/trace/trace.c

5775

} else if (!cpumask_test_cpu(cpu, tr->pipe_cpumask)) {

kernel/trace/trace.c

5776

cpumask_set_cpu(cpu, tr->pipe_cpumask);

kernel/trace/trace.c

578

tr->ring_buffer_expanded = true;

kernel/trace/trace.c

5782

static void close_pipe_on_cpu(struct trace_array *tr, int cpu)

kernel/trace/trace.c

5785

WARN_ON(!cpumask_full(tr->pipe_cpumask));

kernel/trace/trace.c

5786

cpumask_clear(tr->pipe_cpumask);

kernel/trace/trace.c

5788

WARN_ON(!cpumask_test_cpu(cpu, tr->pipe_cpumask));

kernel/trace/trace.c

5789

cpumask_clear_cpu(cpu, tr->pipe_cpumask);

kernel/trace/trace.c

5795

struct trace_array *tr = inode->i_private;

kernel/trace/trace.c

5800

ret = tracing_check_open_get_tr(tr);

kernel/trace/trace.c

5806

ret = open_pipe_on_cpu(tr, cpu);

kernel/trace/trace.c

5818

iter->trace = tr->current_trace;

kernel/trace/trace.c

5828

if (tr->trace_flags & TRACE_ITER(LATENCY_FMT))

kernel/trace/trace.c

5832

if (trace_clocks[tr->clock_id].in_ns)

kernel/trace/trace.c

5835

iter->tr = tr;

kernel/trace/trace.c

5836

iter->array_buffer = &tr->array_buffer;

kernel/trace/trace.c

5846

tr->trace_ref++;

kernel/trace/trace.c

585

struct trace_array *tr;

kernel/trace/trace.c

5853

close_pipe_on_cpu(tr, cpu);

kernel/trace/trace.c

5855

__trace_array_put(tr);

kernel/trace/trace.c

5862

struct trace_array *tr = inode->i_private;

kernel/trace/trace.c

5865

tr->trace_ref--;

kernel/trace/trace.c

5869

close_pipe_on_cpu(tr, iter->cpu_file);

kernel/trace/trace.c

5875

trace_array_put(tr);

kernel/trace/trace.c

588

list_for_each_entry(tr, &ftrace_trace_arrays, list) {

kernel/trace/trace.c

5883

struct trace_array *tr = iter->tr;

kernel/trace/trace.c

5889

if (tr->trace_flags & TRACE_ITER(BLOCK))

kernel/trace/trace.c

589

if (tr == this_tr) {

kernel/trace/trace.c

5896

filp, poll_table, iter->tr->buffer_percent);

kernel/trace/trace.c

590

tr->ref++;

kernel/trace/trace.c

5928

if (!tracer_tracing_is_on(iter->tr) && iter->pos)

kernel/trace/trace.c

5944

static bool update_last_data_if_empty(struct trace_array *tr)

kernel/trace/trace.c

5946

if (!(tr->flags & TRACE_ARRAY_FL_LAST_BOOT))

kernel/trace/trace.c

5949

if (!ring_buffer_empty(tr->array_buffer.buffer))

kernel/trace/trace.c

5956

update_last_data(tr);

kernel/trace/trace.c

5991

if (update_last_data_if_empty(iter->tr))

kernel/trace/trace.c

6212

struct trace_array *tr = inode->i_private;

kernel/trace/trace.c

6216

r = snprintf(buf, 64, "%d\n", tr->syscall_buf_sz);

kernel/trace/trace.c

6226

struct trace_array *tr = inode->i_private;

kernel/trace/trace.c

623

int tracing_check_open_get_tr(struct trace_array *tr)

kernel/trace/trace.c

6237

tr->syscall_buf_sz = val;

kernel/trace/trace.c

6249

struct trace_array *tr = inode->i_private;

kernel/trace/trace.c

6267

size = per_cpu_ptr(tr->array_buffer.data, cpu)->entries;

kernel/trace/trace.c

6268

if (size != per_cpu_ptr(tr->array_buffer.data, cpu)->entries) {

kernel/trace/trace.c

6275

if (!tr->ring_buffer_expanded)

kernel/trace/trace.c

6284

r = sprintf(buf, "%lu\n", per_cpu_ptr(tr->array_buffer.data, cpu)->entries >> 10);

kernel/trace/trace.c

6297

struct trace_array *tr = inode->i_private;

kernel/trace/trace.c

6311

ret = tracing_resize_ring_buffer(tr, val, tracing_get_cpu(inode));

kernel/trace/trace.c

6324

struct trace_array *tr = filp->private_data;

kernel/trace/trace.c

6331

size += per_cpu_ptr(tr->array_buffer.data, cpu)->entries >> 10;

kernel/trace/trace.c

6332

if (!tr->ring_buffer_expanded)

kernel/trace/trace.c

6335

if (tr->ring_buffer_expanded)

kernel/trace/trace.c

634

if (tr && trace_array_get(tr) < 0)

kernel/trace/trace.c

6348

struct trace_array *tr = m->private;

kernel/trace/trace.c

6349

struct trace_scratch *tscratch = tr->scratch;

kernel/trace/trace.c

6358

if (!tscratch || !(tr->flags & TRACE_ARRAY_FL_LAST_BOOT))

kernel/trace/trace.c

6382

static void show_last_boot_header(struct seq_file *m, struct trace_array *tr)

kernel/trace/trace.c

6384

struct trace_scratch *tscratch = tr->scratch;

kernel/trace/trace.c

6393

if (tscratch && (tr->flags & TRACE_ARRAY_FL_LAST_BOOT))

kernel/trace/trace.c

6401

struct trace_array *tr = m->private;

kernel/trace/trace.c

6405

show_last_boot_header(m, tr);

kernel/trace/trace.c

6422

struct trace_array *tr = inode->i_private;

kernel/trace/trace.c

6426

ret = tracing_check_open_get_tr(tr);

kernel/trace/trace.c

6432

trace_array_put(tr);

kernel/trace/trace.c

6437

m->private = tr;

kernel/trace/trace.c

6444

struct trace_array *tr = inode->i_private;

kernel/trace/trace.c

6448

ret = tracing_check_open_get_tr(tr);

kernel/trace/trace.c

6452

ret = ring_buffer_meta_seq_init(filp, tr->array_buffer.buffer, cpu);

kernel/trace/trace.c

6454

__trace_array_put(tr);

kernel/trace/trace.c

6475

struct trace_array *tr = inode->i_private;

kernel/trace/trace.c

6478

if (tr->trace_flags & TRACE_ITER(STOP_ON_FREE))

kernel/trace/trace.c

6479

tracer_tracing_off(tr);

kernel/trace/trace.c

6481

tracing_resize_ring_buffer(tr, 0, RING_BUFFER_ALL_CPUS);

kernel/trace/trace.c

6483

trace_array_put(tr);

kernel/trace/trace.c

6490

static ssize_t write_marker_to_buffer(struct trace_array *tr, const char *buf,

kernel/trace/trace.c

6505

buffer = tr->array_buffer.buffer;

kernel/trace/trace.c

6530

if (tr->trace_marker_file && !list_empty(&tr->trace_marker_file->triggers)) {

kernel/trace/trace.c

6533

tt = event_triggers_call(tr->trace_marker_file, buffer, entry, event);

kernel/trace/trace.c

6547

event_triggers_post_call(tr->trace_marker_file, tt);

kernel/trace/trace.c

6861

struct trace_array *tr = filp->private_data;

kernel/trace/trace.c

6869

if (!(tr->trace_flags & TRACE_ITER(MARKERS)))

kernel/trace/trace.c

6889

if (tr == &global_trace) {

kernel/trace/trace.c

6891

list_for_each_entry_rcu(tr, &marker_copies, marker_list) {

kernel/trace/trace.c

6892

written = write_marker_to_buffer(tr, buf, cnt, ip);

kernel/trace/trace.c

6897

written = write_marker_to_buffer(tr, buf, cnt, ip);

kernel/trace/trace.c

6903

static ssize_t write_raw_marker_to_buffer(struct trace_array *tr,

kernel/trace/trace.c

6915

buffer = tr->array_buffer.buffer;

kernel/trace/trace.c

6942

struct trace_array *tr = filp->private_data;

kernel/trace/trace.c

6949

if (!(tr->trace_flags & TRACE_ITER(MARKERS)))

kernel/trace/trace.c

6968

if (tr == &global_trace) {

kernel/trace/trace.c

6970

list_for_each_entry_rcu(tr, &marker_copies, marker_list) {

kernel/trace/trace.c

6971

written = write_raw_marker_to_buffer(tr, buf, cnt);

kernel/trace/trace.c

6976

written = write_raw_marker_to_buffer(tr, buf, cnt);

kernel/trace/trace.c

7011

struct trace_array *tr = m->private;

kernel/trace/trace.c

7017

i == tr->clock_id ? "[" : "", trace_clocks[i].name,

kernel/trace/trace.c

7018

i == tr->clock_id ? "]" : "");

kernel/trace/trace.c

7024

int tracing_set_clock(struct trace_array *tr, const char *clockstr)

kernel/trace/trace.c

7037

tr->clock_id = i;

kernel/trace/trace.c

7039

ring_buffer_set_clock(tr->array_buffer.buffer, trace_clocks[i].func);

kernel/trace/trace.c

7045

tracing_reset_online_cpus(&tr->array_buffer);

kernel/trace/trace.c

7048

if (tr->snapshot_buffer.buffer)

kernel/trace/trace.c

7049

ring_buffer_set_clock(tr->snapshot_buffer.buffer, trace_clocks[i].func);

kernel/trace/trace.c

7050

tracing_reset_online_cpus(&tr->snapshot_buffer);

kernel/trace/trace.c

7052

update_last_data_if_empty(tr);

kernel/trace/trace.c

7054

if (tr->scratch && !(tr->flags & TRACE_ARRAY_FL_LAST_BOOT)) {

kernel/trace/trace.c

7055

struct trace_scratch *tscratch = tr->scratch;

kernel/trace/trace.c

7067

struct trace_array *tr = m->private;

kernel/trace/trace.c

7082

ret = tracing_set_clock(tr, clockstr);

kernel/trace/trace.c

7093

struct trace_array *tr = inode->i_private;

kernel/trace/trace.c

7096

ret = tracing_check_open_get_tr(tr);

kernel/trace/trace.c

7102

trace_array_put(tr);

kernel/trace/trace.c

7109

struct trace_array *tr = m->private;

kernel/trace/trace.c

7113

if (ring_buffer_time_stamp_abs(tr->array_buffer.buffer))

kernel/trace/trace.c

7123

struct trace_array *tr = inode->i_private;

kernel/trace/trace.c

7126

ret = tracing_check_open_get_tr(tr);

kernel/trace/trace.c

7132

trace_array_put(tr);

kernel/trace/trace.c

7156

struct trace_array *tr = inode->i_private;

kernel/trace/trace.c

7161

ret = tracing_check_open_get_tr(tr);

kernel/trace/trace.c

7182

iter->tr = tr;

kernel/trace/trace.c

7183

iter->array_buffer = &tr->snapshot_buffer;

kernel/trace/trace.c

7190

trace_array_put(tr);

kernel/trace/trace.c

7195

static void tracing_swap_cpu_buffer(void *tr)

kernel/trace/trace.c

7197

update_max_tr_single((struct trace_array *)tr, current, smp_processor_id());

kernel/trace/trace.c

7206

struct trace_array *tr = iter->tr;

kernel/trace/trace.c

7210

ret = tracing_update_buffers(tr);

kernel/trace/trace.c

7220

if (tracer_uses_snapshot(tr->current_trace))

kernel/trace/trace.c

7224

arch_spin_lock(&tr->max_lock);

kernel/trace/trace.c

7225

if (tr->cond_snapshot)

kernel/trace/trace.c

7227

arch_spin_unlock(&tr->max_lock);

kernel/trace/trace.c

7236

if (tr->allocated_snapshot)

kernel/trace/trace.c

7237

free_snapshot(tr);

kernel/trace/trace.c

7245

if (tr->allocated_snapshot)

kernel/trace/trace.c

7246

ret = resize_buffer_duplicate_size(&tr->snapshot_buffer,

kernel/trace/trace.c

7247

&tr->array_buffer, iter->cpu_file);

kernel/trace/trace.c

7249

ret = tracing_arm_snapshot_locked(tr);

kernel/trace/trace.c

7256

update_max_tr(tr, current, smp_processor_id(), NULL);

kernel/trace/trace.c

7260

(void *)tr, 1);

kernel/trace/trace.c

7262

tracing_disarm_snapshot(tr);

kernel/trace/trace.c

7265

if (tr->allocated_snapshot) {

kernel/trace/trace.c

7267

tracing_reset_online_cpus(&tr->snapshot_buffer);

kernel/trace/trace.c

7269

tracing_reset_cpu(&tr->snapshot_buffer, iter->cpu_file);

kernel/trace/trace.c

7325

info->iter.array_buffer = &info->iter.tr->snapshot_buffer;

kernel/trace/trace.c

7583

static struct tracing_log_err *get_tracing_log_err(struct trace_array *tr,

kernel/trace/trace.c

7589

if (tr->n_err_log_entries < TRACING_LOG_ERRS_MAX) {

kernel/trace/trace.c

7592

tr->n_err_log_entries++;

kernel/trace/trace.c

7599

err = list_first_entry(&tr->err_log, struct tracing_log_err, list);

kernel/trace/trace.c

7660

void tracing_log_err(struct trace_array *tr,

kernel/trace/trace.c

7667

if (!tr)

kernel/trace/trace.c

7668

tr = &global_trace;

kernel/trace/trace.c

7674

err = get_tracing_log_err(tr, len);

kernel/trace/trace.c

7686

list_add_tail(&err->list, &tr->err_log);

kernel/trace/trace.c

7689

static void clear_tracing_err_log(struct trace_array *tr)

kernel/trace/trace.c

7695

list_for_each_entry_safe(err, next, &tr->err_log, list) {

kernel/trace/trace.c

7700

tr->n_err_log_entries = 0;

kernel/trace/trace.c

7705

struct trace_array *tr = m->private;

kernel/trace/trace.c

7709

return seq_list_start(&tr->err_log, *pos);

kernel/trace/trace.c

7714

struct trace_array *tr = m->private;

kernel/trace/trace.c

7716

return seq_list_next(v, &tr->err_log, pos);

kernel/trace/trace.c

7763

struct trace_array *tr = inode->i_private;

kernel/trace/trace.c

7766

ret = tracing_check_open_get_tr(tr);

kernel/trace/trace.c

7772

clear_tracing_err_log(tr);

kernel/trace/trace.c

7778

m->private = tr;

kernel/trace/trace.c

7780

trace_array_put(tr);

kernel/trace/trace.c

7795

struct trace_array *tr = inode->i_private;

kernel/trace/trace.c

7797

trace_array_put(tr);

kernel/trace/trace.c

7815

struct trace_array *tr = inode->i_private;

kernel/trace/trace.c

7819

ret = tracing_check_open_get_tr(tr);

kernel/trace/trace.c

782

void tracer_tracing_on(struct trace_array *tr)

kernel/trace/trace.c

7825

trace_array_put(tr);

kernel/trace/trace.c

7831

info->iter.tr = tr;

kernel/trace/trace.c

7833

info->iter.trace = tr->current_trace;

kernel/trace/trace.c

7834

info->iter.array_buffer = &tr->array_buffer;

kernel/trace/trace.c

784

if (tr->array_buffer.buffer)

kernel/trace/trace.c

7841

tr->trace_ref++;

kernel/trace/trace.c

7847

trace_array_put(tr);

kernel/trace/trace.c

785

ring_buffer_record_on(tr->array_buffer.buffer);

kernel/trace/trace.c

7875

if (iter->snapshot && tracer_uses_snapshot(iter->tr->current_trace))

kernel/trace/trace.c

7917

if (update_last_data_if_empty(iter->tr))

kernel/trace/trace.c

794

tr->buffer_disabled = 0;

kernel/trace/trace.c

7971

iter->tr->trace_ref--;

kernel/trace/trace.c

7973

__trace_array_put(iter->tr);

kernel/trace/trace.c

8060

if (iter->snapshot && tracer_uses_snapshot(iter->tr->current_trace))

kernel/trace/trace.c

810

static void tracing_snapshot_instance_cond(struct trace_array *tr,

kernel/trace/trace.c

8138

ret = wait_on_pipe(iter, iter->snapshot ? 0 : iter->tr->buffer_percent);

kernel/trace/trace.c

8143

if (!tracer_tracing_is_on(iter->tr))

kernel/trace/trace.c

816

trace_array_puts(tr, "*** SNAPSHOT CALLED FROM NMI CONTEXT ***\n");

kernel/trace/trace.c

8169

iter->tr->buffer_percent,

kernel/trace/trace.c

817

trace_array_puts(tr, "*** snapshot is being ignored ***\n");

kernel/trace/trace.c

8196

static int get_snapshot_map(struct trace_array *tr)

kernel/trace/trace.c

8205

spin_lock(&tr->snapshot_trigger_lock);

kernel/trace/trace.c

8207

if (tr->snapshot || tr->mapped == UINT_MAX)

kernel/trace/trace.c

821

if (!tr->allocated_snapshot) {

kernel/trace/trace.c

8210

tr->mapped++;

kernel/trace/trace.c

8212

spin_unlock(&tr->snapshot_trigger_lock);

kernel/trace/trace.c

8215

if (tr->mapped == 1)

kernel/trace/trace.c

822

trace_array_puts(tr, "*** SNAPSHOT NOT ALLOCATED ***\n");

kernel/trace/trace.c

8221

static void put_snapshot_map(struct trace_array *tr)

kernel/trace/trace.c

8223

spin_lock(&tr->snapshot_trigger_lock);

kernel/trace/trace.c

8224

if (!WARN_ON(!tr->mapped))

kernel/trace/trace.c

8225

tr->mapped--;

kernel/trace/trace.c

8226

spin_unlock(&tr->snapshot_trigger_lock);

kernel/trace/trace.c

8229

static inline int get_snapshot_map(struct trace_array *tr) { return 0; }

kernel/trace/trace.c

823

trace_array_puts(tr, "*** stopping trace here! ***\n");

kernel/trace/trace.c

8230

static inline void put_snapshot_map(struct trace_array *tr) { }

kernel/trace/trace.c

824

tracer_tracing_off(tr);

kernel/trace/trace.c

8251

put_snapshot_map(iter->tr);

kernel/trace/trace.c

8276

if (iter->tr->flags & (TRACE_ARRAY_FL_MEMMAP | TRACE_ARRAY_FL_VMALLOC))

kernel/trace/trace.c

8279

ret = get_snapshot_map(iter->tr);

kernel/trace/trace.c

828

if (tr->mapped) {

kernel/trace/trace.c

8285

put_snapshot_map(iter->tr);

kernel/trace/trace.c

829

trace_array_puts(tr, "*** BUFFER MEMORY MAPPED ***\n");

kernel/trace/trace.c

830

trace_array_puts(tr, "*** Can not use snapshot (sorry) ***\n");

kernel/trace/trace.c

8308

struct trace_array *tr = inode->i_private;

kernel/trace/trace.c

8309

struct array_buffer *trace_buf = &tr->array_buffer;

kernel/trace/trace.c

8334

if (trace_clocks[tr->clock_id].in_ns) {

kernel/trace/trace.c

835

if (tracer_uses_snapshot(tr->current_trace)) {

kernel/trace/trace.c

836

trace_array_puts(tr, "*** LATENCY TRACER ACTIVE ***\n");

kernel/trace/trace.c

837

trace_array_puts(tr, "*** Can not use snapshot (sorry) ***\n");

kernel/trace/trace.c

8416

struct trace_array *tr, struct ftrace_probe_ops *ops,

kernel/trace/trace.c

8419

tracing_snapshot_instance(tr);

kernel/trace/trace.c

842

update_max_tr(tr, current, smp_processor_id(), cond_data);

kernel/trace/trace.c

8424

struct trace_array *tr, struct ftrace_probe_ops *ops,

kernel/trace/trace.c

8441

tracing_snapshot_instance(tr);

kernel/trace/trace.c

846

void tracing_snapshot_instance(struct trace_array *tr)

kernel/trace/trace.c

8467

ftrace_snapshot_init(struct ftrace_probe_ops *ops, struct trace_array *tr,

kernel/trace/trace.c

848

tracing_snapshot_instance_cond(tr, NULL);

kernel/trace/trace.c

8483

ftrace_snapshot_free(struct ftrace_probe_ops *ops, struct trace_array *tr,

kernel/trace/trace.c

8511

ftrace_trace_snapshot_callback(struct trace_array *tr, struct ftrace_hash *hash,

kernel/trace/trace.c

8519

if (!tr)

kernel/trace/trace.c

8529

ret = unregister_ftrace_function_probe_func(glob+1, tr, ops);

kernel/trace/trace.c

8531

tracing_disarm_snapshot(tr);

kernel/trace/trace.c

8553

ret = tracing_arm_snapshot(tr);

kernel/trace/trace.c

8557

ret = register_ftrace_function_probe(glob, tr, ops, count);

kernel/trace/trace.c

8559

tracing_disarm_snapshot(tr);

kernel/trace/trace.c

8577

static struct dentry *tracing_get_dentry(struct trace_array *tr)

kernel/trace/trace.c

8580

if (tr->flags & TRACE_ARRAY_FL_GLOBAL)

kernel/trace/trace.c

8583

if (WARN_ON(!tr->dir))

kernel/trace/trace.c

8587

return tr->dir;

kernel/trace/trace.c

8590

static struct dentry *tracing_dentry_percpu(struct trace_array *tr, int cpu)

kernel/trace/trace.c

8594

if (tr->percpu_dir)

kernel/trace/trace.c

8595

return tr->percpu_dir;

kernel/trace/trace.c

8597

d_tracer = tracing_get_dentry(tr);

kernel/trace/trace.c

8601

tr->percpu_dir = tracefs_create_dir("per_cpu", d_tracer);

kernel/trace/trace.c

8603

MEM_FAIL(!tr->percpu_dir,

kernel/trace/trace.c

8606

return tr->percpu_dir;

kernel/trace/trace.c

8621

tracing_init_tracefs_percpu(struct trace_array *tr, long cpu)

kernel/trace/trace.c

8623

struct dentry *d_percpu = tracing_dentry_percpu(tr, cpu);

kernel/trace/trace.c

8639

tr, cpu, &tracing_pipe_fops);

kernel/trace/trace.c

8643

tr, cpu, &tracing_fops);

kernel/trace/trace.c

8646

tr, cpu, &tracing_buffers_fops);

kernel/trace/trace.c

8649

tr, cpu, &tracing_stats_fops);

kernel/trace/trace.c

8652

tr, cpu, &tracing_entries_fops);

kernel/trace/trace.c

8654

if (tr->range_addr_start)

kernel/trace/trace.c

8656

tr, cpu, &tracing_buffer_meta_fops);

kernel/trace/trace.c

8658

if (!tr->range_addr_start) {

kernel/trace/trace.c

8660

tr, cpu, &snapshot_fops);

kernel/trace/trace.c

8663

tr, cpu, &snapshot_raw_fops);

kernel/trace/trace.c

867

struct trace_array *tr = &global_trace;

kernel/trace/trace.c

869

tracing_snapshot_instance(tr);

kernel/trace/trace.c

8705

ret = __set_tracer_option(topt->tr, topt->flags,

kernel/trace/trace.c

8721

ret = tracing_check_open_get_tr(topt->tr);

kernel/trace/trace.c

8733

trace_array_put(topt->tr);

kernel/trace/trace.c

8783

struct trace_array *tr;

kernel/trace/trace.c

8787

get_tr_index(tr_index, &tr, &index);

kernel/trace/trace.c

8789

if (tr->trace_flags & (1ULL << index))

kernel/trace/trace.c

8802

struct trace_array *tr;

kernel/trace/trace.c

8807

get_tr_index(tr_index, &tr, &index);

kernel/trace/trace.c

8818

ret = set_tracer_flag(tr, 1ULL << index, val);

kernel/trace/trace.c

8853

static struct dentry *trace_options_init_dentry(struct trace_array *tr)

kernel/trace/trace.c

8857

if (tr->options)

kernel/trace/trace.c

8858

return tr->options;

kernel/trace/trace.c

886

void tracing_snapshot_cond(struct trace_array *tr, void *cond_data)

kernel/trace/trace.c

8860

d_tracer = tracing_get_dentry(tr);

kernel/trace/trace.c

8864

tr->options = tracefs_create_dir("options", d_tracer);

kernel/trace/trace.c

8865

if (!tr->options) {

kernel/trace/trace.c

8870

return tr->options;

kernel/trace/trace.c

8874

create_trace_option_file(struct trace_array *tr,

kernel/trace/trace.c

888

tracing_snapshot_instance_cond(tr, cond_data);

kernel/trace/trace.c

8881

t_options = trace_options_init_dentry(tr);

kernel/trace/trace.c

8887

topt->tr = tr;

kernel/trace/trace.c

8894

create_trace_option_files(struct trace_array *tr, struct tracer *tracer,

kernel/trace/trace.c

8914

tr_topts = krealloc(tr->topts, sizeof(*tr->topts) * (tr->nr_topts + 1),

kernel/trace/trace.c

8921

tr->topts = tr_topts;

kernel/trace/trace.c

8922

tr->topts[tr->nr_topts].tracer = tracer;

kernel/trace/trace.c

8923

tr->topts[tr->nr_topts].topts = topts;

kernel/trace/trace.c

8924

tr->nr_topts++;

kernel/trace/trace.c

8927

create_trace_option_file(tr, &topts[cnt], flags,

kernel/trace/trace.c

8950

static int add_tracer_options(struct trace_array *tr, struct tracers *t)

kernel/trace/trace.c

8962

return create_trace_option_files(tr, tracer, flags);

kernel/trace/trace.c

8965

static int add_tracer(struct trace_array *tr, struct tracer *tracer)

kernel/trace/trace.c

8972

if (!tr->dir && !(tr->flags & TRACE_ARRAY_FL_GLOBAL))

kernel/trace/trace.c

8979

if (!trace_ok_for_array(tracer, tr))

kernel/trace/trace.c

8988

list_add(&t->list, &tr->tracers);

kernel/trace/trace.c

9009

if (!(tr->flags & TRACE_ARRAY_FL_GLOBAL)) {

kernel/trace/trace.c

9016

ret = add_tracer_options(tr, t);

kernel/trace/trace.c

9027

create_trace_option_core_file(struct trace_array *tr,

kernel/trace/trace.c

9032

t_options = trace_options_init_dentry(tr);

kernel/trace/trace.c

9037

(void *)&tr->trace_flags_index[index],

kernel/trace/trace.c

9041

static void create_trace_options_dir(struct trace_array *tr)

kernel/trace/trace.c

9044

bool top_level = tr == &global_trace;

kernel/trace/trace.c

9047

t_options = trace_options_init_dentry(tr);

kernel/trace/trace.c

9054

create_trace_option_core_file(tr, trace_options[i], i);

kernel/trace/trace.c

906

void *tracing_cond_snapshot_data(struct trace_array *tr)

kernel/trace/trace.c

9063

struct trace_array *tr = filp->private_data;

kernel/trace/trace.c

9067

r = tracer_tracing_is_on(tr);

kernel/trace/trace.c

9077

struct trace_array *tr = filp->private_data;

kernel/trace/trace.c

9078

struct trace_buffer *buffer = tr->array_buffer.buffer;

kernel/trace/trace.c

9088

if (!!val == tracer_tracing_is_on(tr)) {

kernel/trace/trace.c

9091

tracer_tracing_on(tr);

kernel/trace/trace.c

9092

if (tr->current_trace->start)

kernel/trace/trace.c

9093

tr->current_trace->start(tr);

kernel/trace/trace.c

9095

tracer_tracing_off(tr);

kernel/trace/trace.c

9096

if (tr->current_trace->stop)

kernel/trace/trace.c

9097

tr->current_trace->stop(tr);

kernel/trace/trace.c

911

arch_spin_lock(&tr->max_lock);

kernel/trace/trace.c

9120

struct trace_array *tr = filp->private_data;

kernel/trace/trace.c

9124

r = tr->buffer_percent;

kernel/trace/trace.c

913

if (tr->cond_snapshot)

kernel/trace/trace.c

9134

struct trace_array *tr = filp->private_data;

kernel/trace/trace.c

914

cond_data = tr->cond_snapshot->cond_data;

kernel/trace/trace.c

9145

tr->buffer_percent = val;

kernel/trace/trace.c

916

arch_spin_unlock(&tr->max_lock);

kernel/trace/trace.c

9163

struct trace_array *tr = filp->private_data;

kernel/trace/trace.c

9169

order = ring_buffer_subbuf_order_get(tr->array_buffer.buffer);

kernel/trace/trace.c

9181

struct trace_array *tr = filp->private_data;

kernel/trace/trace.c

9202

tracing_stop_tr(tr);

kernel/trace/trace.c

9204

old_order = ring_buffer_subbuf_order_get(tr->array_buffer.buffer);

kernel/trace/trace.c

9208

ret = ring_buffer_subbuf_order_set(tr->array_buffer.buffer, order);

kernel/trace/trace.c

9214

if (!tr->allocated_snapshot)

kernel/trace/trace.c

9217

ret = ring_buffer_subbuf_order_set(tr->snapshot_buffer.buffer, order);

kernel/trace/trace.c

9220

cnt = ring_buffer_subbuf_order_set(tr->array_buffer.buffer, old_order);

kernel/trace/trace.c

9245

tracing_start_tr(tr);

kernel/trace/trace.c

9260

init_tracer_tracefs(struct trace_array *tr, struct dentry *d_tracer);

kernel/trace/trace.c

9268

struct trace_array *tr = data;

kernel/trace/trace.c

927

int tracing_alloc_snapshot_instance(struct trace_array *tr)

kernel/trace/trace.c

9271

tscratch = tr->scratch;

kernel/trace/trace.c

9272

module_delta = READ_ONCE(tr->module_delta);

kernel/trace/trace.c

9301

static void setup_trace_scratch(struct trace_array *tr,

kernel/trace/trace.c

9311

tr->scratch = tscratch;

kernel/trace/trace.c

9312

tr->scratch_size = size;

kernel/trace/trace.c

9315

tr->text_delta = (unsigned long)_text - tscratch->text_addr;

kernel/trace/trace.c

932

if (!tr->allocated_snapshot) {

kernel/trace/trace.c

935

order = ring_buffer_subbuf_order_get(tr->array_buffer.buffer);

kernel/trace/trace.c

9350

WRITE_ONCE(tr->module_delta, module_delta);

kernel/trace/trace.c

9353

module_for_each_mod(make_mod_delta, tr);

kernel/trace/trace.c

9356

if (tscratch->clock_id != tr->clock_id) {

kernel/trace/trace.c

9358

tracing_set_clock(tr, trace_clocks[tscratch->clock_id].name) < 0) {

kernel/trace/trace.c

936

ret = ring_buffer_subbuf_order_set(tr->snapshot_buffer.buffer, order);

kernel/trace/trace.c

9370

allocate_trace_buffer(struct trace_array *tr, struct array_buffer *buf, unsigned long size)

kernel/trace/trace.c

9376

rb_flags = tr->trace_flags & TRACE_ITER(OVERWRITE) ? RB_FL_OVERWRITE : 0;

kernel/trace/trace.c

9378

buf->tr = tr;

kernel/trace/trace.c

9380

if (tr->range_addr_start && tr->range_addr_size) {

kernel/trace/trace.c

9383

tr->range_addr_start,

kernel/trace/trace.c

9384

tr->range_addr_size,

kernel/trace/trace.c

9388

setup_trace_scratch(tr, tscratch, scratch_size);

kernel/trace/trace.c

9394

tr->mapped++;

kernel/trace/trace.c

9409

set_buffer_entries(&tr->array_buffer,

kernel/trace/trace.c

941

ret = resize_buffer_duplicate_size(&tr->snapshot_buffer,

kernel/trace/trace.c

9410

ring_buffer_size(tr->array_buffer.buffer, 0));

kernel/trace/trace.c

942

&tr->array_buffer, RING_BUFFER_ALL_CPUS);

kernel/trace/trace.c

9425

static int allocate_trace_buffers(struct trace_array *tr, unsigned long size)

kernel/trace/trace.c

9429

ret = allocate_trace_buffer(tr, &tr->array_buffer, size);

kernel/trace/trace.c

9435

if (tr->range_addr_start)

kernel/trace/trace.c

9438

ret = allocate_trace_buffer(tr, &tr->snapshot_buffer,

kernel/trace/trace.c

9441

free_trace_buffer(&tr->array_buffer);

kernel/trace/trace.c

9444

tr->allocated_snapshot = allocate_snapshot;

kernel/trace/trace.c

9452

static void free_trace_buffers(struct trace_array *tr)

kernel/trace/trace.c

9454

if (!tr)

kernel/trace/trace.c

9457

free_trace_buffer(&tr->array_buffer);

kernel/trace/trace.c

9458

kfree(tr->module_delta);

kernel/trace/trace.c

946

tr->allocated_snapshot = true;

kernel/trace/trace.c

9461

free_trace_buffer(&tr->snapshot_buffer);

kernel/trace/trace.c

9465

static void init_trace_flags_index(struct trace_array *tr)

kernel/trace/trace.c

9471

tr->trace_flags_index[i] = i;

kernel/trace/trace.c

9474

static int __update_tracer(struct trace_array *tr)

kernel/trace/trace.c

9480

ret = add_tracer(tr, t);

kernel/trace/trace.c

9485

static __init int __update_tracer_options(struct trace_array *tr)

kernel/trace/trace.c

9490

list_for_each_entry(t, &tr->tracers, list) {

kernel/trace/trace.c

9491

ret = add_tracer_options(tr, t);

kernel/trace/trace.c

9501

struct trace_array *tr;

kernel/trace/trace.c

9505

list_for_each_entry(tr, &ftrace_trace_arrays, list)

kernel/trace/trace.c

9506

__update_tracer_options(tr);

kernel/trace/trace.c

9512

struct trace_array *tr, *found = NULL;

kernel/trace/trace.c

9514

list_for_each_entry(tr, &ftrace_trace_arrays, list) {

kernel/trace/trace.c

9515

if (tr->name && strcmp(tr->name, instance) == 0) {

kernel/trace/trace.c

9516

found = tr;

kernel/trace/trace.c

952

static void free_snapshot(struct trace_array *tr)

kernel/trace/trace.c

9526

struct trace_array *tr;

kernel/trace/trace.c

9529

tr = trace_array_find(instance);

kernel/trace/trace.c

9530

if (tr)

kernel/trace/trace.c

9531

tr->ref++;

kernel/trace/trace.c

9533

return tr;

kernel/trace/trace.c

9536

static int trace_array_create_dir(struct trace_array *tr)

kernel/trace/trace.c

9540

tr->dir = tracefs_create_dir(tr->name, trace_instance_dir);

kernel/trace/trace.c

9541

if (!tr->dir)

kernel/trace/trace.c

9544

ret = event_trace_add_tracer(tr->dir, tr);

kernel/trace/trace.c

9546

tracefs_remove(tr->dir);

kernel/trace/trace.c

9550

init_tracer_tracefs(tr, tr->dir);

kernel/trace/trace.c

9551

ret = __update_tracer(tr);

kernel/trace/trace.c

9553

event_trace_del_tracer(tr);

kernel/trace/trace.c

9554

tracefs_remove(tr->dir);

kernel/trace/trace.c

9565

struct trace_array *tr;

kernel/trace/trace.c

9569

tr = kzalloc_obj(*tr);

kernel/trace/trace.c

9570

if (!tr)

kernel/trace/trace.c

9573

tr->name = kstrdup(name, GFP_KERNEL);

kernel/trace/trace.c

9574

if (!tr->name)

kernel/trace/trace.c

9577

if (!alloc_cpumask_var(&tr->tracing_cpumask, GFP_KERNEL))

kernel/trace/trace.c

9580

if (!zalloc_cpumask_var(&tr->pipe_cpumask, GFP_KERNEL))

kernel/trace/trace.c

9584

tr->system_names = kstrdup_const(systems, GFP_KERNEL);

kernel/trace/trace.c

9585

if (!tr->system_names)

kernel/trace/trace.c

959

ring_buffer_subbuf_order_set(tr->snapshot_buffer.buffer, 0);

kernel/trace/trace.c

9590

tr->range_addr_start = range_addr_start;

kernel/trace/trace.c

9591

tr->range_addr_size = range_addr_size;

kernel/trace/trace.c

9593

tr->trace_flags = global_trace.trace_flags & ~ZEROED_TRACE_FLAGS;

kernel/trace/trace.c

9595

cpumask_copy(tr->tracing_cpumask, cpu_all_mask);

kernel/trace/trace.c

9597

raw_spin_lock_init(&tr->start_lock);

kernel/trace/trace.c

9599

tr->syscall_buf_sz = global_trace.syscall_buf_sz;

kernel/trace/trace.c

960

ring_buffer_resize(tr->snapshot_buffer.buffer, 1, RING_BUFFER_ALL_CPUS);

kernel/trace/trace.c

9601

tr->max_lock = (arch_spinlock_t)__ARCH_SPIN_LOCK_UNLOCKED;

kernel/trace/trace.c

9603

spin_lock_init(&tr->snapshot_trigger_lock);

kernel/trace/trace.c

9605

tr->current_trace = &nop_trace;

kernel/trace/trace.c

9606

tr->current_trace_flags = nop_trace.flags;

kernel/trace/trace.c

9608

INIT_LIST_HEAD(&tr->systems);

kernel/trace/trace.c

9609

INIT_LIST_HEAD(&tr->events);

kernel/trace/trace.c

961

set_buffer_entries(&tr->snapshot_buffer, 1);

kernel/trace/trace.c

9610

INIT_LIST_HEAD(&tr->hist_vars);

kernel/trace/trace.c

9611

INIT_LIST_HEAD(&tr->err_log);

kernel/trace/trace.c

9612

INIT_LIST_HEAD(&tr->tracers);

kernel/trace/trace.c

9613

INIT_LIST_HEAD(&tr->marker_list);

kernel/trace/trace.c

9616

INIT_LIST_HEAD(&tr->mod_events);

kernel/trace/trace.c

9619

if (allocate_trace_buffers(tr, trace_buf_size) < 0)

kernel/trace/trace.c

962

tracing_reset_online_cpus(&tr->snapshot_buffer);

kernel/trace/trace.c

9623

trace_set_ring_buffer_expanded(tr);

kernel/trace/trace.c

9625

if (ftrace_allocate_ftrace_ops(tr) < 0)

kernel/trace/trace.c

9628

ftrace_init_trace_array(tr);

kernel/trace/trace.c

963

tr->allocated_snapshot = false;

kernel/trace/trace.c

9630

init_trace_flags_index(tr);

kernel/trace/trace.c

9633

ret = trace_array_create_dir(tr);

kernel/trace/trace.c

9637

__trace_early_add_events(tr);

kernel/trace/trace.c

9639

list_add(&tr->list, &ftrace_trace_arrays);

kernel/trace/trace.c

9641

tr->ref++;

kernel/trace/trace.c

9643

return tr;

kernel/trace/trace.c

9646

ftrace_free_ftrace_ops(tr);

kernel/trace/trace.c

9647

free_trace_buffers(tr);

kernel/trace/trace.c

9648

free_cpumask_var(tr->pipe_cpumask);

kernel/trace/trace.c

9649

free_cpumask_var(tr->tracing_cpumask);

kernel/trace/trace.c

9650

kfree_const(tr->system_names);

kernel/trace/trace.c

9651

kfree(tr->range_name);

kernel/trace/trace.c

9652

kfree(tr->name);

kernel/trace/trace.c

9653

kfree(tr);

kernel/trace/trace.c

966

static int tracing_arm_snapshot_locked(struct trace_array *tr)

kernel/trace/trace.c

9665

struct trace_array *tr;

kernel/trace/trace.c

9675

tr = trace_array_create(name);

kernel/trace/trace.c

9677

ret = PTR_ERR_OR_ZERO(tr);

kernel/trace/trace.c

972

spin_lock(&tr->snapshot_trigger_lock);

kernel/trace/trace.c

973

if (tr->snapshot == UINT_MAX || tr->mapped) {

kernel/trace/trace.c

9731

struct trace_array *tr;

kernel/trace/trace.c

9736

list_for_each_entry(tr, &ftrace_trace_arrays, list) {

kernel/trace/trace.c

9737

if (tr->name && strcmp(tr->name, name) == 0) {

kernel/trace/trace.c

9738

tr->ref++;

kernel/trace/trace.c

9739

return tr;

kernel/trace/trace.c

974

spin_unlock(&tr->snapshot_trigger_lock);

kernel/trace/trace.c

9743

tr = trace_array_create_systems(name, systems, 0, 0);

kernel/trace/trace.c

9745

if (IS_ERR(tr))

kernel/trace/trace.c

9746

tr = NULL;

kernel/trace/trace.c

9748

tr->ref++;

kernel/trace/trace.c

9750

return tr;

kernel/trace/trace.c

9754

static int __remove_instance(struct trace_array *tr)

kernel/trace/trace.c

9759

if (tr->ref > 1 || (tr->current_trace && tr->trace_ref))

kernel/trace/trace.c

9762

list_del(&tr->list);

kernel/trace/trace.c

9764

if (printk_trace == tr)

kernel/trace/trace.c

9768

if (update_marker_trace(tr, 0))

kernel/trace/trace.c

9774

set_tracer_flag(tr, 1ULL << i, 0);

kernel/trace/trace.c

9777

tracing_set_nop(tr);

kernel/trace/trace.c

9778

clear_ftrace_function_probes(tr);

kernel/trace/trace.c

9779

event_trace_del_tracer(tr);

kernel/trace/trace.c

978

tr->snapshot++;

kernel/trace/trace.c

9780

ftrace_clear_pids(tr);

kernel/trace/trace.c

9781

ftrace_destroy_function_files(tr);

kernel/trace/trace.c

9782

tracefs_remove(tr->dir);

kernel/trace/trace.c

9783

free_percpu(tr->last_func_repeats);

kernel/trace/trace.c

9784

free_trace_buffers(tr);

kernel/trace/trace.c

9785

clear_tracing_err_log(tr);

kernel/trace/trace.c

9786

free_tracers(tr);

kernel/trace/trace.c

9788

if (tr->range_name) {

kernel/trace/trace.c

9789

reserve_mem_release_by_name(tr->range_name);

kernel/trace/trace.c

979

spin_unlock(&tr->snapshot_trigger_lock);

kernel/trace/trace.c

9790

kfree(tr->range_name);

kernel/trace/trace.c

9792

if (tr->flags & TRACE_ARRAY_FL_VMALLOC)

kernel/trace/trace.c

9793

vfree((void *)tr->range_addr_start);

kernel/trace/trace.c

9795

for (i = 0; i < tr->nr_topts; i++) {

kernel/trace/trace.c

9796

kfree(tr->topts[i].topts);

kernel/trace/trace.c

9798

kfree(tr->topts);

kernel/trace/trace.c

9800

free_cpumask_var(tr->pipe_cpumask);

kernel/trace/trace.c

9801

free_cpumask_var(tr->tracing_cpumask);

kernel/trace/trace.c

9802

kfree_const(tr->system_names);

kernel/trace/trace.c

9803

kfree(tr->name);

kernel/trace/trace.c

9804

kfree(tr);

kernel/trace/trace.c

981

ret = tracing_alloc_snapshot_instance(tr);

kernel/trace/trace.c

9811

struct trace_array *tr;

kernel/trace/trace.c

9821

list_for_each_entry(tr, &ftrace_trace_arrays, list) {

kernel/trace/trace.c

9822

if (tr == this_tr)

kernel/trace/trace.c

9823

return __remove_instance(tr);

kernel/trace/trace.c

983

spin_lock(&tr->snapshot_trigger_lock);

kernel/trace/trace.c

9832

struct trace_array *tr;

kernel/trace/trace.c

9837

tr = trace_array_find(name);

kernel/trace/trace.c

9838

if (!tr)

kernel/trace/trace.c

984

tr->snapshot--;

kernel/trace/trace.c

9841

return __remove_instance(tr);

kernel/trace/trace.c

9846

struct trace_array *tr;

kernel/trace/trace.c

985

spin_unlock(&tr->snapshot_trigger_lock);

kernel/trace/trace.c

9857

list_for_each_entry(tr, &ftrace_trace_arrays, list) {

kernel/trace/trace.c

9858

if (!tr->name)

kernel/trace/trace.c

9860

if (MEM_FAIL(trace_array_create_dir(tr) < 0,

kernel/trace/trace.c

9867

init_tracer_tracefs(struct trace_array *tr, struct dentry *d_tracer)

kernel/trace/trace.c

9872

tr, &show_traces_fops);

kernel/trace/trace.c

9875

tr, &set_tracer_fops);

kernel/trace/trace.c

9878

tr, &tracing_cpumask_fops);

kernel/trace/trace.c

9881

tr, &tracing_iter_fops);

kernel/trace/trace.c

9884

tr, &tracing_fops);

kernel/trace/trace.c

9887

tr, &tracing_pipe_fops);

kernel/trace/trace.c

9890

tr, &tracing_entries_fops);

kernel/trace/trace.c

9893

tr, &tracing_total_entries_fops);

kernel/trace/trace.c

9896

tr, &tracing_free_buffer_fops);

kernel/trace/trace.c

9899

tr, &tracing_mark_fops);

kernel/trace/trace.c

9901

tr->trace_marker_file = __find_event_file(tr, "ftrace", "print");

kernel/trace/trace.c

9904

tr, &tracing_mark_raw_fops);

kernel/trace/trace.c

9906

trace_create_file("trace_clock", TRACE_MODE_WRITE, d_tracer, tr,

kernel/trace/trace.c

991

int tracing_arm_snapshot(struct trace_array *tr)

kernel/trace/trace.c

9910

tr, &rb_simple_fops);

kernel/trace/trace.c

9912

trace_create_file("timestamp_mode", TRACE_MODE_READ, d_tracer, tr,

kernel/trace/trace.c

9915

tr->buffer_percent = 50;

kernel/trace/trace.c

9918

tr, &buffer_percent_fops);

kernel/trace/trace.c

9921

tr, &buffer_subbuf_size_fops);

kernel/trace/trace.c

9924

tr, &tracing_syscall_buf_fops);

kernel/trace/trace.c

9926

create_trace_options_dir(tr);

kernel/trace/trace.c

9928

trace_create_maxlat_file(tr, d_tracer);

kernel/trace/trace.c

9930

if (ftrace_create_function_files(tr, d_tracer))

kernel/trace/trace.c

9933

if (tr->range_addr_start) {

kernel/trace/trace.c

9935

tr, &last_boot_fops);

kernel/trace/trace.c

9939

tr, &snapshot_fops);

kernel/trace/trace.c

994

return tracing_arm_snapshot_locked(tr);

kernel/trace/trace.c

9944

tr, &tracing_err_log_fops);

kernel/trace/trace.c

9947

tracing_init_tracefs_percpu(tr, cpu);

kernel/trace/trace.c

9949

ftrace_init_tracefs(tr, d_tracer);

kernel/trace/trace.c

997

void tracing_disarm_snapshot(struct trace_array *tr)

kernel/trace/trace.c

999

spin_lock(&tr->snapshot_trigger_lock);

kernel/trace/trace.c

9996

struct trace_array *tr = &global_trace;

kernel/trace/trace.h

1000

extern void free_fgraph_ops(struct trace_array *tr);

kernel/trace/trace.h

1167

static inline void free_fgraph_ops(struct trace_array *tr) { }

kernel/trace/trace.h

1169

#define init_array_fgraph_ops(tr, ops) do { } while (0)

kernel/trace/trace.h

1170

#define allocate_fgraph_ops(tr, ops) ({ 0; })

kernel/trace/trace.h

1183

int (*func)(struct trace_array *tr,

kernel/trace/trace.h

1190

int ftrace_create_function_files(struct trace_array *tr,

kernel/trace/trace.h

1192

void ftrace_destroy_function_files(struct trace_array *tr);

kernel/trace/trace.h

1193

int ftrace_allocate_ftrace_ops(struct trace_array *tr);

kernel/trace/trace.h

1194

void ftrace_free_ftrace_ops(struct trace_array *tr);

kernel/trace/trace.h

1195

void ftrace_init_global_array_ops(struct trace_array *tr);

kernel/trace/trace.h

1197

void ftrace_init_array_ops(struct trace_array *tr, ftrace_func_t func);

kernel/trace/trace.h

1198

void ftrace_reset_array_ops(struct trace_array *tr);

kernel/trace/trace.h

1199

void ftrace_init_tracefs(struct trace_array *tr, struct dentry *d_tracer);

kernel/trace/trace.h

1200

void ftrace_init_tracefs_toplevel(struct trace_array *tr,

kernel/trace/trace.h

1202

void ftrace_clear_pids(struct trace_array *tr);

kernel/trace/trace.h

1204

void ftrace_pid_follow_fork(struct trace_array *tr, bool enable);

kernel/trace/trace.h

1208

ftrace_create_function_files(struct trace_array *tr,

kernel/trace/trace.h

1213

static inline int ftrace_allocate_ftrace_ops(struct trace_array *tr)

kernel/trace/trace.h

1217

static inline void ftrace_free_ftrace_ops(struct trace_array *tr) { }

kernel/trace/trace.h

1218

static inline void ftrace_destroy_function_files(struct trace_array *tr) { }

kernel/trace/trace.h

1220

ftrace_init_global_array_ops(struct trace_array *tr) { }

kernel/trace/trace.h

1221

static inline void ftrace_reset_array_ops(struct trace_array *tr) { }

kernel/trace/trace.h

1222

static inline void ftrace_init_tracefs(struct trace_array *tr, struct dentry *d) { }

kernel/trace/trace.h

1223

static inline void ftrace_init_tracefs_toplevel(struct trace_array *tr, struct dentry *d) { }

kernel/trace/trace.h

1224

static inline void ftrace_clear_pids(struct trace_array *tr) { }

kernel/trace/trace.h

1226

static inline void ftrace_pid_follow_fork(struct trace_array *tr, bool enable) { }

kernel/trace/trace.h

1228

#define ftrace_init_array_ops(tr, func) do { } while (0)

kernel/trace/trace.h

1236

struct trace_array *tr,

kernel/trace/trace.h

1240

struct trace_array *tr,

kernel/trace/trace.h

1244

struct trace_array *tr,

kernel/trace/trace.h

1266

register_ftrace_function_probe(char *glob, struct trace_array *tr,

kernel/trace/trace.h

1269

unregister_ftrace_function_probe_func(char *glob, struct trace_array *tr,

kernel/trace/trace.h

1271

extern void clear_ftrace_function_probes(struct trace_array *tr);

kernel/trace/trace.h

1295

static inline void clear_ftrace_function_probes(struct trace_array *tr)

kernel/trace/trace.h

1475

extern int enable_branch_tracing(struct trace_array *tr);

kernel/trace/trace.h

1477

static inline int trace_branch_enable(struct trace_array *tr)

kernel/trace/trace.h

1479

if (tr->trace_flags & TRACE_ITER(BRANCH))

kernel/trace/trace.h

1480

return enable_branch_tracing(tr);

kernel/trace/trace.h

1489

static inline int trace_branch_enable(struct trace_array *tr)

kernel/trace/trace.h

1499

int tracing_update_buffers(struct trace_array *tr);

kernel/trace/trace.h

1538

struct trace_array *tr;

kernel/trace/trace.h

1544

void trace_buffer_unlock_commit_regs(struct trace_array *tr,

kernel/trace/trace.h

1550

static inline void trace_buffer_unlock_commit(struct trace_array *tr,

kernel/trace/trace.h

1555

trace_buffer_unlock_commit_regs(tr, buffer, event, trace_ctx, NULL);

kernel/trace/trace.h

1573

void early_enable_events(struct trace_array *tr, char *buf, bool disable_first);

kernel/trace/trace.h

1715

trace_buffer_unlock_commit(file->tr, buffer, event, trace_ctx);

kernel/trace/trace.h

1780

extern int create_event_filter(struct trace_array *tr,

kernel/trace/trace.h

1794

extern int event_trace_add_tracer(struct dentry *parent, struct trace_array *tr);

kernel/trace/trace.h

1795

extern int event_trace_del_tracer(struct trace_array *tr);

kernel/trace/trace.h

1796

extern void __trace_early_add_events(struct trace_array *tr);

kernel/trace/trace.h

1798

extern struct trace_event_file *__find_event_file(struct trace_array *tr,

kernel/trace/trace.h

1801

extern struct trace_event_file *find_event_file(struct trace_array *tr,

kernel/trace/trace.h

1850

extern void clear_event_triggers(struct trace_array *tr);

kernel/trace/trace.h

2139

extern void tracing_snapshot_cond(struct trace_array *tr, void *cond_data);

kernel/trace/trace.h

2140

extern int tracing_snapshot_cond_enable(struct trace_array *tr, void *cond_data, cond_update_fn_t update);

kernel/trace/trace.h

2142

extern int tracing_snapshot_cond_disable(struct trace_array *tr);

kernel/trace/trace.h

2143

extern void *tracing_cond_snapshot_data(struct trace_array *tr);

kernel/trace/trace.h

2155

int set_tracer_flag(struct trace_array *tr, u64 mask, int enabled);

kernel/trace/trace.h

2158

extern int trace_set_options(struct trace_array *tr, char *option);

kernel/trace/trace.h

2159

extern int tracing_set_tracer(struct trace_array *tr, const char *buf);

kernel/trace/trace.h

2160

extern ssize_t tracing_resize_ring_buffer(struct trace_array *tr,

kernel/trace/trace.h

2162

extern int tracing_set_cpumask(struct trace_array *tr,

kernel/trace/trace.h

2173

extern void tracing_log_err(struct trace_array *tr,

kernel/trace/trace.h

218

struct trace_array *tr;

kernel/trace/trace.h

2223

extern int ftrace_set_clr_event(struct trace_array *tr, char *buf, int set);

kernel/trace/trace.h

2231

void tracing_snapshot_instance(struct trace_array *tr);

kernel/trace/trace.h

2232

int tracing_alloc_snapshot_instance(struct trace_array *tr);

kernel/trace/trace.h

2233

int tracing_arm_snapshot(struct trace_array *tr);

kernel/trace/trace.h

2234

void tracing_disarm_snapshot(struct trace_array *tr);

kernel/trace/trace.h

2236

static inline void tracing_snapshot_instance(struct trace_array *tr) { }

kernel/trace/trace.h

2237

static inline int tracing_alloc_snapshot_instance(struct trace_array *tr)

kernel/trace/trace.h

2241

static inline int tracing_arm_snapshot(struct trace_array *tr) { return 0; }

kernel/trace/trace.h

2242

static inline void tracing_disarm_snapshot(struct trace_array *tr) { }

kernel/trace/trace.h

2305

void __ftrace_trace_stack(struct trace_array *tr,

kernel/trace/trace.h

2310

static __always_inline void ftrace_trace_stack(struct trace_array *tr,

kernel/trace/trace.h

2315

if (!(tr->trace_flags & TRACE_ITER(STACKTRACE)))

kernel/trace/trace.h

2318

__ftrace_trace_stack(tr, buffer, trace_ctx, skip, regs);

kernel/trace/trace.h

2321

static inline void __ftrace_trace_stack(struct trace_array *tr,

kernel/trace/trace.h

2327

static inline void ftrace_trace_stack(struct trace_array *tr,

kernel/trace/trace.h

265

typedef bool (*cond_update_fn_t)(struct trace_array *tr, void *cond_data);

kernel/trace/trace.h

480

extern int trace_array_get(struct trace_array *tr);

kernel/trace/trace.h

481

extern int tracing_check_open_get_tr(struct trace_array *tr);

kernel/trace/trace.h

486

extern int tracing_set_clock(struct trace_array *tr, const char *clockstr);

kernel/trace/trace.h

488

extern bool trace_clock_in_ns(struct trace_array *tr);

kernel/trace/trace.h

490

extern unsigned long trace_adjust_address(struct trace_array *tr, unsigned long addr);

kernel/trace/trace.h

500

struct trace_array *tr;

kernel/trace/trace.h

505

tr = list_entry(ftrace_trace_arrays.prev,

kernel/trace/trace.h

506

typeof(*tr), list);

kernel/trace/trace.h

507

WARN_ON(!(tr->flags & TRACE_ARRAY_FL_GLOBAL));

kernel/trace/trace.h

508

return tr;

kernel/trace/trace.h

594

struct trace_array *tr;

kernel/trace/trace.h

620

int (*init)(struct trace_array *tr);

kernel/trace/trace.h

621

void (*reset)(struct trace_array *tr);

kernel/trace/trace.h

622

void (*start)(struct trace_array *tr);

kernel/trace/trace.h

623

void (*stop)(struct trace_array *tr);

kernel/trace/trace.h

624

int (*update_thresh)(struct trace_array *tr);

kernel/trace/trace.h

640

struct trace_array *tr);

kernel/trace/trace.h

645

int (*set_flag)(struct trace_array *tr,

kernel/trace/trace.h

648

int (*flag_changed)(struct trace_array *tr,

kernel/trace/trace.h

671

int tracer_init(struct tracer *t, struct trace_array *tr);

kernel/trace/trace.h

682

bool tracer_tracing_is_on(struct trace_array *tr);

kernel/trace/trace.h

683

void tracer_tracing_on(struct trace_array *tr);

kernel/trace/trace.h

684

void tracer_tracing_off(struct trace_array *tr);

kernel/trace/trace.h

685

void tracer_tracing_disable(struct trace_array *tr);

kernel/trace/trace.h

686

void tracer_tracing_enable(struct trace_array *tr);

kernel/trace/trace.h

701

static inline bool tracer_tracing_is_on_cpu(struct trace_array *tr, int cpu)

kernel/trace/trace.h

703

if (tr->array_buffer.buffer)

kernel/trace/trace.h

704

return ring_buffer_record_is_on_cpu(tr->array_buffer.buffer, cpu);

kernel/trace/trace.h

720

struct trace_entry *tracing_get_trace_entry(struct trace_array *tr,

kernel/trace/trace.h

742

unsigned long trace_total_entries_cpu(struct trace_array *tr, int cpu);

kernel/trace/trace.h

743

unsigned long trace_total_entries(struct trace_array *tr);

kernel/trace/trace.h

745

void trace_function(struct trace_array *tr,

kernel/trace/trace.h

750

void trace_graph_function(struct trace_array *tr,

kernel/trace/trace.h

801

void update_max_tr(struct trace_array *tr, struct task_struct *tsk, int cpu,

kernel/trace/trace.h

803

void update_max_tr_single(struct trace_array *tr,

kernel/trace/trace.h

811

void latency_fsnotify(struct trace_array *tr);

kernel/trace/trace.h

813

static inline void latency_fsnotify(struct trace_array *tr) { }

kernel/trace/trace.h

818

void __trace_stack(struct trace_array *tr, unsigned int trace_ctx, int skip);

kernel/trace/trace.h

820

static inline void __trace_stack(struct trace_array *tr, unsigned int trace_ctx,

kernel/trace/trace.h

838

void trace_last_func_repeats(struct trace_array *tr,

kernel/trace/trace.h

846

extern void trace_event_follow_fork(struct trace_array *tr, bool enable);

kernel/trace/trace.h

848

extern int trace_events_enabled(struct trace_array *tr, const char *system);

kernel/trace/trace.h

856

void ftrace_init_trace_array(struct trace_array *tr);

kernel/trace/trace.h

858

static inline void ftrace_init_trace_array(struct trace_array *tr) { }

kernel/trace/trace.h

865

extern void trace_set_ring_buffer_expanded(struct trace_array *tr);

kernel/trace/trace.h

872

struct trace_array *tr);

kernel/trace/trace.h

874

struct trace_array *tr);

kernel/trace/trace.h

876

struct trace_array *tr);

kernel/trace/trace.h

878

struct trace_array *tr);

kernel/trace/trace.h

880

struct trace_array *tr);

kernel/trace/trace.h

882

struct trace_array *tr);

kernel/trace/trace.h

884

struct trace_array *tr);

kernel/trace/trace.h

886

struct trace_array *tr);

kernel/trace/trace.h

911

int trace_array_vprintk(struct trace_array *tr,

kernel/trace/trace.h

985

extern int __trace_graph_entry(struct trace_array *tr,

kernel/trace/trace.h

988

extern int __trace_graph_retaddr_entry(struct trace_array *tr,

kernel/trace/trace.h

993

extern void __trace_graph_return(struct trace_array *tr,

kernel/trace/trace.h

998

extern void init_array_fgraph_ops(struct trace_array *tr, struct ftrace_ops *ops);

kernel/trace/trace.h

999

extern int allocate_fgraph_ops(struct trace_array *tr, struct ftrace_ops *ops);

kernel/trace/trace_boot.c

25

trace_boot_set_instance_options(struct trace_array *tr, struct xbc_node *node)

kernel/trace/trace_boot.c

39

if (trace_set_options(tr, buf) < 0)

kernel/trace/trace_boot.c

462

trace_boot_init_one_event(struct trace_array *tr, struct xbc_node *gnode,

kernel/trace/trace_boot.c

48

tracer_tracing_on(tr);

kernel/trace/trace_boot.c

481

file = find_event_file(tr, group, event);

kernel/trace/trace_boot.c

50

tracer_tracing_off(tr);

kernel/trace/trace_boot.c

518

trace_boot_init_events(struct trace_array *tr, struct xbc_node *node)

kernel/trace/trace_boot.c

541

trace_boot_init_one_event(tr, gnode, enode);

kernel/trace/trace_boot.c

546

trace_array_set_clr_event(tr, data, NULL, true);

kernel/trace/trace_boot.c

55

if (tracing_set_clock(tr, p) < 0)

kernel/trace/trace_boot.c

551

trace_array_set_clr_event(tr, NULL, NULL, true);

kernel/trace/trace_boot.c

554

#define trace_boot_enable_events(tr, node) do {} while (0)

kernel/trace/trace_boot.c

555

#define trace_boot_init_events(tr, node) do {} while (0)

kernel/trace/trace_boot.c

560

trace_boot_set_ftrace_filter(struct trace_array *tr, struct xbc_node *node)

kernel/trace/trace_boot.c

570

if (ftrace_set_filter(tr->ops, q, strlen(q), 0) < 0)

kernel/trace/trace_boot.c

580

if (ftrace_set_notrace(tr->ops, q, strlen(q), 0) < 0)

kernel/trace/trace_boot.c

588

#define trace_boot_set_ftrace_filter(tr, node) do {} while (0)

kernel/trace/trace_boot.c

592

trace_boot_enable_tracer(struct trace_array *tr, struct xbc_node *node)

kernel/trace/trace_boot.c

596

trace_boot_set_ftrace_filter(tr, node);

kernel/trace/trace_boot.c

600

if (tracing_set_tracer(tr, p) < 0)

kernel/trace/trace_boot.c

606

if (tracing_alloc_snapshot_instance(tr) < 0)

kernel/trace/trace_boot.c

612

trace_boot_init_one_instance(struct trace_array *tr, struct xbc_node *node)

kernel/trace/trace_boot.c

614

trace_boot_set_instance_options(tr, node);

kernel/trace/trace_boot.c

615

trace_boot_init_events(tr, node);

kernel/trace/trace_boot.c

616

trace_boot_enable_events(tr, node);

kernel/trace/trace_boot.c

617

trace_boot_enable_tracer(tr, node);

kernel/trace/trace_boot.c

624

struct trace_array *tr;

kernel/trace/trace_boot.c

636

tr = trace_array_get_by_name(p, NULL);

kernel/trace/trace_boot.c

637

if (!tr) {

kernel/trace/trace_boot.c

64

if (tracing_resize_ring_buffer(tr, v, RING_BUFFER_ALL_CPUS) < 0)

kernel/trace/trace_boot.c

641

trace_boot_init_one_instance(tr, inode);

kernel/trace/trace_boot.c

642

trace_array_put(tr);

kernel/trace/trace_boot.c

649

struct trace_array *tr;

kernel/trace/trace_boot.c

655

tr = top_trace_array();

kernel/trace/trace_boot.c

656

if (!tr)

kernel/trace/trace_boot.c

660

trace_boot_init_one_instance(tr, trace_node);

kernel/trace/trace_boot.c

74

tracing_set_cpumask(tr, new_mask) < 0)

kernel/trace/trace_boot.c

83

trace_boot_enable_events(struct trace_array *tr, struct xbc_node *node)

kernel/trace/trace_boot.c

95

if (ftrace_set_clr_event(tr, buf, 1) < 0)

kernel/trace/trace_branch.c

124

static int branch_trace_init(struct trace_array *tr)

kernel/trace/trace_branch.c

126

return enable_branch_tracing(tr);

kernel/trace/trace_branch.c

129

static void branch_trace_reset(struct trace_array *tr)

kernel/trace/trace_branch.c

33

struct trace_array *tr = branch_tracer;

kernel/trace/trace_branch.c

51

if (unlikely(!tr))

kernel/trace/trace_branch.c

56

if (!tracer_tracing_is_on_cpu(tr, raw_smp_processor_id()))

kernel/trace/trace_branch.c

60

buffer = tr->array_buffer.buffer;

kernel/trace/trace_branch.c

96

int enable_branch_tracing(struct trace_array *tr)

kernel/trace/trace_branch.c

99

branch_tracer = tr;

kernel/trace/trace_eprobe.c

552

ret = create_event_filter(file->tr, ep->event,

kernel/trace/trace_eprobe.c

576

struct trace_array *tr = eprobe_file->tr;

kernel/trace/trace_eprobe.c

578

file = find_event_file(tr, ep->event_system, ep->event_name);

kernel/trace/trace_eprobe.c

598

struct trace_array *tr)

kernel/trace/trace_eprobe.c

605

file = find_event_file(tr, ep->event_system, ep->event_name);

kernel/trace/trace_eprobe.c

682

disable_eprobe(ep, file->tr);

kernel/trace/trace_eprobe.c

717

disable_eprobe(ep, file->tr);

kernel/trace/trace_events.c

1006

list_add(&event_mod->list, &tr->mod_events);

kernel/trace/trace_events.c

1016

static inline void clear_mod_events(struct trace_array *tr) { }

kernel/trace/trace_events.c

1017

static int cache_mod(struct trace_array *tr, const char *mod, int set,

kernel/trace/trace_events.c

1024

static void ftrace_clear_events(struct trace_array *tr)

kernel/trace/trace_events.c

1029

list_for_each_entry(file, &tr->events, list) {

kernel/trace/trace_events.c

1032

clear_mod_events(tr);

kernel/trace/trace_events.c

1040

struct trace_array *tr = data;

kernel/trace/trace_events.c

1043

pid_list = rcu_dereference_raw(tr->filtered_pids);

kernel/trace/trace_events.c

1046

pid_list = rcu_dereference_raw(tr->filtered_no_pids);

kernel/trace/trace_events.c

1056

struct trace_array *tr = data;

kernel/trace/trace_events.c

1059

pid_list = rcu_dereference_sched(tr->filtered_pids);

kernel/trace/trace_events.c

1062

pid_list = rcu_dereference_sched(tr->filtered_no_pids);

kernel/trace/trace_events.c

1066

void trace_event_follow_fork(struct trace_array *tr, bool enable)

kernel/trace/trace_events.c

1070

tr, INT_MIN);

kernel/trace/trace_events.c

1072

tr, INT_MAX);

kernel/trace/trace_events.c

1075

tr);

kernel/trace/trace_events.c

1077

tr);

kernel/trace/trace_events.c

1087

struct trace_array *tr = data;

kernel/trace/trace_events.c

1092

pid_list = rcu_dereference_sched(tr->filtered_pids);

kernel/trace/trace_events.c

1093

no_pid_list = rcu_dereference_sched(tr->filtered_no_pids);

kernel/trace/trace_events.c

1102

this_cpu_write(tr->array_buffer.data->ignore_pid, ret ||

kernel/trace/trace_events.c

1113

struct trace_array *tr = data;

kernel/trace/trace_events.c

1117

pid_list = rcu_dereference_sched(tr->filtered_pids);

kernel/trace/trace_events.c

1118

no_pid_list = rcu_dereference_sched(tr->filtered_no_pids);

kernel/trace/trace_events.c

1120

this_cpu_write(tr->array_buffer.data->ignore_pid,

kernel/trace/trace_events.c

1127

struct trace_array *tr = data;

kernel/trace/trace_events.c

1132

if (!this_cpu_read(tr->array_buffer.data->ignore_pid))

kernel/trace/trace_events.c

1135

pid_list = rcu_dereference_sched(tr->filtered_pids);

kernel/trace/trace_events.c

1136

no_pid_list = rcu_dereference_sched(tr->filtered_no_pids);

kernel/trace/trace_events.c

1138

this_cpu_write(tr->array_buffer.data->ignore_pid,

kernel/trace/trace_events.c

1145

struct trace_array *tr = data;

kernel/trace/trace_events.c

1150

if (this_cpu_read(tr->array_buffer.data->ignore_pid))

kernel/trace/trace_events.c

1153

pid_list = rcu_dereference_sched(tr->filtered_pids);

kernel/trace/trace_events.c

1154

no_pid_list = rcu_dereference_sched(tr->filtered_no_pids);

kernel/trace/trace_events.c

1157

this_cpu_write(tr->array_buffer.data->ignore_pid,

kernel/trace/trace_events.c

1161

static void unregister_pid_events(struct trace_array *tr)

kernel/trace/trace_events.c

1163

unregister_trace_sched_switch(event_filter_pid_sched_switch_probe_pre, tr);

kernel/trace/trace_events.c

1164

unregister_trace_sched_switch(event_filter_pid_sched_switch_probe_post, tr);

kernel/trace/trace_events.c

1166

unregister_trace_sched_wakeup(event_filter_pid_sched_wakeup_probe_pre, tr);

kernel/trace/trace_events.c

1167

unregister_trace_sched_wakeup(event_filter_pid_sched_wakeup_probe_post, tr);

kernel/trace/trace_events.c

1169

unregister_trace_sched_wakeup_new(event_filter_pid_sched_wakeup_probe_pre, tr);

kernel/trace/trace_events.c

1170

unregister_trace_sched_wakeup_new(event_filter_pid_sched_wakeup_probe_post, tr);

kernel/trace/trace_events.c

1172

unregister_trace_sched_waking(event_filter_pid_sched_wakeup_probe_pre, tr);

kernel/trace/trace_events.c

1173

unregister_trace_sched_waking(event_filter_pid_sched_wakeup_probe_post, tr);

kernel/trace/trace_events.c

1176

static void __ftrace_clear_event_pids(struct trace_array *tr, int type)

kernel/trace/trace_events.c

1183

pid_list = rcu_dereference_protected(tr->filtered_pids,

kernel/trace/trace_events.c

1185

no_pid_list = rcu_dereference_protected(tr->filtered_no_pids,

kernel/trace/trace_events.c

1193

unregister_pid_events(tr);

kernel/trace/trace_events.c

1195

list_for_each_entry(file, &tr->events, list) {

kernel/trace/trace_events.c

1200

per_cpu_ptr(tr->array_buffer.data, cpu)->ignore_pid = false;

kernel/trace/trace_events.c

1204

rcu_assign_pointer(tr->filtered_pids, NULL);

kernel/trace/trace_events.c

1207

rcu_assign_pointer(tr->filtered_no_pids, NULL);

kernel/trace/trace_events.c

1219

static void ftrace_clear_event_pids(struct trace_array *tr, int type)

kernel/trace/trace_events.c

1222

__ftrace_clear_event_pids(tr, type);

kernel/trace/trace_events.c

1325

__ftrace_set_clr_event_nolock(struct trace_array *tr, const char *match,

kernel/trace/trace_events.c

1348

list_for_each_entry(file, &tr->events, list) {

kernel/trace/trace_events.c

1393

ret = cache_mod(tr, module, set, match, sub, event);

kernel/trace/trace_events.c

1398

static int __ftrace_set_clr_event(struct trace_array *tr, const char *match,

kernel/trace/trace_events.c

1405

ret = __ftrace_set_clr_event_nolock(tr, match, sub, event, set, mod);

kernel/trace/trace_events.c

1411

int ftrace_set_clr_event(struct trace_array *tr, char *buf, int set)

kernel/trace/trace_events.c

1416

if (!tr)

kernel/trace/trace_events.c

1455

ret = __ftrace_set_clr_event(tr, match, sub, event, set, mod);

kernel/trace/trace_events.c

1478

struct trace_array *tr = top_trace_array();

kernel/trace/trace_events.c

1480

if (!tr)

kernel/trace/trace_events.c

1483

return __ftrace_set_clr_event(tr, NULL, system, event, set, NULL);

kernel/trace/trace_events.c

1500

int trace_array_set_clr_event(struct trace_array *tr, const char *system,

kernel/trace/trace_events.c

1505

if (!tr)

kernel/trace/trace_events.c

1509

return __ftrace_set_clr_event(tr, NULL, system, event, set, NULL);

kernel/trace/trace_events.c

1522

struct trace_array *tr = m->private;

kernel/trace/trace_events.c

1528

ret = tracing_update_buffers(tr);

kernel/trace/trace_events.c

1543

ret = ftrace_set_clr_event(tr, parser.buffer + !set, set);

kernel/trace/trace_events.c

1561

struct trace_array *tr = m->private;

kernel/trace/trace_events.c

1565

list_for_each_entry_continue(file, &tr->events, list) {

kernel/trace/trace_events.c

1582

struct trace_array *tr = m->private;

kernel/trace/trace_events.c

1587

file = list_entry(&tr->events, struct trace_event_file, list);

kernel/trace/trace_events.c

1614

struct trace_array *tr = m->private;

kernel/trace/trace_events.c

1620

list_for_each_entry_continue(file, &tr->events, list) {

kernel/trace/trace_events.c

1628

iter->event_mod = list_entry(&tr->mod_events, struct event_mod_load, list);

kernel/trace/trace_events.c

1633

list_for_each_entry_continue(iter->event_mod, &tr->mod_events, list)

kernel/trace/trace_events.c

1649

struct trace_array *tr = m->private;

kernel/trace/trace_events.c

1659

iter->file = list_entry(&tr->events, struct trace_event_file, list);

kernel/trace/trace_events.c

1804

struct trace_array *tr = m->private;

kernel/trace/trace_events.c

1808

pid_list = rcu_dereference_sched(tr->filtered_pids);

kernel/trace/trace_events.c

1810

pid_list = rcu_dereference_sched(tr->filtered_no_pids);

kernel/trace/trace_events.c

1831

struct trace_array *tr = m->private;

kernel/trace/trace_events.c

1843

pid_list = rcu_dereference_sched(tr->filtered_pids);

kernel/trace/trace_events.c

1845

pid_list = rcu_dereference_sched(tr->filtered_no_pids);

kernel/trace/trace_events.c

1921

ret = tracing_update_buffers(file->tr);

kernel/trace/trace_events.c

1945

int trace_events_enabled(struct trace_array *tr, const char *system)

kernel/trace/trace_events.c

1953

list_for_each_entry(file, &tr->events, list) {

kernel/trace/trace_events.c

1986

struct trace_array *tr = dir->tr;

kernel/trace/trace_events.c

1991

set = trace_events_enabled(tr, system ? system->name : NULL);

kernel/trace/trace_events.c

2015

ret = tracing_update_buffers(dir->tr);

kernel/trace/trace_events.c

2029

ret = __ftrace_set_clr_event(dir->tr, NULL, name, NULL, val, NULL);

kernel/trace/trace_events.c

2272

struct trace_array *tr = NULL, *iter_tr;

kernel/trace/trace_events.c

2286

tr = iter_tr;

kernel/trace/trace_events.c

2304

if (trace_array_get(tr) < 0) {

kernel/trace/trace_events.c

2311

trace_array_put(tr);

kernel/trace/trace_events.c

2321

struct trace_array *tr = inode->i_private;

kernel/trace/trace_events.c

2334

dir->tr = tr;

kernel/trace/trace_events.c

2344

trace_array_put(dir->tr);

kernel/trace/trace_events.c

2414

struct trace_array *tr = filp->private_data;

kernel/trace/trace_events.c

2427

ring_buffer_print_page_header(tr->array_buffer.buffer, s);

kernel/trace/trace_events.c

2462

struct trace_array *tr = data;

kernel/trace/trace_events.c

2470

pid_list = rcu_dereference_protected(tr->filtered_pids,

kernel/trace/trace_events.c

2472

no_pid_list = rcu_dereference_protected(tr->filtered_no_pids,

kernel/trace/trace_events.c

2475

this_cpu_write(tr->array_buffer.data->ignore_pid,

kernel/trace/trace_events.c

2479

static void register_pid_events(struct trace_array *tr)

kernel/trace/trace_events.c

2488

tr, INT_MAX);

kernel/trace/trace_events.c

2490

tr, 0);

kernel/trace/trace_events.c

2493

tr, INT_MAX);

kernel/trace/trace_events.c

2495

tr, 0);

kernel/trace/trace_events.c

2498

tr, INT_MAX);

kernel/trace/trace_events.c

2500

tr, 0);

kernel/trace/trace_events.c

2503

tr, INT_MAX);

kernel/trace/trace_events.c

2505

tr, 0);

kernel/trace/trace_events.c

2513

struct trace_array *tr = m->private;

kernel/trace/trace_events.c

2523

ret = tracing_update_buffers(tr);

kernel/trace/trace_events.c

2530

filtered_pids = rcu_dereference_protected(tr->filtered_pids,

kernel/trace/trace_events.c

2532

other_pids = rcu_dereference_protected(tr->filtered_no_pids,

kernel/trace/trace_events.c

2535

filtered_pids = rcu_dereference_protected(tr->filtered_no_pids,

kernel/trace/trace_events.c

2537

other_pids = rcu_dereference_protected(tr->filtered_pids,

kernel/trace/trace_events.c

2546

rcu_assign_pointer(tr->filtered_pids, pid_list);

kernel/trace/trace_events.c

2548

rcu_assign_pointer(tr->filtered_no_pids, pid_list);

kernel/trace/trace_events.c

2550

list_for_each_entry(file, &tr->events, list) {

kernel/trace/trace_events.c

2558

register_pid_events(tr);

kernel/trace/trace_events.c

2566

on_each_cpu(ignore_task_cpu, tr, 1);

kernel/trace/trace_events.c

2773

struct trace_array *tr = inode->i_private;

kernel/trace/trace_events.c

2775

trace_array_put(tr);

kernel/trace/trace_events.c

2793

struct trace_array *tr = inode->i_private;

kernel/trace/trace_events.c

2796

ret = tracing_check_open_get_tr(tr);

kernel/trace/trace_events.c

2802

ftrace_clear_events(tr);

kernel/trace/trace_events.c

2806

trace_array_put(tr);

kernel/trace/trace_events.c

2842

struct trace_array *tr = inode->i_private;

kernel/trace/trace_events.c

2845

ret = tracing_check_open_get_tr(tr);

kernel/trace/trace_events.c

2851

ftrace_clear_event_pids(tr, TRACE_PIDS);

kernel/trace/trace_events.c

2855

trace_array_put(tr);

kernel/trace/trace_events.c

2863

struct trace_array *tr = inode->i_private;

kernel/trace/trace_events.c

2866

ret = tracing_check_open_get_tr(tr);

kernel/trace/trace_events.c

2872

ftrace_clear_event_pids(tr, TRACE_NO_PIDS);

kernel/trace/trace_events.c

2876

trace_array_put(tr);

kernel/trace/trace_events.c

2928

event_subsystem_dir(struct trace_array *tr, const char *name,

kernel/trace/trace_events.c

2947

list_for_each_entry(dir, &tr->systems, list) {

kernel/trace/trace_events.c

2990

dir->tr = tr;

kernel/trace/trace_events.c

2996

list_add(&dir->list, &tr->systems);

kernel/trace/trace_events.c

3134

struct trace_array *tr = file->tr;

kernel/trace/trace_events.c

3192

e_events = event_subsystem_dir(tr, call->class->system, file, parent);

kernel/trace/trace_events.c

3222

struct trace_array *tr;

kernel/trace/trace_events.c

3224

do_for_each_event_file_safe(tr, file) {

kernel/trace/trace_events.c

3241

struct trace_array *tr;

kernel/trace/trace_events.c

3244

do_for_each_event_file(tr, file) {

kernel/trace/trace_events.c

3249

tr->clear_trace = true;

kernel/trace/trace_events.c

3640

struct trace_array *tr)

kernel/trace/trace_events.c

3647

if (!event_in_systems(call, tr->system_names))

kernel/trace/trace_events.c

3654

pid_list = rcu_dereference_protected(tr->filtered_pids,

kernel/trace/trace_events.c

3656

no_pid_list = rcu_dereference_protected(tr->filtered_no_pids,

kernel/trace/trace_events.c

3664

file->tr = tr;

kernel/trace/trace_events.c

3668

list_add(&file->list, &tr->events);

kernel/trace/trace_events.c

3712

__trace_add_new_event(struct trace_event_call *call, struct trace_array *tr)

kernel/trace/trace_events.c

3716

file = trace_create_new_event(call, tr);

kernel/trace/trace_events.c

3730

return event_create_dir(tr->event_dir, file);

kernel/trace/trace_events.c

3760

struct trace_array *tr)

kernel/trace/trace_events.c

3765

file = trace_create_new_event(call, tr);

kernel/trace/trace_events.c

3819

struct trace_array *tr;

kernel/trace/trace_events.c

3826

do_for_each_event_file(tr, file) {

kernel/trace/trace_events.c

3838

tr->clear_trace = true;

kernel/trace/trace_events.c

3853

list_for_each_entry(tr, &ftrace_trace_arrays, list) {

kernel/trace/trace_events.c

3854

tr->clear_trace = false;

kernel/trace/trace_events.c

3882

static void update_mod_cache(struct trace_array *tr, struct module *mod)

kernel/trace/trace_events.c

3886

list_for_each_entry_safe(event_mod, n, &tr->mod_events, list) {

kernel/trace/trace_events.c

3890

__ftrace_set_clr_event_nolock(tr, event_mod->match,

kernel/trace/trace_events.c

3899

struct trace_array *tr;

kernel/trace/trace_events.c

3901

list_for_each_entry(tr, &ftrace_trace_arrays, list)

kernel/trace/trace_events.c

3902

update_mod_cache(tr, mod);

kernel/trace/trace_events.c

3992

__trace_add_event_dirs(struct trace_array *tr)

kernel/trace/trace_events.c

4000

ret = __trace_add_new_event(call, tr);

kernel/trace/trace_events.c

4009

__find_event_file(struct trace_array *tr, const char *system, const char *event)

kernel/trace/trace_events.c

4015

list_for_each_entry(file, &tr->events, list) {

kernel/trace/trace_events.c

4032

find_event_file(struct trace_array *tr, const char *system, const char *event)

kernel/trace/trace_events.c

4036

file = __find_event_file(tr, system, event);

kernel/trace/trace_events.c

4068

struct trace_array *tr = top_trace_array();

kernel/trace/trace_events.c

4073

tr = trace_array_find_get(instance);

kernel/trace/trace_events.c

4074

if (!tr)

kernel/trace/trace_events.c

4077

ret = trace_array_get(tr);

kernel/trace/trace_events.c

4084

file = find_event_file(tr, system, event);

kernel/trace/trace_events.c

4086

trace_array_put(tr);

kernel/trace/trace_events.c

4093

trace_array_put(tr);

kernel/trace/trace_events.c

4116

trace_array_put(file->tr);

kernel/trace/trace_events.c

4138

struct trace_array *tr, struct ftrace_probe_ops *ops,

kernel/trace/trace_events.c

4155

struct trace_array *tr, struct ftrace_probe_ops *ops,

kernel/trace/trace_events.c

4212

event_enable_init(struct ftrace_probe_ops *ops, struct trace_array *tr,

kernel/trace/trace_events.c

4250

event_enable_free(struct ftrace_probe_ops *ops, struct trace_array *tr,

kernel/trace/trace_events.c

4303

event_enable_func(struct trace_array *tr, struct ftrace_hash *hash,

kernel/trace/trace_events.c

4316

if (!tr)

kernel/trace/trace_events.c

4331

file = find_event_file(tr, system, event);

kernel/trace/trace_events.c

4343

return unregister_ftrace_function_probe_func(glob+1, tr, ops);

kernel/trace/trace_events.c

4378

ret = register_ftrace_function_probe(glob, tr, ops, data);

kernel/trace/trace_events.c

4433

static void __trace_early_add_event_dirs(struct trace_array *tr)

kernel/trace/trace_events.c

4439

list_for_each_entry(file, &tr->events, list) {

kernel/trace/trace_events.c

4440

ret = event_create_dir(tr->event_dir, file);

kernel/trace/trace_events.c

4453

void __trace_early_add_events(struct trace_array *tr)

kernel/trace/trace_events.c

4464

ret = __trace_early_add_new_event(call, tr);

kernel/trace/trace_events.c

4473

__trace_remove_event_dirs(struct trace_array *tr)

kernel/trace/trace_events.c

4477

list_for_each_entry_safe(file, next, &tr->events, list)

kernel/trace/trace_events.c

4483

struct trace_array *tr;

kernel/trace/trace_events.c

4485

list_for_each_entry(tr, &ftrace_trace_arrays, list)

kernel/trace/trace_events.c

4486

__trace_add_new_event(call, tr);

kernel/trace/trace_events.c

4532

create_event_toplevel_files(struct dentry *parent, struct trace_array *tr)

kernel/trace/trace_events.c

4553

tr, &ftrace_set_event_fops);

kernel/trace/trace_events.c

4557

trace_create_file("show_event_filters", TRACE_MODE_READ, parent, tr,

kernel/trace/trace_events.c

4560

trace_create_file("show_event_triggers", TRACE_MODE_READ, parent, tr,

kernel/trace/trace_events.c

4566

nr_entries, tr);

kernel/trace/trace_events.c

4575

tr, &ftrace_set_event_pid_fops);

kernel/trace/trace_events.c

4578

TRACE_MODE_WRITE, parent, tr,

kernel/trace/trace_events.c

4581

tr->event_dir = e_events;

kernel/trace/trace_events.c

4599

int event_trace_add_tracer(struct dentry *parent, struct trace_array *tr)

kernel/trace/trace_events.c

4605

ret = create_event_toplevel_files(parent, tr);

kernel/trace/trace_events.c

4611

if (unlikely(!list_empty(&tr->events)))

kernel/trace/trace_events.c

4612

__trace_early_add_event_dirs(tr);

kernel/trace/trace_events.c

4614

__trace_add_event_dirs(tr);

kernel/trace/trace_events.c

4626

early_event_add_tracer(struct dentry *parent, struct trace_array *tr)

kernel/trace/trace_events.c

4632

ret = create_event_toplevel_files(parent, tr);

kernel/trace/trace_events.c

4637

__trace_early_add_event_dirs(tr);

kernel/trace/trace_events.c

4644

int event_trace_del_tracer(struct trace_array *tr)

kernel/trace/trace_events.c

4649

clear_event_triggers(tr);

kernel/trace/trace_events.c

4652

__ftrace_clear_event_pids(tr, TRACE_PIDS | TRACE_NO_PIDS);

kernel/trace/trace_events.c

4655

__ftrace_set_clr_event_nolock(tr, NULL, NULL, NULL, 0, NULL);

kernel/trace/trace_events.c

4661

__trace_remove_event_dirs(tr);

kernel/trace/trace_events.c

4662

eventfs_remove_events_dir(tr->event_dir);

kernel/trace/trace_events.c

4665

tr->event_dir = NULL;

kernel/trace/trace_events.c

4681

static __init void __early_set_events(struct trace_array *tr, char *buf, bool enable)

kernel/trace/trace_events.c

4688

if (ftrace_set_clr_event(tr, token, 1))

kernel/trace/trace_events.c

4691

ftrace_set_clr_event(tr, token, 0);

kernel/trace/trace_events.c

4719

early_enable_events(struct trace_array *tr, char *buf, bool disable_first)

kernel/trace/trace_events.c

4722

__early_set_events(tr, buf, false);

kernel/trace/trace_events.c

4724

__early_set_events(tr, buf, true);

kernel/trace/trace_events.c

4729

struct trace_array *tr = top_trace_array();

kernel/trace/trace_events.c

4733

if (!tr)

kernel/trace/trace_events.c

4752

__trace_early_add_events(tr);

kernel/trace/trace_events.c

4754

early_enable_events(tr, bootup_event_buf, false);

kernel/trace/trace_events.c

4776

struct trace_array *tr;

kernel/trace/trace_events.c

4778

tr = top_trace_array();

kernel/trace/trace_events.c

4779

if (!tr)

kernel/trace/trace_events.c

4782

early_enable_events(tr, bootup_event_buf, true);

kernel/trace/trace_events.c

4803

struct trace_array *tr;

kernel/trace/trace_events.c

4806

tr = top_trace_array();

kernel/trace/trace_events.c

4807

if (!tr)

kernel/trace/trace_events.c

4811

NULL, tr, &ftrace_avail_fops);

kernel/trace/trace_events.c

4813

ret = early_event_add_tracer(NULL, tr);

kernel/trace/trace_events.c

4899

struct trace_array *tr;

kernel/trace/trace_events.c

4902

tr = top_trace_array();

kernel/trace/trace_events.c

4903

if (!tr)

kernel/trace/trace_events.c

4908

list_for_each_entry(file, &tr->events, list) {

kernel/trace/trace_events.c

4951

list_for_each_entry(dir, &tr->systems, list) {

kernel/trace/trace_events.c

4961

ret = __ftrace_set_clr_event(tr, NULL, system->name, NULL, 1, NULL);

kernel/trace/trace_events.c

4970

ret = __ftrace_set_clr_event(tr, NULL, system->name, NULL, 0, NULL);

kernel/trace/trace_events.c

4985

ret = __ftrace_set_clr_event(tr, NULL, NULL, NULL, 1, NULL);

kernel/trace/trace_events.c

4994

ret = __ftrace_set_clr_event(tr, NULL, NULL, NULL, 0, NULL);

kernel/trace/trace_events.c

5053

event_trace_file.tr = top_trace_array();

kernel/trace/trace_events.c

5054

if (WARN_ON(!event_trace_file.tr))

kernel/trace/trace_events.c

634

struct trace_array *tr = trace_file->tr;

kernel/trace/trace_events.c

638

pid_list = rcu_dereference_raw(tr->filtered_pids);

kernel/trace/trace_events.c

639

no_pid_list = rcu_dereference_raw(tr->filtered_no_pids);

kernel/trace/trace_events.c

648

return this_cpu_read(tr->array_buffer.data->ignore_pid) != 0;

kernel/trace/trace_events.c

72

#define do_for_each_event_file(tr, file) \

kernel/trace/trace_events.c

73

list_for_each_entry(tr, &ftrace_trace_arrays, list) { \

kernel/trace/trace_events.c

74

list_for_each_entry(file, &tr->events, list)

kernel/trace/trace_events.c

743

struct trace_array *tr;

kernel/trace/trace_events.c

747

do_for_each_event_file(tr, file) {

kernel/trace/trace_events.c

76

#define do_for_each_event_file_safe(tr, file) \

kernel/trace/trace_events.c

765

struct trace_array *tr;

kernel/trace/trace_events.c

769

do_for_each_event_file(tr, file) {

kernel/trace/trace_events.c

77

list_for_each_entry(tr, &ftrace_trace_arrays, list) { \

kernel/trace/trace_events.c

788

struct trace_array *tr = file->tr;

kernel/trace/trace_events.c

79

list_for_each_entry_safe(file, ___n, &tr->events, list)

kernel/trace/trace_events.c

865

if (tr->trace_flags & TRACE_ITER(RECORD_CMD)) {

kernel/trace/trace_events.c

871

if (tr->trace_flags & TRACE_ITER(RECORD_TGID)) {

kernel/trace/trace_events.c

929

static void clear_mod_events(struct trace_array *tr)

kernel/trace/trace_events.c

933

list_for_each_entry_safe(event_mod, n, &tr->mod_events, list) {

kernel/trace/trace_events.c

938

static int remove_cache_mod(struct trace_array *tr, const char *mod,

kernel/trace/trace_events.c

944

list_for_each_entry_safe(event_mod, n, &tr->mod_events, list) {

kernel/trace/trace_events.c

966

static int cache_mod(struct trace_array *tr, const char *mod, int set,

kernel/trace/trace_events.c

977

return remove_cache_mod(tr, mod, match, system, event);

kernel/trace/trace_events_filter.c

1204

static void append_filter_err(struct trace_array *tr,

kernel/trace/trace_events_filter.c

1233

tracing_log_err(tr, "event filter parse error",

kernel/trace/trace_events_filter.c

1238

tracing_log_err(tr, "event filter parse error",

kernel/trace/trace_events_filter.c

1329

struct trace_array *tr)

kernel/trace/trace_events_filter.c

1333

list_for_each_entry(file, &tr->events, list) {

kernel/trace/trace_events_filter.c

1438

struct trace_array *tr,

kernel/trace/trace_events_filter.c

1451

list_for_each_entry(file, &tr->events, list) {

kernel/trace/trace_events_filter.c

1477

list_for_each_entry(file, &tr->events, list) {

kernel/trace/trace_events_filter.c

2253

struct trace_array *tr,

kernel/trace/trace_events_filter.c

2270

list_for_each_entry(file, &tr->events, list) {

kernel/trace/trace_events_filter.c

2287

append_filter_err(tr, pe, filter);

kernel/trace/trace_events_filter.c

2391

static int create_filter(struct trace_array *tr,

kernel/trace/trace_events_filter.c

2409

append_filter_err(tr, pe, *filterp);

kernel/trace/trace_events_filter.c

2415

int create_event_filter(struct trace_array *tr,

kernel/trace/trace_events_filter.c

2420

return create_filter(tr, call, filter_str, set_str, filterp);

kernel/trace/trace_events_filter.c

2440

err = process_system_preds(dir, dir->tr, pe, filter_str);

kernel/trace/trace_events_filter.c

2446

append_filter_err(dir->tr, pe, *filterp);

kernel/trace/trace_events_filter.c

2478

err = create_filter(file->tr, call, filter_string, true, &filter);

kernel/trace/trace_events_filter.c

2508

struct trace_array *tr = dir->tr;

kernel/trace/trace_events_filter.c

2519

filter_free_subsystem_preds(dir, tr);

kernel/trace/trace_events_filter.c

2524

filter_free_subsystem_filters(dir, tr, filter);

kernel/trace/trace_events_hist.c

1024

struct trace_array *tr = hist_data->event_file->tr;

kernel/trace/trace_events_hist.c

1027

list_for_each_entry(var_data, &tr->hist_vars, list) {

kernel/trace/trace_events_hist.c

1079

struct trace_array *tr = hist_data->event_file->tr;

kernel/trace/trace_events_hist.c

1086

if (tracing_check_open_get_tr(tr))

kernel/trace/trace_events_hist.c

1091

trace_array_put(tr);

kernel/trace/trace_events_hist.c

1096

list_add(&var_data->list, &tr->hist_vars);

kernel/trace/trace_events_hist.c

1103

struct trace_array *tr = hist_data->event_file->tr;

kernel/trace/trace_events_hist.c

1117

trace_array_put(tr);

kernel/trace/trace_events_hist.c

1164

static struct trace_event_file *find_var_file(struct trace_array *tr,

kernel/trace/trace_events_hist.c

1174

return find_event_file(tr, system, event_name);

kernel/trace/trace_events_hist.c

1176

list_for_each_entry(var_data, &tr->hist_vars, list) {

kernel/trace/trace_events_hist.c

1184

hist_err(tr, HIST_ERR_VAR_NOT_UNIQUE, errpos(var_name));

kernel/trace/trace_events_hist.c

1219

struct trace_array *tr = hist_data->event_file->tr;

kernel/trace/trace_events_hist.c

1231

file = find_var_file(tr, system, event_name, var_name);

kernel/trace/trace_events_hist.c

1237

hist_err(tr, HIST_ERR_VAR_NOT_UNIQUE,

kernel/trace/trace_events_hist.c

1254

struct trace_array *tr = hist_data->event_file->tr;

kernel/trace/trace_events_hist.c

1266

file = find_var_file(tr, system, event_name, var_name);

kernel/trace/trace_events_hist.c

1475

static int parse_assignment(struct trace_array *tr,

kernel/trace/trace_events_hist.c

1528

hist_err(tr, HIST_ERR_TOO_MANY_VARS, errpos(str));

kernel/trace/trace_events_hist.c

1546

parse_hist_trigger_attrs(struct trace_array *tr, char *trigger_str)

kernel/trace/trace_events_hist.c

1563

hist_err(tr, HIST_ERR_EMPTY_ASSIGNMENT, errpos(str));

kernel/trace/trace_events_hist.c

1566

ret = parse_assignment(tr, str, attrs);

kernel/trace/trace_events_hist.c

2307

struct trace_array *tr = hist_data->event_file->tr;

kernel/trace/trace_events_hist.c

2320

hist_err(tr, HIST_ERR_VAR_NOT_FOUND, errpos(var_name));

kernel/trace/trace_events_hist.c

2331

struct trace_array *tr = file->tr;

kernel/trace/trace_events_hist.c

2384

hist_err(tr, HIST_ERR_BAD_FIELD_MODIFIER, errpos(modifier));

kernel/trace/trace_events_hist.c

2420

hist_err(tr, HIST_ERR_FIELD_NOT_FOUND,

kernel/trace/trace_events_hist.c

2461

struct trace_array *tr = hist_data->event_file->tr;

kernel/trace/trace_events_hist.c

2466

hist_err(tr, HIST_ERR_EXPECT_NUMBER, errpos(str));

kernel/trace/trace_events_hist.c

2573

hist_err(file->tr, HIST_ERR_TOO_MANY_SUBEXPR, errpos(str));

kernel/trace/trace_events_hist.c

2592

hist_err(file->tr, HIST_ERR_UNARY_MINUS_SUBEXPR,

kernel/trace/trace_events_hist.c

2619

hist_err(file->tr, HIST_ERR_INVALID_STR_OPERAND, errpos(str));

kernel/trace/trace_events_hist.c

2649

static int check_expr_operands(struct trace_array *tr,

kernel/trace/trace_events_hist.c

2682

hist_err(tr, HIST_ERR_TIMESTAMP_MISMATCH, 0);

kernel/trace/trace_events_hist.c

2703

hist_err(file->tr, HIST_ERR_TOO_MANY_SUBEXPR, errpos(str));

kernel/trace/trace_events_hist.c

2738

hist_err(file->tr, HIST_ERR_INVALID_STR_OPERAND, errpos(operand1_str));

kernel/trace/trace_events_hist.c

2751

hist_err(file->tr, HIST_ERR_INVALID_STR_OPERAND, errpos(str));

kernel/trace/trace_events_hist.c

2774

ret = check_expr_operands(file->tr, operand1, operand2, &var1, &var2);

kernel/trace/trace_events_hist.c

2810

hist_err(file->tr, HIST_ERR_DIVISION_BY_ZERO, errpos(str));

kernel/trace/trace_events_hist.c

2948

static struct trace_event_file *event_file(struct trace_array *tr,

kernel/trace/trace_events_hist.c

2953

file = __find_event_file(tr, system, event_name);

kernel/trace/trace_events_hist.c

3010

struct trace_array *tr = target_hist_data->event_file->tr;

kernel/trace/trace_events_hist.c

3022

hist_err(tr, HIST_ERR_TOO_MANY_FIELD_VARS, errpos(field_name));

kernel/trace/trace_events_hist.c

3026

file = event_file(tr, subsys_name, event_name);

kernel/trace/trace_events_hist.c

3029

hist_err(tr, HIST_ERR_EVENT_FILE_NOT_FOUND, errpos(field_name));

kernel/trace/trace_events_hist.c

3042

hist_err(tr, HIST_ERR_HIST_NOT_FOUND, errpos(field_name));

kernel/trace/trace_events_hist.c

3103

hist_err(tr, HIST_ERR_HIST_CREATE_FAIL, errpos(field_name));

kernel/trace/trace_events_hist.c

3115

hist_err(tr, HIST_ERR_SYNTH_VAR_NOT_FOUND, errpos(field_name));

kernel/trace/trace_events_hist.c

3270

struct trace_array *tr = file->tr;

kernel/trace/trace_events_hist.c

3275

hist_err(tr, HIST_ERR_TOO_MANY_FIELD_VARS, errpos(field_name));

kernel/trace/trace_events_hist.c

3282

hist_err(tr, HIST_ERR_FIELD_VAR_PARSE_FAIL, errpos(field_name));

kernel/trace/trace_events_hist.c

3289

hist_err(tr, HIST_ERR_VAR_CREATE_FIND_FAIL, errpos(field_name));

kernel/trace/trace_events_hist.c

3420

static bool cond_snapshot_update(struct trace_array *tr, void *cond_data)

kernel/trace/trace_events_hist.c

3423

struct track_data *track_data = tr->cond_snapshot->cond_data;

kernel/trace/trace_events_hist.c

3466

tracing_snapshot_cond(file->tr, &context);

kernel/trace/trace_events_hist.c

3498

track_data = tracing_cond_snapshot_data(file->tr);

kernel/trace/trace_events_hist.c

3519

static bool cond_snapshot_update(struct trace_array *tr, void *cond_data)

kernel/trace/trace_events_hist.c

3610

track_data = tracing_cond_snapshot_data(file->tr);

kernel/trace/trace_events_hist.c

3612

tracing_snapshot_cond_disable(file->tr);

kernel/trace/trace_events_hist.c

3630

struct trace_array *tr = file->tr;

kernel/trace/trace_events_hist.c

3636

hist_err(tr, HIST_ERR_ONX_NOT_VAR, errpos(track_data_var_str));

kernel/trace/trace_events_hist.c

3643

hist_err(tr, HIST_ERR_ONX_VAR_NOT_FOUND, errpos(track_data_var_str));

kernel/trace/trace_events_hist.c

3656

hist_err(tr, HIST_ERR_ONX_VAR_CREATE_FAIL, 0);

kernel/trace/trace_events_hist.c

3664

hist_err(tr, HIST_ERR_ONX_VAR_CREATE_FAIL, 0);

kernel/trace/trace_events_hist.c

3675

static int parse_action_params(struct trace_array *tr, char *params,

kernel/trace/trace_events_hist.c

3684

hist_err(tr, HIST_ERR_TOO_MANY_PARAMS, 0);

kernel/trace/trace_events_hist.c

3691

hist_err(tr, HIST_ERR_PARAM_NOT_FOUND, 0);

kernel/trace/trace_events_hist.c

3698

hist_err(tr, HIST_ERR_INVALID_PARAM, errpos(param));

kernel/trace/trace_events_hist.c

3722

static int action_parse(struct trace_array *tr, char *str, struct action_data *data,

kernel/trace/trace_events_hist.c

3730

hist_err(tr, HIST_ERR_ACTION_NOT_FOUND, 0);

kernel/trace/trace_events_hist.c

3737

hist_err(tr, HIST_ERR_ACTION_NOT_FOUND, 0);

kernel/trace/trace_events_hist.c

3746

hist_err(tr, HIST_ERR_NO_SAVE_PARAMS, 0);

kernel/trace/trace_events_hist.c

3751

ret = parse_action_params(tr, params, data);

kernel/trace/trace_events_hist.c

3760

hist_err(tr, HIST_ERR_ACTION_MISMATCH, errpos(action_name));

kernel/trace/trace_events_hist.c

3772

hist_err(tr, HIST_ERR_NO_CLOSING_PAREN, errpos(params));

kernel/trace/trace_events_hist.c

3782

hist_err(tr, HIST_ERR_ACTION_MISMATCH, errpos(action_name));

kernel/trace/trace_events_hist.c

3797

ret = parse_action_params(tr, params, data);

kernel/trace/trace_events_hist.c

3850

ret = action_parse(hist_data->event_file->tr, str, data, handler);

kernel/trace/trace_events_hist.c

3939

struct trace_array *tr = hist_data->event_file->tr;

kernel/trace/trace_events_hist.c

3955

hist_err(tr, HIST_ERR_PARAM_NOT_FOUND, errpos(var));

kernel/trace/trace_events_hist.c

4015

struct trace_array *tr = hist_data->event_file->tr;

kernel/trace/trace_events_hist.c

4037

hist_err(tr, HIST_ERR_SYNTH_EVENT_NOT_FOUND, errpos(synth_event_name));

kernel/trace/trace_events_hist.c

4105

hist_err(tr, HIST_ERR_SYNTH_TYPE_MISMATCH, errpos(param));

kernel/trace/trace_events_hist.c

4112

hist_err(tr, HIST_ERR_SYNTH_COUNT_MISMATCH, errpos(event->name));

kernel/trace/trace_events_hist.c

4130

struct trace_array *tr = file->tr;

kernel/trace/trace_events_hist.c

4147

ret = tracing_snapshot_cond_enable(file->tr, track_data,

kernel/trace/trace_events_hist.c

4158

hist_err(tr, HIST_ERR_TOO_MANY_SAVE_ACTIONS, 0);

kernel/trace/trace_events_hist.c

4171

hist_err(tr, HIST_ERR_FIELD_VAR_CREATE_FAIL,

kernel/trace/trace_events_hist.c

4195

static struct action_data *onmatch_parse(struct trace_array *tr, char *str)

kernel/trace/trace_events_hist.c

4207

hist_err(tr, HIST_ERR_NO_CLOSING_PAREN, errpos(match_event));

kernel/trace/trace_events_hist.c

4213

hist_err(tr, HIST_ERR_SUBSYS_NOT_FOUND, errpos(match_event_system));

kernel/trace/trace_events_hist.c

4217

if (IS_ERR(event_file(tr, match_event_system, match_event))) {

kernel/trace/trace_events_hist.c

4218

hist_err(tr, HIST_ERR_INVALID_SUBSYS_EVENT, errpos(match_event));

kernel/trace/trace_events_hist.c

4234

ret = action_parse(tr, str, data, HANDLER_ONMATCH);

kernel/trace/trace_events_hist.c

4301

hist_err(file->tr, HIST_ERR_BAD_FIELD_MODIFIER, errpos(field_str));

kernel/trace/trace_events_hist.c

4441

struct trace_array *tr = hist_data->event_file->tr;

kernel/trace/trace_events_hist.c

4449

hist_err(tr, HIST_ERR_DUPLICATE_VAR, errpos(var_name));

kernel/trace/trace_events_hist.c

4506

hist_err(hist_data->event_file->tr, HIST_ERR_NEED_NOHC_VAL, 0);

kernel/trace/trace_events_hist.c

4519

struct trace_array *tr = hist_data->event_file->tr;

kernel/trace/trace_events_hist.c

4543

hist_err(tr, HIST_ERR_INVALID_REF_KEY, errpos(field_str));

kernel/trace/trace_events_hist.c

4640

struct trace_array *tr = hist_data->event_file->tr;

kernel/trace/trace_events_hist.c

4654

hist_err(tr, HIST_ERR_MALFORMED_ASSIGNMENT,

kernel/trace/trace_events_hist.c

4661

hist_err(tr, HIST_ERR_TOO_MANY_VARS, errpos(var_name));

kernel/trace/trace_events_hist.c

4718

static int is_descending(struct trace_array *tr, const char *str)

kernel/trace/trace_events_hist.c

4729

hist_err(tr, HIST_ERR_INVALID_SORT_MODIFIER, errpos((char *)str));

kernel/trace/trace_events_hist.c

4736

struct trace_array *tr = hist_data->event_file->tr;

kernel/trace/trace_events_hist.c

4760

hist_err(tr, HIST_ERR_EMPTY_SORT_FIELD, errpos("sort="));

kernel/trace/trace_events_hist.c

4765

hist_err(tr, HIST_ERR_TOO_MANY_SORT_FIELDS, errpos("sort="));

kernel/trace/trace_events_hist.c

4773

hist_err(tr, HIST_ERR_EMPTY_SORT_FIELD, errpos("sort="));

kernel/trace/trace_events_hist.c

4778

descending = is_descending(tr, field_str);

kernel/trace/trace_events_hist.c

4800

descending = is_descending(tr, field_str);

kernel/trace/trace_events_hist.c

4811

hist_err(tr, HIST_ERR_INVALID_SORT_FIELD, errpos(field_name));

kernel/trace/trace_events_hist.c

4840

struct trace_array *tr = hist_data->event_file->tr;

kernel/trace/trace_events_hist.c

4864

data = onmatch_parse(tr, action_str);

kernel/trace/trace_events_hist.c

6536

static int tracing_set_filter_buffering(struct trace_array *tr, bool set)

kernel/trace/trace_events_hist.c

6540

if (set && tr->no_filter_buffering_ref++)

kernel/trace/trace_events_hist.c

6544

if (WARN_ON_ONCE(!tr->no_filter_buffering_ref))

kernel/trace/trace_events_hist.c

6547

--tr->no_filter_buffering_ref;

kernel/trace/trace_events_hist.c

6559

struct trace_array *tr = file->tr;

kernel/trace/trace_events_hist.c

6567

hist_err(tr, HIST_ERR_NAMED_MISMATCH, errpos(hist_data->attrs->name));

kernel/trace/trace_events_hist.c

6582

hist_err(tr, HIST_ERR_TRIGGER_EEXIST, 0);

kernel/trace/trace_events_hist.c

6590

hist_err(tr, HIST_ERR_TRIGGER_ENOENT_CLEAR, 0);

kernel/trace/trace_events_hist.c

6624

ret = tracing_set_clock(file->tr, hist_data->attrs->clock);

kernel/trace/trace_events_hist.c

6626

hist_err(tr, HIST_ERR_SET_CLOCK_FAIL, errpos(clock));

kernel/trace/trace_events_hist.c

6630

tracing_set_filter_buffering(file->tr, true);

kernel/trace/trace_events_hist.c

6735

tracing_set_filter_buffering(file->tr, false);

kernel/trace/trace_events_hist.c

6782

tracing_set_filter_buffering(file->tr, false);

kernel/trace/trace_events_hist.c

6861

attrs = parse_hist_trigger_attrs(file->tr, param);

kernel/trace/trace_events_hist.c

809

static void hist_err(struct trace_array *tr, u8 err_type, u16 err_pos)

kernel/trace/trace_events_hist.c

814

tracing_log_err(tr, last_cmd_loc, last_cmd, err_text,

kernel/trace/trace_events_hist.c

875

struct trace_array *tr = hist_data->event_file->tr;

kernel/trace/trace_events_hist.c

879

if (hist_data->attrs->ts_in_usecs && trace_clock_in_ns(tr))

kernel/trace/trace_events_hist.c

975

struct trace_array *tr = hist_data->event_file->tr;

kernel/trace/trace_events_hist.c

979

list_for_each_entry(var_data, &tr->hist_vars, list) {

kernel/trace/trace_events_synth.c

1698

trace_state->buffer = file->tr->array_buffer.buffer;

kernel/trace/trace_events_synth.c

348

struct trace_array *tr = iter->tr;

kernel/trace/trace_events_synth.c

368

if (tr && tr->trace_flags & TRACE_ITER(VERBOSE))

kernel/trace/trace_events_synth.c

543

buffer = trace_file->tr->array_buffer.buffer;

kernel/trace/trace_events_trigger.c

1206

ret = create_event_filter(file->tr, file->event_call,

kernel/trace/trace_events_trigger.c

1409

if (tracer_tracing_is_on(file->tr))

kernel/trace/trace_events_trigger.c

1412

tracer_tracing_on(file->tr);

kernel/trace/trace_events_trigger.c

1425

if (tracer_tracing_is_on(file->tr))

kernel/trace/trace_events_trigger.c

1447

if (!tracer_tracing_is_on(file->tr))

kernel/trace/trace_events_trigger.c

1450

tracer_tracing_off(file->tr);

kernel/trace/trace_events_trigger.c

1463

if (!tracer_tracing_is_on(file->tr))

kernel/trace/trace_events_trigger.c

1529

tracing_snapshot_instance(file->tr);

kernel/trace/trace_events_trigger.c

1537

int ret = tracing_arm_snapshot(file->tr);

kernel/trace/trace_events_trigger.c

1544

tracing_disarm_snapshot(file->tr);

kernel/trace/trace_events_trigger.c

1553

tracing_disarm_snapshot(file->tr);

kernel/trace/trace_events_trigger.c

1618

__trace_stack(file->tr, tracing_gen_ctx_dec(), STACK_SKIP);

kernel/trace/trace_events_trigger.c

1744

struct trace_array *tr = file->tr;

kernel/trace/trace_events_trigger.c

1768

event_enable_file = find_event_file(tr, system, event);

kernel/trace/trace_events_trigger.c

630

clear_event_triggers(struct trace_array *tr)

kernel/trace/trace_events_trigger.c

634

list_for_each_entry(file, &tr->events, list) {

kernel/trace/trace_functions.c

100

kfree(tr->ops);

kernel/trace/trace_functions.c

104

ftrace_create_filter_files(tr->ops, parent);

kernel/trace/trace_functions.c

109

void ftrace_destroy_function_files(struct trace_array *tr)

kernel/trace/trace_functions.c

111

ftrace_destroy_filter_files(tr->ops);

kernel/trace/trace_functions.c

112

ftrace_free_ftrace_ops(tr);

kernel/trace/trace_functions.c

113

free_fgraph_ops(tr);

kernel/trace/trace_functions.c

134

static bool handle_func_repeats(struct trace_array *tr, u32 flags_val)

kernel/trace/trace_functions.c

136

if (!tr->last_func_repeats &&

kernel/trace/trace_functions.c

138

tr->last_func_repeats = alloc_percpu(struct trace_func_repeats);

kernel/trace/trace_functions.c

139

if (!tr->last_func_repeats)

kernel/trace/trace_functions.c

146

static int function_trace_init(struct trace_array *tr)

kernel/trace/trace_functions.c

154

if (!tr->ops)

kernel/trace/trace_functions.c

157

func = select_trace_function(tr->current_trace_flags->val);

kernel/trace/trace_functions.c

161

if (!handle_func_repeats(tr, tr->current_trace_flags->val))

kernel/trace/trace_functions.c

164

ftrace_init_array_ops(tr, func);

kernel/trace/trace_functions.c

166

tr->array_buffer.cpu = raw_smp_processor_id();

kernel/trace/trace_functions.c

169

tracing_start_function_trace(tr);

kernel/trace/trace_functions.c

173

static void function_trace_reset(struct trace_array *tr)

kernel/trace/trace_functions.c

175

tracing_stop_function_trace(tr);

kernel/trace/trace_functions.c

177

ftrace_reset_array_ops(tr);

kernel/trace/trace_functions.c

180

static void function_trace_start(struct trace_array *tr)

kernel/trace/trace_functions.c

182

tracing_reset_online_cpus(&tr->array_buffer);

kernel/trace/trace_functions.c

211

struct trace_array *tr = op->private;

kernel/trace/trace_functions.c

215

if (unlikely(!tr->function_enabled))

kernel/trace/trace_functions.c

22

static void tracing_start_function_trace(struct trace_array *tr);

kernel/trace/trace_functions.c

226

trace_function(tr, ip, parent_ip, trace_ctx, NULL);

kernel/trace/trace_functions.c

23

static void tracing_stop_function_trace(struct trace_array *tr);

kernel/trace/trace_functions.c

235

struct trace_array *tr = op->private;

kernel/trace/trace_functions.c

239

if (unlikely(!tr->function_enabled))

kernel/trace/trace_functions.c

248

trace_function(tr, ip, parent_ip, trace_ctx, fregs);

kernel/trace/trace_functions.c

275

struct trace_array *tr = op->private;

kernel/trace/trace_functions.c

283

if (unlikely(!tr->function_enabled))

kernel/trace/trace_functions.c

293

data = per_cpu_ptr(tr->array_buffer.data, cpu);

kernel/trace/trace_functions.c

298

trace_function(tr, ip, parent_ip, trace_ctx, NULL);

kernel/trace/trace_functions.c

303

__trace_stack(tr, trace_ctx, skip);

kernel/trace/trace_functions.c

310

static inline bool is_repeat_check(struct trace_array *tr,

kernel/trace/trace_functions.c

318

ring_buffer_time_stamp(tr->array_buffer.buffer);

kernel/trace/trace_functions.c

326

static inline void process_repeats(struct trace_array *tr,

kernel/trace/trace_functions.c

332

trace_last_func_repeats(tr, last_info, trace_ctx);

kernel/trace/trace_functions.c

346

struct trace_array *tr = op->private;

kernel/trace/trace_functions.c

350

if (unlikely(!tr->function_enabled))

kernel/trace/trace_functions.c

358

if (!tracer_tracing_is_on(tr))

kernel/trace/trace_functions.c

368

last_info = this_cpu_ptr(tr->last_func_repeats);

kernel/trace/trace_functions.c

369

if (is_repeat_check(tr, last_info, ip, parent_ip))

kernel/trace/trace_functions.c

373

process_repeats(tr, ip, parent_ip, last_info, trace_ctx);

kernel/trace/trace_functions.c

375

trace_function(tr, ip, parent_ip, trace_ctx, NULL);

kernel/trace/trace_functions.c

387

struct trace_array *tr = op->private;

kernel/trace/trace_functions.c

394

if (unlikely(!tr->function_enabled))

kernel/trace/trace_functions.c

404

data = per_cpu_ptr(tr->array_buffer.data, cpu);

kernel/trace/trace_functions.c

408

last_info = per_cpu_ptr(tr->last_func_repeats, cpu);

kernel/trace/trace_functions.c

409

if (is_repeat_check(tr, last_info, ip, parent_ip))

kernel/trace/trace_functions.c

413

process_repeats(tr, ip, parent_ip, last_info, trace_ctx);

kernel/trace/trace_functions.c

415

trace_function(tr, ip, parent_ip, trace_ctx, NULL);

kernel/trace/trace_functions.c

416

__trace_stack(tr, trace_ctx, STACK_SKIP);

kernel/trace/trace_functions.c

440

static void tracing_start_function_trace(struct trace_array *tr)

kernel/trace/trace_functions.c

442

tr->function_enabled = 0;

kernel/trace/trace_functions.c

443

register_ftrace_function(tr->ops);

kernel/trace/trace_functions.c

444

tr->function_enabled = 1;

kernel/trace/trace_functions.c

447

static void tracing_stop_function_trace(struct trace_array *tr)

kernel/trace/trace_functions.c

449

tr->function_enabled = 0;

kernel/trace/trace_functions.c

450

unregister_ftrace_function(tr->ops);

kernel/trace/trace_functions.c

456

func_set_flag(struct trace_array *tr, u32 old_flags, u32 bit, int set)

kernel/trace/trace_functions.c

462

if (!!set == !!(tr->current_trace_flags->val & bit))

kernel/trace/trace_functions.c

466

if (tr->current_trace != &function_trace)

kernel/trace/trace_functions.c

469

new_flags = (tr->current_trace_flags->val & ~bit) | (set ? bit : 0);

kernel/trace/trace_functions.c

475

if (tr->ops->func == func)

kernel/trace/trace_functions.c

478

if (!handle_func_repeats(tr, new_flags))

kernel/trace/trace_functions.c

481

unregister_ftrace_function(tr->ops);

kernel/trace/trace_functions.c

482

tr->ops->func = func;

kernel/trace/trace_functions.c

483

register_ftrace_function(tr->ops);

kernel/trace/trace_functions.c

505

struct trace_array *tr, bool on,

kernel/trace/trace_functions.c

550

if (on == !!tracer_tracing_is_on(tr))

kernel/trace/trace_functions.c

554

tracer_tracing_on(tr);

kernel/trace/trace_functions.c

556

tracer_tracing_off(tr);

kernel/trace/trace_functions.c

56

int ftrace_allocate_ftrace_ops(struct trace_array *tr)

kernel/trace/trace_functions.c

566

struct trace_array *tr, struct ftrace_probe_ops *ops,

kernel/trace/trace_functions.c

569

update_traceon_count(ops, ip, tr, 1, data);

kernel/trace/trace_functions.c

574

struct trace_array *tr, struct ftrace_probe_ops *ops,

kernel/trace/trace_functions.c

577

update_traceon_count(ops, ip, tr, 0, data);

kernel/trace/trace_functions.c

582

struct trace_array *tr, struct ftrace_probe_ops *ops,

kernel/trace/trace_functions.c

585

if (tracer_tracing_is_on(tr))

kernel/trace/trace_functions.c

588

tracer_tracing_on(tr);

kernel/trace/trace_functions.c

593

struct trace_array *tr, struct ftrace_probe_ops *ops,

kernel/trace/trace_functions.c

596

if (!tracer_tracing_is_on(tr))

kernel/trace/trace_functions.c

599

tracer_tracing_off(tr);

kernel/trace/trace_functions.c

61

if (tr->flags & TRACE_ARRAY_FL_GLOBAL)

kernel/trace/trace_functions.c

624

static __always_inline void trace_stack(struct trace_array *tr)

kernel/trace/trace_functions.c

626

__trace_stack(tr, tracing_gen_ctx_dec(), FTRACE_STACK_SKIP);

kernel/trace/trace_functions.c

631

struct trace_array *tr, struct ftrace_probe_ops *ops,

kernel/trace/trace_functions.c

634

trace_stack(tr);

kernel/trace/trace_functions.c

639

struct trace_array *tr, struct ftrace_probe_ops *ops,

kernel/trace/trace_functions.c

652

trace_stack(tr);

kernel/trace/trace_functions.c

671

trace_stack(tr);

kernel/trace/trace_functions.c

699

struct trace_array *tr, struct ftrace_probe_ops *ops,

kernel/trace/trace_functions.c

709

struct trace_array *tr, struct ftrace_probe_ops *ops,

kernel/trace/trace_functions.c

72

tr->ops = ops;

kernel/trace/trace_functions.c

73

ops->private = tr;

kernel/trace/trace_functions.c

775

ftrace_count_init(struct ftrace_probe_ops *ops, struct trace_array *tr,

kernel/trace/trace_functions.c

78

void ftrace_free_ftrace_ops(struct trace_array *tr)

kernel/trace/trace_functions.c

791

ftrace_count_free(struct ftrace_probe_ops *ops, struct trace_array *tr,

kernel/trace/trace_functions.c

80

kfree(tr->ops);

kernel/trace/trace_functions.c

81

tr->ops = NULL;

kernel/trace/trace_functions.c

84

int ftrace_create_function_files(struct trace_array *tr,

kernel/trace/trace_functions.c

853

ftrace_trace_probe_callback(struct trace_array *tr,

kernel/trace/trace_functions.c

867

return unregister_ftrace_function_probe_func(glob+1, tr, ops);

kernel/trace/trace_functions.c

886

ret = register_ftrace_function_probe(glob, tr, ops, count);

kernel/trace/trace_functions.c

892

ftrace_trace_onoff_callback(struct trace_array *tr, struct ftrace_hash *hash,

kernel/trace/trace_functions.c

897

if (!tr)

kernel/trace/trace_functions.c

906

return ftrace_trace_probe_callback(tr, ops, hash, glob, cmd,

kernel/trace/trace_functions.c

911

ftrace_stacktrace_callback(struct trace_array *tr, struct ftrace_hash *hash,

kernel/trace/trace_functions.c

916

if (!tr)

kernel/trace/trace_functions.c

92

if (tr->flags & TRACE_ARRAY_FL_GLOBAL)

kernel/trace/trace_functions.c

921

return ftrace_trace_probe_callback(tr, ops, hash, glob, cmd,

kernel/trace/trace_functions.c

926

ftrace_dump_callback(struct trace_array *tr, struct ftrace_hash *hash,

kernel/trace/trace_functions.c

931

if (!tr)

kernel/trace/trace_functions.c

937

return ftrace_trace_probe_callback(tr, ops, hash, glob, cmd,

kernel/trace/trace_functions.c

942

ftrace_cpudump_callback(struct trace_array *tr, struct ftrace_hash *hash,

kernel/trace/trace_functions.c

947

if (!tr)

kernel/trace/trace_functions.c

95

if (!tr->ops)

kernel/trace/trace_functions.c

953

return ftrace_trace_probe_callback(tr, ops, hash, glob, cmd,

kernel/trace/trace_functions.c

98

ret = allocate_fgraph_ops(tr, tr->ops);

kernel/trace/trace_functions_graph.c

1000

(void *)graph_ret->func + iter->tr->text_delta,

kernel/trace/trace_functions_graph.c

1001

flags, tr->trace_flags, args_size);

kernel/trace/trace_functions_graph.c

1026

struct trace_array *tr = iter->tr;

kernel/trace/trace_functions_graph.c

1045

print_graph_duration(tr, 0, s, flags | FLAGS_FILL_FULL);

kernel/trace/trace_functions_graph.c

1051

func = call->func + iter->tr->text_delta;

kernel/trace/trace_functions_graph.c

1067

tr->trace_flags, true);

kernel/trace/trace_functions_graph.c

107

static bool tracer_flags_is_set(struct trace_array *tr, u32 flags)

kernel/trace/trace_functions_graph.c

1086

struct trace_array *tr = iter->tr;

kernel/trace/trace_functions_graph.c

109

return (tr->current_trace_flags->val & flags) == flags;

kernel/trace/trace_functions_graph.c

1096

if (!(tr->trace_flags & TRACE_ITER(CONTEXT_INFO)))

kernel/trace/trace_functions_graph.c

1118

if (tr->trace_flags & TRACE_ITER(LATENCY_FMT))

kernel/trace/trace_functions_graph.c

1143

addr += iter->tr->text_delta;

kernel/trace/trace_functions_graph.c

124

print_graph_duration(struct trace_array *tr, unsigned long long duration,

kernel/trace/trace_functions_graph.c

127

static int __graph_entry(struct trace_array *tr, struct ftrace_graph_ent *trace,

kernel/trace/trace_functions_graph.c

1294

struct trace_array *tr = iter->tr;

kernel/trace/trace_functions_graph.c

1301

func = trace->func + iter->tr->text_delta;

kernel/trace/trace_functions_graph.c

131

struct trace_buffer *buffer = tr->array_buffer.buffer;

kernel/trace/trace_functions_graph.c

1330

print_graph_duration(tr, duration, s, flags);

kernel/trace/trace_functions_graph.c

1342

tr->trace_flags, 0);

kernel/trace/trace_functions_graph.c

1373

struct trace_array *tr = iter->tr;

kernel/trace/trace_functions_graph.c

1374

unsigned long sym_flags = (tr->trace_flags & TRACE_ITER_SYM_MASK);

kernel/trace/trace_functions_graph.c

1387

print_graph_duration(tr, 0, s, flags | FLAGS_FILL_FULL);

kernel/trace/trace_functions_graph.c

1509

struct trace_array *tr = iter->tr;

kernel/trace/trace_functions_graph.c

1510

return print_graph_function_flags(iter, tr->current_trace_flags->val);

kernel/trace/trace_functions_graph.c

1543

static void __print_graph_headers_flags(struct trace_array *tr,

kernel/trace/trace_functions_graph.c

1546

int lat = tr->trace_flags & TRACE_ITER(LATENCY_FMT);

kernel/trace/trace_functions_graph.c

157

int __trace_graph_entry(struct trace_array *tr,

kernel/trace/trace_functions_graph.c

1587

struct trace_array *tr = iter->tr;

kernel/trace/trace_functions_graph.c

1589

print_graph_headers_flags(s, tr->current_trace_flags->val);

kernel/trace/trace_functions_graph.c

1595

struct trace_array *tr = iter->tr;

kernel/trace/trace_functions_graph.c

1597

if (!(tr->trace_flags & TRACE_ITER(CONTEXT_INFO)))

kernel/trace/trace_functions_graph.c

1600

if (tr->trace_flags & TRACE_ITER(LATENCY_FMT)) {

kernel/trace/trace_functions_graph.c

1608

__print_graph_headers_flags(tr, s, flags);

kernel/trace/trace_functions_graph.c

161

return __graph_entry(tr, trace, trace_ctx, NULL);

kernel/trace/trace_functions_graph.c

165

int __trace_graph_retaddr_entry(struct trace_array *tr,

kernel/trace/trace_functions_graph.c

1665

func_graph_set_flag(struct trace_array *tr, u32 old_flags, u32 bit, int set)

kernel/trace/trace_functions_graph.c

1672

if (bit == TRACE_GRAPH_SLEEP_TIME && (tr->flags & TRACE_ARRAY_FL_GLOBAL) &&

kernel/trace/trace_functions_graph.c

1687

if (tr->current_trace != &graph_trace)

kernel/trace/trace_functions_graph.c

1691

if (!!set == !!(tr->current_trace_flags->val & bit))

kernel/trace/trace_functions_graph.c

1715

return ftrace_graph_trace_args(tr, set);

kernel/trace/trace_functions_graph.c

172

struct trace_buffer *buffer = tr->array_buffer.buffer;

kernel/trace/trace_functions_graph.c

199

int __trace_graph_retaddr_entry(struct trace_array *tr,

kernel/trace/trace_functions_graph.c

209

static inline int ftrace_graph_ignore_irqs(struct trace_array *tr)

kernel/trace/trace_functions_graph.c

214

if (tracer_flags_is_set(tr, TRACE_GRAPH_PRINT_IRQS))

kernel/trace/trace_functions_graph.c

230

struct trace_array *tr = gops->private;

kernel/trace/trace_functions_graph.c

257

if (ftrace_graph_ignore_irqs(tr))

kernel/trace/trace_functions_graph.c

261

!tracer_flags_is_set(tr, TRACE_GRAPH_SLEEP_TIME)) {

kernel/trace/trace_functions_graph.c

283

tracer_flags_is_set(tr, TRACE_GRAPH_PRINT_RETADDR)) {

kernel/trace/trace_functions_graph.c

285

ret = __trace_graph_retaddr_entry(tr, trace, trace_ctx,

kernel/trace/trace_functions_graph.c

288

ret = __graph_entry(tr, trace, trace_ctx, fregs);

kernel/trace/trace_functions_graph.c

309

__trace_graph_function(struct trace_array *tr,

kernel/trace/trace_functions_graph.c

322

__trace_graph_entry(tr, &ent, trace_ctx);

kernel/trace/trace_functions_graph.c

323

__trace_graph_return(tr, &ret, trace_ctx, time, time);

kernel/trace/trace_functions_graph.c

327

trace_graph_function(struct trace_array *tr,

kernel/trace/trace_functions_graph.c

331

__trace_graph_function(tr, ip, trace_ctx);

kernel/trace/trace_functions_graph.c

334

void __trace_graph_return(struct trace_array *tr,

kernel/trace/trace_functions_graph.c

340

struct trace_buffer *buffer = tr->array_buffer.buffer;

kernel/trace/trace_functions_graph.c

354

static void handle_nosleeptime(struct trace_array *tr,

kernel/trace/trace_functions_graph.c

362

if (!fgraph_no_sleep_time || tracer_flags_is_set(tr, TRACE_GRAPH_SLEEP_TIME))

kernel/trace/trace_functions_graph.c

372

struct trace_array *tr = gops->private;

kernel/trace/trace_functions_graph.c

391

handle_nosleeptime(tr, trace, ftimes, size);

kernel/trace/trace_functions_graph.c

396

__trace_graph_return(tr, trace, trace_ctx, calltime, rettime);

kernel/trace/trace_functions_graph.c

405

struct trace_array *tr;

kernel/trace/trace_functions_graph.c

423

tr = gops->private;

kernel/trace/trace_functions_graph.c

424

handle_nosleeptime(tr, trace, ftimes, size);

kernel/trace/trace_functions_graph.c

432

__trace_graph_return(tr, trace, trace_ctx, calltime, rettime);

kernel/trace/trace_functions_graph.c

440

int allocate_fgraph_ops(struct trace_array *tr, struct ftrace_ops *ops)

kernel/trace/trace_functions_graph.c

451

tr->gops = gops;

kernel/trace/trace_functions_graph.c

452

gops->private = tr;

kernel/trace/trace_functions_graph.c

459

void free_fgraph_ops(struct trace_array *tr)

kernel/trace/trace_functions_graph.c

461

kfree(tr->gops);

kernel/trace/trace_functions_graph.c

464

__init void init_array_fgraph_ops(struct trace_array *tr, struct ftrace_ops *ops)

kernel/trace/trace_functions_graph.c

466

tr->gops = &funcgraph_ops;

kernel/trace/trace_functions_graph.c

467

funcgraph_ops.private = tr;

kernel/trace/trace_functions_graph.c

468

fgraph_init_ops(&tr->gops->ops, ops);

kernel/trace/trace_functions_graph.c

471

static int graph_trace_init(struct trace_array *tr)

kernel/trace/trace_functions_graph.c

475

if (tracer_flags_is_set(tr, TRACE_GRAPH_ARGS))

kernel/trace/trace_functions_graph.c

476

tr->gops->entryfunc = trace_graph_entry_args;

kernel/trace/trace_functions_graph.c

478

tr->gops->entryfunc = trace_graph_entry;

kernel/trace/trace_functions_graph.c

481

tr->gops->retfunc = trace_graph_thresh_return;

kernel/trace/trace_functions_graph.c

483

tr->gops->retfunc = trace_graph_return;

kernel/trace/trace_functions_graph.c

485

if (!tracer_flags_is_set(tr, TRACE_GRAPH_PRINT_IRQS))

kernel/trace/trace_functions_graph.c

488

if (!tracer_flags_is_set(tr, TRACE_GRAPH_SLEEP_TIME))

kernel/trace/trace_functions_graph.c

494

ret = register_ftrace_graph(tr->gops);

kernel/trace/trace_functions_graph.c

504

static int ftrace_graph_trace_args(struct trace_array *tr, int set)

kernel/trace/trace_functions_graph.c

514

if (tr->gops->entryfunc == entry)

kernel/trace/trace_functions_graph.c

517

unregister_ftrace_graph(tr->gops);

kernel/trace/trace_functions_graph.c

519

tr->gops->entryfunc = entry;

kernel/trace/trace_functions_graph.c

523

return register_ftrace_graph(tr->gops);

kernel/trace/trace_functions_graph.c

526

static void graph_trace_reset(struct trace_array *tr)

kernel/trace/trace_functions_graph.c

528

if (!tracer_flags_is_set(tr, TRACE_GRAPH_PRINT_IRQS))

kernel/trace/trace_functions_graph.c

533

if (!tracer_flags_is_set(tr, TRACE_GRAPH_SLEEP_TIME))

kernel/trace/trace_functions_graph.c

539

unregister_ftrace_graph(tr->gops);

kernel/trace/trace_functions_graph.c

542

static int graph_trace_update_thresh(struct trace_array *tr)

kernel/trace/trace_functions_graph.c

544

graph_trace_reset(tr);

kernel/trace/trace_functions_graph.c

545

return graph_trace_init(tr);

kernel/trace/trace_functions_graph.c

735

struct trace_array *tr = iter->tr;

kernel/trace/trace_functions_graph.c

739

addr += iter->tr->text_delta;

kernel/trace/trace_functions_graph.c

745

if (tr->trace_flags & TRACE_ITER(CONTEXT_INFO)) {

kernel/trace/trace_functions_graph.c

765

if (tr->trace_flags & TRACE_ITER(LATENCY_FMT))

kernel/trace/trace_functions_graph.c

770

print_graph_duration(tr, 0, s, flags | FLAGS_FILL_START);

kernel/trace/trace_functions_graph.c

777

print_graph_duration(tr, 0, s, flags | FLAGS_FILL_END);

kernel/trace/trace_functions_graph.c

815

print_graph_duration(struct trace_array *tr, unsigned long long duration,

kernel/trace/trace_functions_graph.c

819

!(tr->trace_flags & TRACE_ITER(CONTEXT_INFO)))

kernel/trace/trace_functions_graph.c

953

struct trace_array *tr = iter->tr;

kernel/trace/trace_functions_graph.c

987

print_graph_duration(tr, duration, s, flags);

kernel/trace/trace_functions_graph.c

993

ret_func = graph_ret->func + iter->tr->text_delta;

kernel/trace/trace_hwlat.c

132

struct trace_array *tr = hwlat_trace;

kernel/trace/trace_hwlat.c

133

struct trace_buffer *buffer = tr->array_buffer.buffer;

kernel/trace/trace_hwlat.c

187

struct trace_array *tr = hwlat_trace; \

kernel/trace/trace_hwlat.c

189

trace_array_printk_buf(tr->array_buffer.buffer, _THIS_IP_, msg); \

kernel/trace/trace_hwlat.c

201

struct trace_array *tr = hwlat_trace;

kernel/trace/trace_hwlat.c

299

if (latency > tr->max_latency) {

kernel/trace/trace_hwlat.c

300

tr->max_latency = latency;

kernel/trace/trace_hwlat.c

301

latency_fsnotify(tr);

kernel/trace/trace_hwlat.c

314

struct trace_array *tr = hwlat_trace;

kernel/trace/trace_hwlat.c

326

cpumask_and(current_mask, cpu_online_mask, tr->tracing_cpumask);

kernel/trace/trace_hwlat.c

415

static int start_single_kthread(struct trace_array *tr)

kernel/trace/trace_hwlat.c

434

cpumask_and(current_mask, cpu_online_mask, tr->tracing_cpumask);

kernel/trace/trace_hwlat.c

507

struct trace_array *tr = hwlat_trace;

kernel/trace/trace_hwlat.c

519

if (!cpumask_test_cpu(cpu, tr->tracing_cpumask))

kernel/trace/trace_hwlat.c

575

static int start_per_cpu_kthreads(struct trace_array *tr)

kernel/trace/trace_hwlat.c

585

cpumask_and(current_mask, cpu_online_mask, tr->tracing_cpumask);

kernel/trace/trace_hwlat.c

658

static void hwlat_tracer_start(struct trace_array *tr);

kernel/trace/trace_hwlat.c

659

static void hwlat_tracer_stop(struct trace_array *tr);

kernel/trace/trace_hwlat.c

679

struct trace_array *tr = hwlat_trace;

kernel/trace/trace_hwlat.c

702

hwlat_tracer_stop(tr);

kernel/trace/trace_hwlat.c

716

hwlat_tracer_start(tr);

kernel/trace/trace_hwlat.c

806

static void hwlat_tracer_start(struct trace_array *tr)

kernel/trace/trace_hwlat.c

811

err = start_per_cpu_kthreads(tr);

kernel/trace/trace_hwlat.c

813

err = start_single_kthread(tr);

kernel/trace/trace_hwlat.c

818

static void hwlat_tracer_stop(struct trace_array *tr)

kernel/trace/trace_hwlat.c

826

static int hwlat_tracer_init(struct trace_array *tr)

kernel/trace/trace_hwlat.c

832

hwlat_trace = tr;

kernel/trace/trace_hwlat.c

835

tr->max_latency = 0;

kernel/trace/trace_hwlat.c

842

if (tracer_tracing_is_on(tr))

kernel/trace/trace_hwlat.c

843

hwlat_tracer_start(tr);

kernel/trace/trace_hwlat.c

850

static void hwlat_tracer_reset(struct trace_array *tr)

kernel/trace/trace_hwlat.c

852

hwlat_tracer_stop(tr);

kernel/trace/trace_irqsoff.c

125

*data = per_cpu_ptr(tr->array_buffer.data, cpu);

kernel/trace/trace_irqsoff.c

143

struct trace_array *tr = irqsoff_trace;

kernel/trace/trace_irqsoff.c

148

if (!func_prolog_dec(tr, &data, &flags))

kernel/trace/trace_irqsoff.c

153

trace_function(tr, ip, parent_ip, trace_ctx, fregs);

kernel/trace/trace_irqsoff.c

160

static int irqsoff_display_graph(struct trace_array *tr, int set)

kernel/trace/trace_irqsoff.c

164

if (!(is_graph(tr) ^ set))

kernel/trace/trace_irqsoff.c

172

tr->max_latency = 0;

kernel/trace/trace_irqsoff.c

182

struct trace_array *tr = irqsoff_trace;

kernel/trace/trace_irqsoff.c

201

if (!func_prolog_dec(tr, &data, &flags))

kernel/trace/trace_irqsoff.c

208

ret = __trace_graph_entry(tr, trace, trace_ctx);

kernel/trace/trace_irqsoff.c

219

struct trace_array *tr = irqsoff_trace;

kernel/trace/trace_irqsoff.c

229

if (!func_prolog_dec(tr, &data, &flags))

kernel/trace/trace_irqsoff.c

236

__trace_graph_return(tr, trace, trace_ctx, *calltime, rettime);

kernel/trace/trace_irqsoff.c

248

if (is_graph(iter->tr))

kernel/trace/trace_irqsoff.c

269

if (is_graph(iter->tr))

kernel/trace/trace_irqsoff.c

277

struct trace_array *tr = irqsoff_trace;

kernel/trace/trace_irqsoff.c

279

if (is_graph(tr))

kernel/trace/trace_irqsoff.c

286

__trace_function(struct trace_array *tr,

kernel/trace/trace_irqsoff.c

290

if (is_graph(tr))

kernel/trace/trace_irqsoff.c

291

trace_graph_function(tr, ip, parent_ip, trace_ctx);

kernel/trace/trace_irqsoff.c

293

trace_function(tr, ip, parent_ip, trace_ctx, NULL);

kernel/trace/trace_irqsoff.c

298

__trace_function(struct trace_array *tr,

kernel/trace/trace_irqsoff.c

302

return trace_function(tr, ip, parent_ip, trace_ctx, NULL);

kernel/trace/trace_irqsoff.c

329

static bool report_latency(struct trace_array *tr, u64 delta)

kernel/trace/trace_irqsoff.c

335

if (delta <= tr->max_latency)

kernel/trace/trace_irqsoff.c

342

check_critical_timing(struct trace_array *tr,

kernel/trace/trace_irqsoff.c

357

if (!report_latency(tr, delta))

kernel/trace/trace_irqsoff.c

363

if (!report_latency(tr, delta))

kernel/trace/trace_irqsoff.c

366

__trace_function(tr, CALLER_ADDR0, parent_ip, trace_ctx);

kernel/trace/trace_irqsoff.c

368

__trace_stack(tr, trace_ctx, 5);

kernel/trace/trace_irqsoff.c

376

tr->max_latency = delta;

kernel/trace/trace_irqsoff.c

377

update_max_tr_single(tr, current, cpu);

kernel/trace/trace_irqsoff.c

388

__trace_function(tr, CALLER_ADDR0, parent_ip, trace_ctx);

kernel/trace/trace_irqsoff.c

395

struct trace_array *tr = irqsoff_trace;

kernel/trace/trace_irqsoff.c

40

static void stop_irqsoff_tracer(struct trace_array *tr, int graph);

kernel/trace/trace_irqsoff.c

407

data = per_cpu_ptr(tr->array_buffer.data, cpu);

kernel/trace/trace_irqsoff.c

41

static int start_irqsoff_tracer(struct trace_array *tr, int graph);

kernel/trace/trace_irqsoff.c

419

__trace_function(tr, ip, parent_ip, tracing_gen_ctx());

kernel/trace/trace_irqsoff.c

431

struct trace_array *tr = irqsoff_trace;

kernel/trace/trace_irqsoff.c

446

data = per_cpu_ptr(tr->array_buffer.data, cpu);

kernel/trace/trace_irqsoff.c

456

__trace_function(tr, ip, parent_ip, trace_ctx);

kernel/trace/trace_irqsoff.c

457

check_critical_timing(tr, data, parent_ip ? : ip, cpu);

kernel/trace/trace_irqsoff.c

484

static int register_irqsoff_function(struct trace_array *tr, int graph, int set)

kernel/trace/trace_irqsoff.c

489

if (function_enabled || (!set && !(tr->trace_flags & TRACE_ITER(FUNCTION))))

kernel/trace/trace_irqsoff.c

495

ret = register_ftrace_function(tr->ops);

kernel/trace/trace_irqsoff.c

503

static void unregister_irqsoff_function(struct trace_array *tr, int graph)

kernel/trace/trace_irqsoff.c

511

unregister_ftrace_function(tr->ops);

kernel/trace/trace_irqsoff.c

516

static int irqsoff_function_set(struct trace_array *tr, u32 mask, int set)

kernel/trace/trace_irqsoff.c

522

register_irqsoff_function(tr, is_graph(tr), 1);

kernel/trace/trace_irqsoff.c

524

unregister_irqsoff_function(tr, is_graph(tr));

kernel/trace/trace_irqsoff.c

528

static int register_irqsoff_function(struct trace_array *tr, int graph, int set)

kernel/trace/trace_irqsoff.c

532

static void unregister_irqsoff_function(struct trace_array *tr, int graph) { }

kernel/trace/trace_irqsoff.c

533

static inline int irqsoff_function_set(struct trace_array *tr, u32 mask, int set)

kernel/trace/trace_irqsoff.c

539

static int irqsoff_flag_changed(struct trace_array *tr, u64 mask, int set)

kernel/trace/trace_irqsoff.c

541

struct tracer *tracer = tr->current_trace;

kernel/trace/trace_irqsoff.c

543

if (irqsoff_function_set(tr, mask, set))

kernel/trace/trace_irqsoff.c

548

return irqsoff_display_graph(tr, set);

kernel/trace/trace_irqsoff.c

554

static int start_irqsoff_tracer(struct trace_array *tr, int graph)

kernel/trace/trace_irqsoff.c

558

ret = register_irqsoff_function(tr, graph, 0);

kernel/trace/trace_irqsoff.c

568

static void stop_irqsoff_tracer(struct trace_array *tr, int graph)

kernel/trace/trace_irqsoff.c

572

unregister_irqsoff_function(tr, graph);

kernel/trace/trace_irqsoff.c

577

static int __irqsoff_tracer_init(struct trace_array *tr)

kernel/trace/trace_irqsoff.c

582

save_flags = tr->trace_flags;

kernel/trace/trace_irqsoff.c

585

set_tracer_flag(tr, TRACE_ITER(OVERWRITE), 1);

kernel/trace/trace_irqsoff.c

586

set_tracer_flag(tr, TRACE_ITER(LATENCY_FMT), 1);

kernel/trace/trace_irqsoff.c

588

set_tracer_flag(tr, TRACE_ITER(PAUSE_ON_TRACE), 1);

kernel/trace/trace_irqsoff.c

590

tr->max_latency = 0;

kernel/trace/trace_irqsoff.c

591

irqsoff_trace = tr;

kernel/trace/trace_irqsoff.c

595

ftrace_init_array_ops(tr, irqsoff_tracer_call);

kernel/trace/trace_irqsoff.c

598

if (start_irqsoff_tracer(tr, (tr->flags & TRACE_ARRAY_FL_GLOBAL &&

kernel/trace/trace_irqsoff.c

599

is_graph(tr))))

kernel/trace/trace_irqsoff.c

606

static void __irqsoff_tracer_reset(struct trace_array *tr)

kernel/trace/trace_irqsoff.c

612

stop_irqsoff_tracer(tr, is_graph(tr));

kernel/trace/trace_irqsoff.c

614

set_tracer_flag(tr, TRACE_ITER(LATENCY_FMT), lat_flag);

kernel/trace/trace_irqsoff.c

615

set_tracer_flag(tr, TRACE_ITER(OVERWRITE), overwrite_flag);

kernel/trace/trace_irqsoff.c

616

set_tracer_flag(tr, TRACE_ITER(PAUSE_ON_TRACE), pause_flag);

kernel/trace/trace_irqsoff.c

617

ftrace_reset_array_ops(tr);

kernel/trace/trace_irqsoff.c

622

static void irqsoff_tracer_start(struct trace_array *tr)

kernel/trace/trace_irqsoff.c

627

static void irqsoff_tracer_stop(struct trace_array *tr)

kernel/trace/trace_irqsoff.c

65

static int irqsoff_display_graph(struct trace_array *tr, int set);

kernel/trace/trace_irqsoff.c

650

static int irqsoff_tracer_init(struct trace_array *tr)

kernel/trace/trace_irqsoff.c

654

return __irqsoff_tracer_init(tr);

kernel/trace/trace_irqsoff.c

657

static void irqsoff_tracer_reset(struct trace_array *tr)

kernel/trace/trace_irqsoff.c

659

__irqsoff_tracer_reset(tr);

kernel/trace/trace_irqsoff.c

66

# define is_graph(tr) ((tr)->trace_flags & TRACE_ITER(DISPLAY_GRAPH))

kernel/trace/trace_irqsoff.c

68

static inline int irqsoff_display_graph(struct trace_array *tr, int set)

kernel/trace/trace_irqsoff.c

696

static int preemptoff_tracer_init(struct trace_array *tr)

kernel/trace/trace_irqsoff.c

700

return __irqsoff_tracer_init(tr);

kernel/trace/trace_irqsoff.c

703

static void preemptoff_tracer_reset(struct trace_array *tr)

kernel/trace/trace_irqsoff.c

705

__irqsoff_tracer_reset(tr);

kernel/trace/trace_irqsoff.c

72

# define is_graph(tr) false

kernel/trace/trace_irqsoff.c

731

static int preemptirqsoff_tracer_init(struct trace_array *tr)

kernel/trace/trace_irqsoff.c

735

return __irqsoff_tracer_init(tr);

kernel/trace/trace_irqsoff.c

738

static void preemptirqsoff_tracer_reset(struct trace_array *tr)

kernel/trace/trace_irqsoff.c

740

__irqsoff_tracer_reset(tr);

kernel/trace/trace_irqsoff.c

99

static int func_prolog_dec(struct trace_array *tr,

kernel/trace/trace_kdb.c

120

tracer_tracing_disable(iter.tr);

kernel/trace/trace_kdb.c

133

tracer_tracing_enable(iter.tr);

kernel/trace/trace_kdb.c

25

struct trace_array *tr;

kernel/trace/trace_kdb.c

29

tr = iter.tr;

kernel/trace/trace_kdb.c

31

old_userobj = tr->trace_flags;

kernel/trace/trace_kdb.c

34

tr->trace_flags &= ~TRACE_ITER(SYM_USEROBJ);

kernel/trace/trace_kdb.c

80

tr->trace_flags = old_userobj;

kernel/trace/trace_kprobe.c

1981

struct trace_array *tr = top_trace_array();

kernel/trace/trace_kprobe.c

1991

list_for_each_entry(file, &tr->events, list)

kernel/trace/trace_kprobe.c

2068

find_trace_probe_file(struct trace_kprobe *tk, struct trace_array *tr)

kernel/trace/trace_kprobe.c

2072

list_for_each_entry(file, &tr->events, list)

kernel/trace/trace_mmiotrace.c

28

static void mmio_reset_data(struct trace_array *tr)

kernel/trace/trace_mmiotrace.c

293

static void __trace_mmiotrace_rw(struct trace_array *tr,

kernel/trace/trace_mmiotrace.c

296

struct trace_buffer *buffer = tr->array_buffer.buffer;

kernel/trace/trace_mmiotrace.c

311

trace_buffer_unlock_commit(tr, buffer, event, trace_ctx);

kernel/trace/trace_mmiotrace.c

316

struct trace_array *tr = mmio_trace_array;

kernel/trace/trace_mmiotrace.c

317

__trace_mmiotrace_rw(tr, rw);

kernel/trace/trace_mmiotrace.c

320

static void __trace_mmiotrace_map(struct trace_array *tr,

kernel/trace/trace_mmiotrace.c

323

struct trace_buffer *buffer = tr->array_buffer.buffer;

kernel/trace/trace_mmiotrace.c

33

tracing_reset_online_cpus(&tr->array_buffer);

kernel/trace/trace_mmiotrace.c

338

trace_buffer_unlock_commit(tr, buffer, event, trace_ctx);

kernel/trace/trace_mmiotrace.c

343

struct trace_array *tr = mmio_trace_array;

kernel/trace/trace_mmiotrace.c

344

__trace_mmiotrace_map(tr, map);

kernel/trace/trace_mmiotrace.c

36

static int mmio_trace_init(struct trace_array *tr)

kernel/trace/trace_mmiotrace.c

39

mmio_trace_array = tr;

kernel/trace/trace_mmiotrace.c

41

mmio_reset_data(tr);

kernel/trace/trace_mmiotrace.c

46

static void mmio_trace_reset(struct trace_array *tr)

kernel/trace/trace_mmiotrace.c

51

mmio_reset_data(tr);

kernel/trace/trace_mmiotrace.c

55

static void mmio_trace_start(struct trace_array *tr)

kernel/trace/trace_mmiotrace.c

58

mmio_reset_data(tr);

kernel/trace/trace_nop.c

37

static void start_nop_trace(struct trace_array *tr)

kernel/trace/trace_nop.c

42

static void stop_nop_trace(struct trace_array *tr)

kernel/trace/trace_nop.c

47

static int nop_trace_init(struct trace_array *tr)

kernel/trace/trace_nop.c

49

ctx_trace = tr;

kernel/trace/trace_nop.c

50

start_nop_trace(tr);

kernel/trace/trace_nop.c

54

static void nop_trace_reset(struct trace_array *tr)

kernel/trace/trace_nop.c

56

stop_nop_trace(tr);

kernel/trace/trace_nop.c

64

static int nop_set_flag(struct trace_array *tr, u32 old_flags, u32 bit, int set)

kernel/trace/trace_osnoise.c

101

if (inst->tr == tr)

kernel/trace/trace_osnoise.c

115

static int osnoise_register_instance(struct trace_array *tr)

kernel/trace/trace_osnoise.c

1171

struct trace_array *tr;

kernel/trace/trace_osnoise.c

1175

tr = inst->tr;

kernel/trace/trace_osnoise.c

1176

trace_array_printk_buf(tr->array_buffer.buffer, _THIS_IP_,

kernel/trace/trace_osnoise.c

1186

tracer_tracing_off(tr);

kernel/trace/trace_osnoise.c

130

inst->tr = tr;

kernel/trace/trace_osnoise.c

1344

struct trace_array *tr;

kernel/trace/trace_osnoise.c

1348

tr = inst->tr;

kernel/trace/trace_osnoise.c

1349

trace_array_printk_buf(tr->array_buffer.buffer, _THIS_IP_,

kernel/trace/trace_osnoise.c

1355

tracer_tracing_off(tr);

kernel/trace/trace_osnoise.c

1370

trace_is_on += tracer_tracing_is_on(inst->tr);

kernel/trace/trace_osnoise.c

1382

struct trace_array *tr;

kernel/trace/trace_osnoise.c

1386

tr = inst->tr;

kernel/trace/trace_osnoise.c

1387

if (tracer_tracing_is_on(tr) && tr->max_latency < latency) {

kernel/trace/trace_osnoise.c

1388

tr->max_latency = latency;

kernel/trace/trace_osnoise.c

1389

latency_fsnotify(tr);

kernel/trace/trace_osnoise.c

142

static void osnoise_unregister_instance(struct trace_array *tr)

kernel/trace/trace_osnoise.c

153

if (inst->tr == tr) {

kernel/trace/trace_osnoise.c

2946

static void osnoise_tracer_start(struct trace_array *tr)

kernel/trace/trace_osnoise.c

2954

if (osnoise_instance_registered(tr))

kernel/trace/trace_osnoise.c

2961

osnoise_register_instance(tr);

kernel/trace/trace_osnoise.c

2964

static void osnoise_tracer_stop(struct trace_array *tr)

kernel/trace/trace_osnoise.c

2966

osnoise_unregister_instance(tr);

kernel/trace/trace_osnoise.c

2970

static int osnoise_tracer_init(struct trace_array *tr)

kernel/trace/trace_osnoise.c

2979

tr->max_latency = 0;

kernel/trace/trace_osnoise.c

2981

osnoise_tracer_start(tr);

kernel/trace/trace_osnoise.c

2985

static void osnoise_tracer_reset(struct trace_array *tr)

kernel/trace/trace_osnoise.c

2987

osnoise_tracer_stop(tr);

kernel/trace/trace_osnoise.c

3001

static void timerlat_tracer_start(struct trace_array *tr)

kernel/trace/trace_osnoise.c

3009

if (osnoise_instance_registered(tr))

kernel/trace/trace_osnoise.c

3016

osnoise_register_instance(tr);

kernel/trace/trace_osnoise.c

3021

static void timerlat_tracer_stop(struct trace_array *tr)

kernel/trace/trace_osnoise.c

3025

osnoise_unregister_instance(tr);

kernel/trace/trace_osnoise.c

3038

static int timerlat_tracer_init(struct trace_array *tr)

kernel/trace/trace_osnoise.c

3053

tr->max_latency = 0;

kernel/trace/trace_osnoise.c

3054

timerlat_tracer_start(tr);

kernel/trace/trace_osnoise.c

3059

static void timerlat_tracer_reset(struct trace_array *tr)

kernel/trace/trace_osnoise.c

3061

timerlat_tracer_stop(tr);

kernel/trace/trace_osnoise.c

463

buffer = inst->tr->array_buffer.buffer; \

kernel/trace/trace_osnoise.c

508

buffer = inst->tr->array_buffer.buffer;

kernel/trace/trace_osnoise.c

582

buffer = inst->tr->array_buffer.buffer;

kernel/trace/trace_osnoise.c

669

buffer = inst->tr->array_buffer.buffer;

kernel/trace/trace_osnoise.c

79

struct trace_array *tr;

kernel/trace/trace_osnoise.c

94

static int osnoise_instance_registered(struct trace_array *tr)

kernel/trace/trace_output.c

1033

addr = trace_adjust_address(tr, *(unsigned long *)pos);

kernel/trace/trace_output.c

1043

addr = trace_adjust_address(tr, *(unsigned long *)pos);

kernel/trace/trace_output.c

1082

ip = trace_adjust_address(tr, ip);

kernel/trace/trace_output.c

1087

addr = trace_adjust_address(tr, addr);

kernel/trace/trace_output.c

1098

laddr = trace_adjust_address(tr, (unsigned long)laddr);

kernel/trace/trace_output.c

1168

struct trace_array *tr, int flags)

kernel/trace/trace_output.c

1170

ip = trace_adjust_address(tr, ip);

kernel/trace/trace_output.c

1171

parent_ip = trace_adjust_address(tr, parent_ip);

kernel/trace/trace_output.c

1200

print_fn_trace(s, field->ip, field->parent_ip, args, iter->tr, flags);

kernel/trace/trace_output.c

1437

seq_print_ip_sym(s, trace_adjust_address(iter->tr, *p), flags);

kernel/trace/trace_output.c

1457

struct trace_array *tr = iter->tr;

kernel/trace/trace_output.c

1467

if (tr->trace_flags & TRACE_ITER(SYM_USEROBJ)) {

kernel/trace/trace_output.c

1786

ip = trace_adjust_address(iter->tr, field->ip);

kernel/trace/trace_output.c

1872

print_fn_trace(s, field->ip, field->parent_ip, NULL, iter->tr, flags);

kernel/trace/trace_output.c

217

const struct trace_array *tr = iter->tr;

kernel/trace/trace_output.c

223

if (tr->trace_flags & TRACE_ITER(BITMASK_LIST))

kernel/trace/trace_output.c

595

struct trace_array *tr = iter->tr;

kernel/trace/trace_output.c

596

unsigned long verbose = tr->trace_flags & TRACE_ITER(VERBOSE);

kernel/trace/trace_output.c

654

struct trace_array *tr = iter->tr;

kernel/trace/trace_output.c

663

if (tr->trace_flags & TRACE_ITER(RECORD_TGID)) {

kernel/trace/trace_output.c

674

if (tr->trace_flags & TRACE_ITER(IRQ_INFO))

kernel/trace/trace_output.c

686

struct trace_array *tr = iter->tr;

kernel/trace/trace_output.c

688

unsigned long verbose = (tr->trace_flags & TRACE_ITER(VERBOSE));

kernel/trace/trace_output.c

971

struct trace_array *tr = iter->tr;

kernel/trace/trace_printk.c

379

static __always_inline bool printk_binsafe(struct trace_array *tr)

kernel/trace/trace_printk.c

387

return !(tr->flags & TRACE_ARRAY_FL_BOOT);

kernel/trace/trace_printk.c

390

int __trace_array_puts(struct trace_array *tr, unsigned long ip,

kernel/trace/trace_printk.c

399

if (!(tr->trace_flags & TRACE_ITER(PRINTK)))

kernel/trace/trace_printk.c

403

(tr->flags & TRACE_ARRAY_FL_GLOBAL)))

kernel/trace/trace_printk.c

412

buffer = tr->array_buffer.buffer;

kernel/trace/trace_printk.c

432

ftrace_trace_stack(tr, buffer, trace_ctx, 4, NULL);

kernel/trace/trace_printk.c

455

struct trace_array *tr = READ_ONCE(printk_trace);

kernel/trace/trace_printk.c

462

if (!printk_binsafe(tr))

kernel/trace/trace_printk.c

465

if (!(tr->trace_flags & TRACE_ITER(PRINTK)))

kernel/trace/trace_printk.c

472

buffer = tr->array_buffer.buffer;

kernel/trace/trace_printk.c

485

ftrace_trace_stack(tr, buffer, trace_ctx, 4, NULL);

kernel/trace/trace_printk.c

611

struct trace_array *tr = READ_ONCE(printk_trace);

kernel/trace/trace_printk.c

617

if (!printk_binsafe(tr))

kernel/trace/trace_printk.c

641

buffer = tr->array_buffer.buffer;

kernel/trace/trace_printk.c

653

ftrace_trace_stack(tr, buffer, trace_ctx, 6, NULL);

kernel/trace/trace_printk.c

715

int trace_array_vprintk(struct trace_array *tr,

kernel/trace/trace_printk.c

718

if (tracing_selftest_running && (tr->flags & TRACE_ARRAY_FL_GLOBAL))

kernel/trace/trace_printk.c

721

return __trace_array_vprintk(tr->array_buffer.buffer, ip, fmt, args);

kernel/trace/trace_printk.c

744

int trace_array_printk(struct trace_array *tr,

kernel/trace/trace_printk.c

750

if (!tr)

kernel/trace/trace_printk.c

754

if (tr->flags & TRACE_ARRAY_FL_GLOBAL)

kernel/trace/trace_printk.c

757

if (!(tr->trace_flags & TRACE_ITER(PRINTK)))

kernel/trace/trace_printk.c

761

ret = trace_array_vprintk(tr, ip, fmt, ap);

kernel/trace/trace_printk.c

775

int trace_array_init_printk(struct trace_array *tr)

kernel/trace/trace_printk.c

777

if (!tr)

kernel/trace/trace_printk.c

781

if (tr->flags & TRACE_ARRAY_FL_GLOBAL)

kernel/trace/trace_sched_wakeup.c

102

static int wakeup_display_graph(struct trace_array *tr, int set)

kernel/trace/trace_sched_wakeup.c

104

if (!(is_graph(tr) ^ set))

kernel/trace/trace_sched_wakeup.c

107

stop_func_tracer(tr, !set);

kernel/trace/trace_sched_wakeup.c

110

tr->max_latency = 0;

kernel/trace/trace_sched_wakeup.c

112

return start_func_tracer(tr, set);

kernel/trace/trace_sched_wakeup.c

119

struct trace_array *tr = wakeup_trace;

kernel/trace/trace_sched_wakeup.c

137

if (!func_prolog_preempt_disable(tr, &data, &trace_ctx))

kernel/trace/trace_sched_wakeup.c

143

ret = __trace_graph_entry(tr, trace, trace_ctx);

kernel/trace/trace_sched_wakeup.c

155

struct trace_array *tr = wakeup_trace;

kernel/trace/trace_sched_wakeup.c

164

if (!func_prolog_preempt_disable(tr, &data, &trace_ctx))

kernel/trace/trace_sched_wakeup.c

171

__trace_graph_return(tr, trace, trace_ctx, *calltime, rettime);

kernel/trace/trace_sched_wakeup.c

185

if (is_graph(iter->tr))

kernel/trace/trace_sched_wakeup.c

208

if (is_graph(iter->tr))

kernel/trace/trace_sched_wakeup.c

230

struct trace_array *tr = wakeup_trace;

kernel/trace/trace_sched_wakeup.c

235

if (!func_prolog_preempt_disable(tr, &data, &trace_ctx))

kernel/trace/trace_sched_wakeup.c

239

trace_function(tr, ip, parent_ip, trace_ctx, fregs);

kernel/trace/trace_sched_wakeup.c

246

static int register_wakeup_function(struct trace_array *tr, int graph, int set)

kernel/trace/trace_sched_wakeup.c

251

if (function_enabled || (!set && !(tr->trace_flags & TRACE_ITER(FUNCTION))))

kernel/trace/trace_sched_wakeup.c

257

ret = register_ftrace_function(tr->ops);

kernel/trace/trace_sched_wakeup.c

265

static void unregister_wakeup_function(struct trace_array *tr, int graph)

kernel/trace/trace_sched_wakeup.c

273

unregister_ftrace_function(tr->ops);

kernel/trace/trace_sched_wakeup.c

278

static int wakeup_function_set(struct trace_array *tr, u32 mask, int set)

kernel/trace/trace_sched_wakeup.c

284

register_wakeup_function(tr, is_graph(tr), 1);

kernel/trace/trace_sched_wakeup.c

286

unregister_wakeup_function(tr, is_graph(tr));

kernel/trace/trace_sched_wakeup.c

290

static int register_wakeup_function(struct trace_array *tr, int graph, int set)

kernel/trace/trace_sched_wakeup.c

294

static void unregister_wakeup_function(struct trace_array *tr, int graph) { }

kernel/trace/trace_sched_wakeup.c

295

static int wakeup_function_set(struct trace_array *tr, u32 mask, int set)

kernel/trace/trace_sched_wakeup.c

317

__trace_function(struct trace_array *tr,

kernel/trace/trace_sched_wakeup.c

321

if (is_graph(tr))

kernel/trace/trace_sched_wakeup.c

322

trace_graph_function(tr, ip, parent_ip, trace_ctx);

kernel/trace/trace_sched_wakeup.c

324

trace_function(tr, ip, parent_ip, trace_ctx, NULL);

kernel/trace/trace_sched_wakeup.c

327

static int wakeup_flag_changed(struct trace_array *tr, u64 mask, int set)

kernel/trace/trace_sched_wakeup.c

329

struct tracer *tracer = tr->current_trace;

kernel/trace/trace_sched_wakeup.c

331

if (wakeup_function_set(tr, mask, set))

kernel/trace/trace_sched_wakeup.c

336

return wakeup_display_graph(tr, set);

kernel/trace/trace_sched_wakeup.c

342

static int start_func_tracer(struct trace_array *tr, int graph)

kernel/trace/trace_sched_wakeup.c

346

ret = register_wakeup_function(tr, graph, 0);

kernel/trace/trace_sched_wakeup.c

356

static void stop_func_tracer(struct trace_array *tr, int graph)

kernel/trace/trace_sched_wakeup.c

36

static void wakeup_reset(struct trace_array *tr);

kernel/trace/trace_sched_wakeup.c

360

unregister_wakeup_function(tr, graph);

kernel/trace/trace_sched_wakeup.c

366

static bool report_latency(struct trace_array *tr, u64 delta)

kernel/trace/trace_sched_wakeup.c

37

static void __wakeup_reset(struct trace_array *tr);

kernel/trace/trace_sched_wakeup.c

372

if (delta <= tr->max_latency)

kernel/trace/trace_sched_wakeup.c

38

static int start_func_tracer(struct trace_array *tr, int graph);

kernel/trace/trace_sched_wakeup.c

388

tracing_sched_switch_trace(struct trace_array *tr,

kernel/trace/trace_sched_wakeup.c

39

static void stop_func_tracer(struct trace_array *tr, int graph);

kernel/trace/trace_sched_wakeup.c

393

struct trace_buffer *buffer = tr->array_buffer.buffer;

kernel/trace/trace_sched_wakeup.c

410

trace_buffer_unlock_commit(tr, buffer, event, trace_ctx);

kernel/trace/trace_sched_wakeup.c

414

tracing_sched_wakeup_trace(struct trace_array *tr,

kernel/trace/trace_sched_wakeup.c

421

struct trace_buffer *buffer = tr->array_buffer.buffer;

kernel/trace/trace_sched_wakeup.c

436

trace_buffer_unlock_commit(tr, buffer, event, trace_ctx);

kernel/trace/trace_sched_wakeup.c

44

# define is_graph(tr) ((tr)->trace_flags & TRACE_ITER(DISPLAY_GRAPH))

kernel/trace/trace_sched_wakeup.c

46

# define is_graph(tr) false

kernel/trace/trace_sched_wakeup.c

510

static void __wakeup_reset(struct trace_array *tr)

kernel/trace/trace_sched_wakeup.c

522

static void wakeup_reset(struct trace_array *tr)

kernel/trace/trace_sched_wakeup.c

526

tracing_reset_online_cpus(&tr->array_buffer);

kernel/trace/trace_sched_wakeup.c

530

__wakeup_reset(tr);

kernel/trace/trace_sched_wakeup.c

612

static void start_wakeup_tracer(struct trace_array *tr)

kernel/trace/trace_sched_wakeup.c

644

wakeup_reset(tr);

kernel/trace/trace_sched_wakeup.c

655

if (start_func_tracer(tr, is_graph(tr)))

kernel/trace/trace_sched_wakeup.c

667

static void stop_wakeup_tracer(struct trace_array *tr)

kernel/trace/trace_sched_wakeup.c

670

stop_func_tracer(tr, is_graph(tr));

kernel/trace/trace_sched_wakeup.c

679

static int __wakeup_tracer_init(struct trace_array *tr)

kernel/trace/trace_sched_wakeup.c

68

func_prolog_preempt_disable(struct trace_array *tr,

kernel/trace/trace_sched_wakeup.c

681

save_flags = tr->trace_flags;

kernel/trace/trace_sched_wakeup.c

684

set_tracer_flag(tr, TRACE_ITER(OVERWRITE), 1);

kernel/trace/trace_sched_wakeup.c

685

set_tracer_flag(tr, TRACE_ITER(LATENCY_FMT), 1);

kernel/trace/trace_sched_wakeup.c

687

tr->max_latency = 0;

kernel/trace/trace_sched_wakeup.c

688

wakeup_trace = tr;

kernel/trace/trace_sched_wakeup.c

689

ftrace_init_array_ops(tr, wakeup_tracer_call);

kernel/trace/trace_sched_wakeup.c

690

start_wakeup_tracer(tr);

kernel/trace/trace_sched_wakeup.c

696

static int wakeup_tracer_init(struct trace_array *tr)

kernel/trace/trace_sched_wakeup.c

703

return __wakeup_tracer_init(tr);

kernel/trace/trace_sched_wakeup.c

706

static int wakeup_rt_tracer_init(struct trace_array *tr)

kernel/trace/trace_sched_wakeup.c

713

return __wakeup_tracer_init(tr);

kernel/trace/trace_sched_wakeup.c

716

static int wakeup_dl_tracer_init(struct trace_array *tr)

kernel/trace/trace_sched_wakeup.c

723

return __wakeup_tracer_init(tr);

kernel/trace/trace_sched_wakeup.c

726

static void wakeup_tracer_reset(struct trace_array *tr)

kernel/trace/trace_sched_wakeup.c

731

stop_wakeup_tracer(tr);

kernel/trace/trace_sched_wakeup.c

733

wakeup_reset(tr);

kernel/trace/trace_sched_wakeup.c

735

set_tracer_flag(tr, TRACE_ITER(LATENCY_FMT), lat_flag);

kernel/trace/trace_sched_wakeup.c

736

set_tracer_flag(tr, TRACE_ITER(OVERWRITE), overwrite_flag);

kernel/trace/trace_sched_wakeup.c

737

ftrace_reset_array_ops(tr);

kernel/trace/trace_sched_wakeup.c

741

static void wakeup_tracer_start(struct trace_array *tr)

kernel/trace/trace_sched_wakeup.c

743

wakeup_reset(tr);

kernel/trace/trace_sched_wakeup.c

747

static void wakeup_tracer_stop(struct trace_array *tr)

kernel/trace/trace_sched_wakeup.c

85

*data = per_cpu_ptr(tr->array_buffer.data, cpu);

kernel/trace/trace_selftest.c

1063

struct trace_array *tr)

kernel/trace/trace_selftest.c

1080

tracing_reset_online_cpus(&tr->array_buffer);

kernel/trace/trace_selftest.c

1081

fgraph_ops.private = tr;

kernel/trace/trace_selftest.c

1102

ret = trace_test_buffer(&tr->array_buffer, &count);

kernel/trace/trace_selftest.c

1123

tracing_reset_online_cpus(&tr->array_buffer);

kernel/trace/trace_selftest.c

1124

fgraph_ops.private = tr;

kernel/trace/trace_selftest.c

1158

ret = trace_test_buffer(&tr->array_buffer, &count);

kernel/trace/trace_selftest.c

1196

trace_selftest_startup_irqsoff(struct tracer *trace, struct trace_array *tr)

kernel/trace/trace_selftest.c

1198

unsigned long save_max = tr->max_latency;

kernel/trace/trace_selftest.c

1203

ret = tracer_init(trace, tr);

kernel/trace/trace_selftest.c

1210

tr->max_latency = 0;

kernel/trace/trace_selftest.c

1222

trace->stop(tr);

kernel/trace/trace_selftest.c

1226

ret = trace_test_buffer(&tr->array_buffer, NULL);

kernel/trace/trace_selftest.c

1228

ret = trace_test_buffer(&tr->snapshot_buffer, &count);

kernel/trace/trace_selftest.c

1229

trace->reset(tr);

kernel/trace/trace_selftest.c

1237

tr->max_latency = save_max;

kernel/trace/trace_selftest.c

1245

trace_selftest_startup_preemptoff(struct tracer *trace, struct trace_array *tr)

kernel/trace/trace_selftest.c

1247

unsigned long save_max = tr->max_latency;

kernel/trace/trace_selftest.c

1265

ret = tracer_init(trace, tr);

kernel/trace/trace_selftest.c

1272

tr->max_latency = 0;

kernel/trace/trace_selftest.c

1284

trace->stop(tr);

kernel/trace/trace_selftest.c

1288

ret = trace_test_buffer(&tr->array_buffer, NULL);

kernel/trace/trace_selftest.c

1290

ret = trace_test_buffer(&tr->snapshot_buffer, &count);

kernel/trace/trace_selftest.c

1291

trace->reset(tr);

kernel/trace/trace_selftest.c

1299

tr->max_latency = save_max;

kernel/trace/trace_selftest.c

1307

trace_selftest_startup_preemptirqsoff(struct tracer *trace, struct trace_array *tr)

kernel/trace/trace_selftest.c

1309

unsigned long save_max = tr->max_latency;

kernel/trace/trace_selftest.c

1327

ret = tracer_init(trace, tr);

kernel/trace/trace_selftest.c

1334

tr->max_latency = 0;

kernel/trace/trace_selftest.c

1350

trace->stop(tr);

kernel/trace/trace_selftest.c

1354

ret = trace_test_buffer(&tr->array_buffer, NULL);

kernel/trace/trace_selftest.c

1358

ret = trace_test_buffer(&tr->snapshot_buffer, &count);

kernel/trace/trace_selftest.c

1369

tr->max_latency = 0;

kernel/trace/trace_selftest.c

1371

trace->start(tr);

kernel/trace/trace_selftest.c

1380

trace->stop(tr);

kernel/trace/trace_selftest.c

1384

ret = trace_test_buffer(&tr->array_buffer, NULL);

kernel/trace/trace_selftest.c

1388

ret = trace_test_buffer(&tr->snapshot_buffer, &count);

kernel/trace/trace_selftest.c

1399

trace->reset(tr);

kernel/trace/trace_selftest.c

1400

tr->max_latency = save_max;

kernel/trace/trace_selftest.c

1408

trace_selftest_startup_nop(struct tracer *trace, struct trace_array *tr)

kernel/trace/trace_selftest.c

1460

trace_selftest_startup_wakeup(struct tracer *trace, struct trace_array *tr)

kernel/trace/trace_selftest.c

1462

unsigned long save_max = tr->max_latency;

kernel/trace/trace_selftest.c

1483

ret = tracer_init(trace, tr);

kernel/trace/trace_selftest.c

1490

tr->max_latency = 0;

kernel/trace/trace_selftest.c

1514

ret = trace_test_buffer(&tr->array_buffer, NULL);

kernel/trace/trace_selftest.c

1516

ret = trace_test_buffer(&tr->snapshot_buffer, &count);

kernel/trace/trace_selftest.c

1519

trace->reset(tr);

kernel/trace/trace_selftest.c

1522

tr->max_latency = save_max;

kernel/trace/trace_selftest.c

1538

trace_selftest_startup_branch(struct tracer *trace, struct trace_array *tr)

kernel/trace/trace_selftest.c

1544

ret = tracer_init(trace, tr);

kernel/trace/trace_selftest.c

1555

ret = trace_test_buffer(&tr->array_buffer, &count);

kernel/trace/trace_selftest.c

1556

trace->reset(tr);

kernel/trace/trace_selftest.c

183

static int trace_selftest_ops(struct trace_array *tr, int cnt)

kernel/trace/trace_selftest.c

220

ftrace_init_array_ops(tr, trace_selftest_test_global_func);

kernel/trace/trace_selftest.c

221

register_ftrace_function(tr->ops);

kernel/trace/trace_selftest.c

336

unregister_ftrace_function(tr->ops);

kernel/trace/trace_selftest.c

337

ftrace_reset_array_ops(tr);

kernel/trace/trace_selftest.c

358

struct trace_array *tr,

kernel/trace/trace_selftest.c

387

ret = tracer_init(trace, tr);

kernel/trace/trace_selftest.c

397

ret = trace_test_buffer(&tr->array_buffer, &count);

kernel/trace/trace_selftest.c

418

ret = trace_test_buffer(&tr->array_buffer, &count);

kernel/trace/trace_selftest.c

425

trace->reset(tr);

kernel/trace/trace_selftest.c

432

ret = trace_selftest_ops(tr, 1);

kernel/trace/trace_selftest.c

433

trace->reset(tr);

kernel/trace/trace_selftest.c

443

ret = trace_selftest_ops(tr, 2);

kernel/trace/trace_selftest.c

573

# define trace_selftest_startup_dynamic_tracing(trace, tr, func) ({ 0; })

kernel/trace/trace_selftest.c

692

trace_selftest_startup_function(struct tracer *trace, struct trace_array *tr)

kernel/trace/trace_selftest.c

71

arch_spin_lock(&buf->tr->max_lock);

kernel/trace/trace_selftest.c

711

ret = tracer_init(trace, tr);

kernel/trace/trace_selftest.c

724

ret = trace_test_buffer(&tr->array_buffer, &count);

kernel/trace/trace_selftest.c

727

trace->reset(tr);

kernel/trace/trace_selftest.c

736

ret = trace_selftest_startup_dynamic_tracing(trace, tr,

kernel/trace/trace_selftest.c

89

arch_spin_unlock(&buf->tr->max_lock);

kernel/trace/trace_syscalls.c

1003

struct trace_array *tr = file->tr;

kernel/trace/trace_syscalls.c

1010

tr->sys_refcount_enter--;

kernel/trace/trace_syscalls.c

1011

WRITE_ONCE(tr->enter_syscall_files[num], NULL);

kernel/trace/trace_syscalls.c

1012

if (!tr->sys_refcount_enter)

kernel/trace/trace_syscalls.c

1013

unregister_trace_sys_enter(ftrace_syscall_enter, tr);

kernel/trace/trace_syscalls.c

1021

struct trace_array *tr = file->tr;

kernel/trace/trace_syscalls.c

1029

if (!tr->sys_refcount_exit)

kernel/trace/trace_syscalls.c

1030

ret = register_trace_sys_exit(ftrace_syscall_exit, tr);

kernel/trace/trace_syscalls.c

1032

WRITE_ONCE(tr->exit_syscall_files[num], file);

kernel/trace/trace_syscalls.c

1033

tr->sys_refcount_exit++;

kernel/trace/trace_syscalls.c

1042

struct trace_array *tr = file->tr;

kernel/trace/trace_syscalls.c

1049

tr->sys_refcount_exit--;

kernel/trace/trace_syscalls.c

1050

WRITE_ONCE(tr->exit_syscall_files[num], NULL);

kernel/trace/trace_syscalls.c

1051

if (!tr->sys_refcount_exit)

kernel/trace/trace_syscalls.c

1052

unregister_trace_sys_exit(ftrace_syscall_exit, tr);

kernel/trace/trace_syscalls.c

244

struct trace_array *tr = iter->tr;

kernel/trace/trace_syscalls.c

267

if (!tr || !(tr->trace_flags & TRACE_ITER(VERBOSE)))

kernel/trace/trace_syscalls.c

287

if (tr && tr->trace_flags & TRACE_ITER(VERBOSE))

kernel/trace/trace_syscalls.c

863

struct trace_array *tr = data;

kernel/trace/trace_syscalls.c

886

trace_file = READ_ONCE(tr->enter_syscall_files[syscall_nr]);

kernel/trace/trace_syscalls.c

906

&size, user_sizes, &uargs, tr->syscall_buf_sz) < 0)

kernel/trace/trace_syscalls.c

929

struct trace_array *tr = data;

kernel/trace/trace_syscalls.c

947

trace_file = READ_ONCE(tr->exit_syscall_files[syscall_nr]);

kernel/trace/trace_syscalls.c

973

struct trace_array *tr = file->tr;

kernel/trace/trace_syscalls.c

986

if (!tr->sys_refcount_enter) {

kernel/trace/trace_syscalls.c

987

ret = register_trace_sys_enter(ftrace_syscall_enter, tr);

kernel/trace/trace_syscalls.c

994

WRITE_ONCE(tr->enter_syscall_files[num], file);

kernel/trace/trace_syscalls.c

995

tr->sys_refcount_enter++;

lib/crypto/mldsa.c

134

u8 tr[64];

lib/crypto/mldsa.c

573

shake256(pk, pk_len, ws->tr, sizeof(ws->tr));

lib/crypto/mldsa.c

575

shake_update(&ws->shake, ws->tr, sizeof(ws->tr));

net/xdp/xsk.c

817

u32 hr, tr, len;

net/xdp/xsk.c

825

tr = dev->needed_tailroom;

net/xdp/xsk.c

826

skb = sock_alloc_send_skb(&xs->sk, hr + len + tr, 1, &err);

samples/ftrace/sample-trace-array.c

108

tr = trace_array_get_by_name("sample-instance", "sched,timer,kprobes");

samples/ftrace/sample-trace-array.c

110

if (!tr)

samples/ftrace/sample-trace-array.c

115

trace_array_init_printk(tr);

samples/ftrace/sample-trace-array.c

119

trace_array_put(tr);

samples/ftrace/sample-trace-array.c

120

trace_array_destroy(tr);

samples/ftrace/sample-trace-array.c

135

trace_array_destroy(tr);

samples/ftrace/sample-trace-array.c

20

struct trace_array *tr;

samples/ftrace/sample-trace-array.c

29

trace_array_set_clr_event(tr, "sample-subsystem", "sample_event",

samples/ftrace/sample-trace-array.c

55

trace_array_printk(tr, _THIS_IP_, "trace_array_printk: count=%d\n",

samples/ftrace/sample-trace-array.c

72

trace_array_set_clr_event(tr, "sample-subsystem", "sample_event", true);

samples/ftrace/sample-trace-array.c

94

trace_array_put(tr);

sound/pci/au88x0/au88x0_core.c

561

int dirplay, int sl, unsigned int tr, int thsource)

sound/pci/au88x0/au88x0_core.c

575

if ((tr & 0x10000) && (tr != 0x10000)) {

sound/pci/au88x0/au88x0_core.c

576

tr = 0;

sound/pci/au88x0/au88x0_core.c

579

if ((((short)tr) < 0) && (tr != 0x8000)) {

sound/pci/au88x0/au88x0_core.c

580

tr = 0;

sound/pci/au88x0/au88x0_core.c

583

tr = 1;

sound/pci/au88x0/au88x0_core.c

589

tr = 0; /*ebx = 0 */

sound/pci/au88x0/au88x0_core.c

596

tr = 1;

sound/pci/au88x0/au88x0_core.c

604

if (tr)

sound/pci/au88x0/au88x0_core.c

610

if (tr)

sound/pci/au88x0/au88x0_core.c

623

(tr << 0x11) | (dirplay << 0x10) | (ebp << 0x8) | esp10);

tools/arch/x86/include/uapi/asm/kvm.h

153

struct kvm_segment tr, ldt;

tools/arch/x86/include/uapi/asm/kvm.h

164

struct kvm_segment tr, ldt;

tools/perf/builtin-sched.c

1635

struct thread_runtime *tr;

tools/perf/builtin-sched.c

1681

tr = thread__get_runtime(sched_in);

tools/perf/builtin-sched.c

1682

if (tr == NULL)

tools/perf/builtin-sched.c

1695

if (!tr->shortname[0]) {

tools/perf/builtin-sched.c

1701

tr->shortname[0] = '.';

tools/perf/builtin-sched.c

1702

tr->shortname[1] = ' ';

tools/perf/builtin-sched.c

1704

tr->shortname[0] = sched->next_shortname1;

tools/perf/builtin-sched.c

1705

tr->shortname[1] = sched->next_shortname2;

tools/perf/builtin-sched.c

1717

tr->shortname[0] = '-';

tools/perf/builtin-sched.c

1718

tr->shortname[1] = ' ';

tools/perf/builtin-sched.c

1750

if (new_shortname || tr->comm_changed || (verbose > 0 && thread__tid(sched_in))) {

tools/perf/builtin-sched.c

1757

tr->shortname, thread__comm_str(sched_in), thread__tid(sched_in));

tools/perf/builtin-sched.c

1758

tr->comm_changed = false;

tools/perf/builtin-sched.c

1771

tr = thread__get_runtime(sched->curr_out_thread[this_cpu.cpu]);

tools/perf/builtin-sched.c

1772

if (strcmp(tr->shortname, "") == 0)

tools/perf/builtin-sched.c

1889

struct thread_runtime *tr;

tools/perf/builtin-sched.c

1902

tr = thread__get_runtime(thread);

tools/perf/builtin-sched.c

1903

if (tr == NULL) {

tools/perf/builtin-sched.c

1908

tr->comm_changed = true;

tools/perf/builtin-sched.c

2077

struct thread_runtime *tr = thread__priv(thread);

tools/perf/builtin-sched.c

2079

if (tr->prio != prev_prio && tr->prio != -1)

tools/perf/builtin-sched.c

2080

scnprintf(prio_str, sizeof(prio_str), "%d->%d", tr->prio, prev_prio);

tools/perf/builtin-sched.c

2170

struct thread_runtime *tr = thread__priv(thread);

tools/perf/builtin-sched.c

2210

wait_time = tr->dt_sleep + tr->dt_iowait + tr->dt_preempt;

tools/perf/builtin-sched.c

2213

print_sched_time(tr->dt_delay, 6);

tools/perf/builtin-sched.c

2214

print_sched_time(tr->dt_run, 6);

tools/perf/builtin-sched.c

2216

print_sched_time(tr->dt_pre_mig, 6);

tools/perf/builtin-sched.c

2391

init_prio(&itr->tr);

tools/perf/builtin-sched.c

2392

init_stats(&itr->tr.run_stats);

tools/perf/builtin-sched.c

2557

struct thread_runtime *tr = NULL;

tools/perf/builtin-sched.c

2571

tr = thread__get_runtime(thread);

tools/perf/builtin-sched.c

2572

if (tr && tr->prio != -1)

tools/perf/builtin-sched.c

2573

prio = tr->prio;

tools/perf/builtin-sched.c

2648

struct thread_runtime *tr = NULL;

tools/perf/builtin-sched.c

2656

tr = thread__get_runtime(thread);

tools/perf/builtin-sched.c

2657

if (tr == NULL) {

tools/perf/builtin-sched.c

2662

if (tr->ready_to_run == 0)

tools/perf/builtin-sched.c

2663

tr->ready_to_run = sample->time;

tools/perf/builtin-sched.c

2737

struct thread_runtime *tr = NULL;

tools/perf/builtin-sched.c

2745

tr = thread__get_runtime(thread);

tools/perf/builtin-sched.c

2746

if (tr == NULL) {

tools/perf/builtin-sched.c

2751

tr->migrations++;

tools/perf/builtin-sched.c

2752

tr->migrated = sample->time;

tools/perf/builtin-sched.c

2769

struct thread_runtime *tr = NULL;

tools/perf/builtin-sched.c

2781

tr = thread__get_runtime(thread);

tools/perf/builtin-sched.c

2782

if (tr != NULL)

tools/perf/builtin-sched.c

2783

tr->prio = next_prio;

tools/perf/builtin-sched.c

2798

struct thread_runtime *tr = NULL;

tools/perf/builtin-sched.c

2823

tr = thread__get_runtime(thread);

tools/perf/builtin-sched.c

2824

if (tr == NULL) {

tools/perf/builtin-sched.c

286

struct thread_runtime tr;

tools/perf/builtin-sched.c

2861

timehist_update_runtime_stats(tr, t, tprev);

tools/perf/builtin-sched.c

2864

struct idle_thread_runtime *itr = (void *)tr;

tools/perf/builtin-sched.c

2903

if (tr) {

tools/perf/builtin-sched.c

2905

tr->last_time = sample->time;

tools/perf/builtin-sched.c

2908

tr->last_state = state;

tools/perf/builtin-sched.c

2912

tr->ready_to_run = t;

tools/perf/builtin-sched.c

2914

tr->ready_to_run = 0;

tools/perf/builtin-sched.c

2916

tr->migrated = 0;

tools/perf/builtin-sched.c

3157

print_sched_time(itr->tr.total_run_time, 6);

tools/perf/builtin-sched.c

956

struct thread_runtime *tr;

tools/perf/builtin-sched.c

958

tr = thread__priv(thread);

tools/perf/builtin-sched.c

959

if (tr == NULL) {

tools/perf/builtin-sched.c

960

tr = thread__init_runtime(thread);

tools/perf/builtin-sched.c

961

if (tr == NULL)

tools/perf/builtin-sched.c

965

return tr;

tools/spi/spidev_test.c

123

struct spi_ioc_transfer tr = {

tools/spi/spidev_test.c

134

tr.tx_nbits = 8;

tools/spi/spidev_test.c

136

tr.tx_nbits = 4;

tools/spi/spidev_test.c

138

tr.tx_nbits = 2;

tools/spi/spidev_test.c

140

tr.rx_nbits = 8;

tools/spi/spidev_test.c

142

tr.rx_nbits = 4;

tools/spi/spidev_test.c

144

tr.rx_nbits = 2;

tools/spi/spidev_test.c

147

tr.rx_buf = 0;

tools/spi/spidev_test.c

149

tr.tx_buf = 0;

tools/spi/spidev_test.c

152

ret = ioctl(fd, SPI_IOC_MESSAGE(1), &tr);

tools/testing/selftests/kvm/include/x86/processor.h

544

uint16_t tr;

tools/testing/selftests/kvm/include/x86/processor.h

547

: /* output */ [tr]"=rm"(tr));

tools/testing/selftests/kvm/include/x86/processor.h

548

return tr;

tools/testing/selftests/kvm/include/x86/svm.h

198

struct vmcb_seg tr;

tools/testing/selftests/kvm/lib/x86/processor.c

129

segment_dump(stream, &sregs->tr, indent + 2);

tools/testing/selftests/kvm/lib/x86/processor.c

672

kvm_seg_set_tss_64bit(vm->arch.tss, &sregs.tr);

tools/testing/selftests/kvm/x86/sync_regs_test.c

160

struct kvm_translation tr;

tools/testing/selftests/kvm/x86/sync_regs_test.c

197

tr = (struct kvm_translation) { .linear_address = 0 };

tools/testing/selftests/kvm/x86/sync_regs_test.c

198

__vcpu_ioctl(vcpu, KVM_TRANSLATE, &tr);

tools/testing/selftests/kvm/x86/vmx_exception_with_invalid_guest_state.c

62

sregs.tr.unusable = !!set;

tools/testing/selftests/kvm/x86/vmx_invalid_nested_guest_state.c

90

sregs.tr.unusable = 1;

tools/testing/selftests/net/ipsec.c

2238

struct test_result tr = {};

tools/testing/selftests/net/ipsec.c

2239

struct xfrm_desc *d = &tr.desc;

tools/testing/selftests/net/ipsec.c

2243

ssize_t received = read(results_fd[0], &tr, sizeof(tr));

tools/testing/selftests/net/ipsec.c

2249

if (received != sizeof(tr)) {

tools/testing/selftests/net/ipsec.c

2254

switch (tr.res) {

tools/testing/selftests/net/ipsec.c

580

struct test_result tr = {};

tools/testing/selftests/net/ipsec.c

583

tr.desc = *d;

tools/testing/selftests/net/ipsec.c

584

tr.res = res;

tools/testing/selftests/net/ipsec.c

586

ret = write(results_fd[1], &tr, sizeof(tr));

tools/testing/selftests/net/ipsec.c

587

if (ret != sizeof(tr))

tools/testing/vsock/util.c

933

static int tr = -1;

tools/testing/vsock/util.c

935

if (tr == -1)

tools/testing/vsock/util.c

936

tr = __get_transports();

tools/testing/vsock/util.c

938

return tr;

tools/testing/vsock/vsock_test.c

1897

int cid, tr;

tools/testing/vsock/vsock_test.c

1902

tr = get_transports();

tools/testing/vsock/vsock_test.c

1903

if (!tr)

tools/testing/vsock/vsock_test.c

1905

else if (tr == TRANSPORT_VIRTIO)

tools/testing/vsock/vsock_test.c

1986

int ret, tr;

tools/testing/vsock/vsock_test.c

1988

tr = get_transports();

tools/testing/vsock/vsock_test.c

1997

if (tr & TRANSPORTS_G2H)

virt/kvm/kvm_main.c

4564

struct kvm_translation tr;

virt/kvm/kvm_main.c

4567

if (copy_from_user(&tr, argp, sizeof(tr)))

virt/kvm/kvm_main.c

4569

r = kvm_arch_vcpu_ioctl_translate(vcpu, &tr);

virt/kvm/kvm_main.c

4573

if (copy_to_user(argp, &tr, sizeof(tr)))