/
usr
/
src
/
kernels
/
4.18.0-553.157.1.el8_10.x86_64
/
arch
/
x86
/
include
/
asm
/
/usr/src/kernels/4.18.0-553.157.1.el8_10.x86_64/arch/x86/include/asm
mkdir
upload
Name
Size
Mode
Actions
crypto/
-
0755
rm
e820/
-
0755
rm
fpu/
-
0755
rm
numachip/
-
0755
rm
shared/
-
0755
rm
trace/
-
0755
rm
uv/
-
0755
rm
vdso/
-
0755
rm
xen/
-
0755
rm
a.out-core.h
1931
0644
edit
dl
rm
acenv.h
1596
0644
edit
dl
rm
acpi.h
5300
0644
edit
dl
rm
agp.h
1070
0644
edit
dl
rm
alternative.h
11407
0644
edit
dl
rm
amd-ibs.h
5020
0644
edit
dl
rm
amd_hsmp.h
364
0644
edit
dl
rm
amd_nb.h
3086
0644
edit
dl
rm
apb_timer.h
1466
0644
edit
dl
rm
apic.h
14661
0644
edit
dl
rm
apicdef.h
11565
0644
edit
dl
rm
apic_flat_64.h
151
0644
edit
dl
rm
apm.h
1768
0644
edit
dl
rm
archrandom.h
3221
0644
edit
dl
rm
arch_hweight.h
1311
0644
edit
dl
rm
asm-offsets.h
35
0644
edit
dl
rm
asm-prototypes.h
946
0644
edit
dl
rm
asm.h
5186
0644
edit
dl
rm
atomic.h
6279
0644
edit
dl
rm
atomic64_32.h
8150
0644
edit
dl
rm
atomic64_64.h
5933
0644
edit
dl
rm
audit.h
170
0644
edit
dl
rm
barrier.h
2471
0644
edit
dl
rm
bios_ebda.h
914
0644
edit
dl
rm
bitops.h
10727
0644
edit
dl
rm
boot.h
1825
0644
edit
dl
rm
bootparam_utils.h
2907
0644
edit
dl
rm
bug.h
2117
0644
edit
dl
rm
bugs.h
533
0644
edit
dl
rm
cache.h
641
0644
edit
dl
rm
cacheflush.h
306
0644
edit
dl
rm
cacheinfo.h
209
0644
edit
dl
rm
calgary.h
2370
0644
edit
dl
rm
ce4100.h
121
0644
edit
dl
rm
checksum.h
133
0644
edit
dl
rm
checksum_32.h
4964
0644
edit
dl
rm
checksum_64.h
5541
0644
edit
dl
rm
clocksource.h
480
0644
edit
dl
rm
cmdline.h
302
0644
edit
dl
rm
cmpxchg.h
7891
0644
edit
dl
rm
cmpxchg_32.h
3247
0644
edit
dl
rm
cmpxchg_64.h
552
0644
edit
dl
rm
coco.h
482
0644
edit
dl
rm
compat.h
4861
0644
edit
dl
rm
cpu.h
2607
0644
edit
dl
rm
cpufeature.h
9470
0644
edit
dl
rm
cpufeatures.h
32845
0644
edit
dl
rm
cpuid.h
498
0644
edit
dl
rm
cpuidle_haltpoll.h
189
0644
edit
dl
rm
cpumask.h
408
0644
edit
dl
rm
cpu_device_id.h
8109
0644
edit
dl
rm
cpu_entry_area.h
4162
0644
edit
dl
rm
crash.h
300
0644
edit
dl
rm
current.h
443
0644
edit
dl
rm
debugreg.h
3411
0644
edit
dl
rm
delay.h
275
0644
edit
dl
rm
desc.h
12274
0644
edit
dl
rm
desc_defs.h
3396
0644
edit
dl
rm
device.h
328
0644
edit
dl
rm
disabled-features.h
3559
0644
edit
dl
rm
div64.h
2189
0644
edit
dl
rm
dma-mapping.h
288
0644
edit
dl
rm
dma.h
9827
0644
edit
dl
rm
dmi.h
556
0644
edit
dl
rm
dwarf2.h
2487
0644
edit
dl
rm
edac.h
474
0644
edit
dl
rm
efi.h
7416
0644
edit
dl
rm
elf.h
12640
0644
edit
dl
rm
emergency-restart.h
202
0644
edit
dl
rm
emulate_prefix.h
484
0644
edit
dl
rm
enclu.h
181
0644
edit
dl
rm
entry_arch.h
1922
0644
edit
dl
rm
espfix.h
426
0644
edit
dl
rm
exec.h
37
0644
edit
dl
rm
export.h
120
0644
edit
dl
rm
extable.h
1300
0644
edit
dl
rm
fb.h
540
0644
edit
dl
rm
fixmap.h
6381
0644
edit
dl
rm
floppy.h
6748
0644
edit
dl
rm
frame.h
2237
0644
edit
dl
rm
fsgsbase.h
2072
0644
edit
dl
rm
ftrace.h
2777
0644
edit
dl
rm
futex.h
2269
0644
edit
dl
rm
gart.h
2682
0644
edit
dl
rm
genapic.h
22
0644
edit
dl
rm
geode.h
842
0644
edit
dl
rm
hardirq.h
2207
0644
edit
dl
rm
highmem.h
2466
0644
edit
dl
rm
hpet.h
3461
0644
edit
dl
rm
hugetlb.h
1867
0644
edit
dl
rm
hw_breakpoint.h
2112
0644
edit
dl
rm
hw_irq.h
4126
0644
edit
dl
rm
hyperv-tlfs.h
22337
0644
edit
dl
rm
hypervisor.h
1975
0644
edit
dl
rm
i8259.h
1975
0644
edit
dl
rm
ia32.h
1789
0644
edit
dl
rm
ia32_unistd.h
313
0644
edit
dl
rm
imr.h
1849
0644
edit
dl
rm
inat.h
6736
0644
edit
dl
rm
inat_types.h
1013
0644
edit
dl
rm
init.h
632
0644
edit
dl
rm
insn-eval.h
1546
0644
edit
dl
rm
insn.h
8098
0644
edit
dl
rm
inst.h
5453
0644
edit
dl
rm
intel-family.h
5168
0644
edit
dl
rm
intel-mid.h
5025
0644
edit
dl
rm
intel_ds.h
849
0644
edit
dl
rm
intel_mid_vrtc.h
330
0644
edit
dl
rm
intel_pconfig.h
1545
0644
edit
dl
rm
intel_pmc_ipc.h
2267
0644
edit
dl
rm
intel_pt.h
1276
0644
edit
dl
rm
intel_punit_ipc.h
4666
0644
edit
dl
rm
intel_scu_ipc.h
2351
0644
edit
dl
rm
intel_telemetry.h
4060
0644
edit
dl
rm
invpcid.h
1604
0644
edit
dl
rm
io.h
11872
0644
edit
dl
rm
iomap.h
1228
0644
edit
dl
rm
iommu.h
935
0644
edit
dl
rm
iosf_mbi.h
7354
0644
edit
dl
rm
io_apic.h
5890
0644
edit
dl
rm
ipi.h
2873
0644
edit
dl
rm
irq.h
1415
0644
edit
dl
rm
irqdomain.h
1796
0644
edit
dl
rm
irqflags.h
4161
0644
edit
dl
rm
irq_regs.h
683
0644
edit
dl
rm
irq_remapping.h
2865
0644
edit
dl
rm
irq_vectors.h
4105
0644
edit
dl
rm
irq_work.h
465
0644
edit
dl
rm
ist.h
735
0644
edit
dl
rm
jailhouse_para.h
449
0644
edit
dl
rm
jump_label.h
2529
0644
edit
dl
rm
kasan.h
1291
0644
edit
dl
rm
kaslr.h
314
0644
edit
dl
rm
kbdleds.h
454
0644
edit
dl
rm
Kbuild
319
0644
edit
dl
rm
kdebug.h
1042
0644
edit
dl
rm
kexec-bzimage64.h
195
0644
edit
dl
rm
kexec.h
5843
0644
edit
dl
rm
kgdb.h
2143
0644
edit
dl
rm
kprobes.h
3701
0644
edit
dl
rm
kvm-x86-ops.h
3989
0644
edit
dl
rm
kvmclock.h
506
0644
edit
dl
rm
kvm_host.h
63925
0644
edit
dl
rm
kvm_page_track.h
2700
0644
edit
dl
rm
kvm_para.h
4422
0644
edit
dl
rm
kvm_types.h
178
0644
edit
dl
rm
kvm_vcpu_regs.h
606
0644
edit
dl
rm
linkage.h
1268
0644
edit
dl
rm
livepatch.h
1039
0644
edit
dl
rm
local.h
3925
0644
edit
dl
rm
local64.h
33
0644
edit
dl
rm
mach_timer.h
1590
0644
edit
dl
rm
mach_traps.h
1013
0644
edit
dl
rm
math_emu.h
395
0644
edit
dl
rm
mc146818rtc.h
2835
0644
edit
dl
rm
mce.h
11909
0644
edit
dl
rm
mcsafe_test.h
1418
0644
edit
dl
rm
memtype.h
815
0644
edit
dl
rm
mem_encrypt.h
3543
0644
edit
dl
rm
microcode.h
3557
0644
edit
dl
rm
microcode_amd.h
1373
0644
edit
dl
rm
microcode_intel.h
2619
0644
edit
dl
rm
misc.h
143
0644
edit
dl
rm
mmconfig.h
374
0644
edit
dl
rm
mmu.h
1689
0644
edit
dl
rm
mmu_context.h
10118
0644
edit
dl
rm
mmx.h
337
0644
edit
dl
rm
mmzone.h
129
0644
edit
dl
rm
mmzone_32.h
1188
0644
edit
dl
rm
mmzone_64.h
430
0644
edit
dl
rm
module.h
2096
0644
edit
dl
rm
mpspec.h
4023
0644
edit
dl
rm
mpspec_def.h
4256
0644
edit
dl
rm
mpx.h
3125
0644
edit
dl
rm
mshyperv.h
10142
0644
edit
dl
rm
msi.h
1508
0644
edit
dl
rm
msidef.h
1814
0644
edit
dl
rm
msr-index.h
42495
0644
edit
dl
rm
msr-trace.h
1387
0644
edit
dl
rm
msr.h
11290
0644
edit
dl
rm
mtrr.h
4753
0644
edit
dl
rm
mwait.h
4968
0644
edit
dl
rm
nmi.h
1496
0644
edit
dl
rm
nops.h
4412
0644
edit
dl
rm
nospec-branch.h
14205
0644
edit
dl
rm
numa.h
2228
0644
edit
dl
rm
numa_32.h
256
0644
edit
dl
rm
olpc.h
3240
0644
edit
dl
rm
olpc_ofw.h
1128
0644
edit
dl
rm
orc_lookup.h
1665
0644
edit
dl
rm
orc_types.h
3577
0644
edit
dl
rm
page.h
2517
0644
edit
dl
rm
page_32.h
1039
0644
edit
dl
rm
page_32_types.h
1691
0644
edit
dl
rm
page_64.h
1573
0644
edit
dl
rm
page_64_types.h
2208
0644
edit
dl
rm
page_types.h
2369
0644
edit
dl
rm
paravirt.h
24608
0644
edit
dl
rm
paravirt_types.h
22709
0644
edit
dl
rm
parport.h
314
0644
edit
dl
rm
pci-direct.h
740
0644
edit
dl
rm
pci-functions.h
654
0644
edit
dl
rm
pci.h
3288
0644
edit
dl
rm
pci_64.h
684
0644
edit
dl
rm
pci_x86.h
6283
0644
edit
dl
rm
percpu.h
20267
0644
edit
dl
rm
perf_event.h
17896
0644
edit
dl
rm
perf_event_p4.h
26731
0644
edit
dl
rm
pgalloc.h
6591
0644
edit
dl
rm
pgtable-2level.h
2815
0644
edit
dl
rm
pgtable-2level_types.h
867
0644
edit
dl
rm
pgtable-3level.h
8832
0644
edit
dl
rm
pgtable-3level_types.h
1007
0644
edit
dl
rm
pgtable-invert.h
1091
0644
edit
dl
rm
pgtable.h
35801
0644
edit
dl
rm
pgtable_32.h
3159
0644
edit
dl
rm
pgtable_32_types.h
2121
0644
edit
dl
rm
pgtable_64.h
7474
0644
edit
dl
rm
pgtable_64_types.h
4365
0644
edit
dl
rm
pgtable_types.h
17149
0644
edit
dl
rm
pkeys.h
3542
0644
edit
dl
rm
pkru.h
1346
0644
edit
dl
rm
platform_sst_audio.h
3290
0644
edit
dl
rm
pm-trace.h
611
0644
edit
dl
rm
posix_types.h
144
0644
edit
dl
rm
preempt.h
3217
0644
edit
dl
rm
probe_roms.h
273
0644
edit
dl
rm
processor-cyrix.h
879
0644
edit
dl
rm
processor-flags.h
1750
0644
edit
dl
rm
processor.h
24480
0644
edit
dl
rm
prom.h
1028
0644
edit
dl
rm
proto.h
1313
0644
edit
dl
rm
pti.h
429
0644
edit
dl
rm
ptrace.h
8996
0644
edit
dl
rm
purgatory.h
235
0644
edit
dl
rm
pvclock-abi.h
1530
0644
edit
dl
rm
pvclock.h
2702
0644
edit
dl
rm
qrwlock.h
199
0644
edit
dl
rm
qspinlock.h
2598
0644
edit
dl
rm
qspinlock_paravirt.h
1908
0644
edit
dl
rm
realmode.h
2064
0644
edit
dl
rm
reboot.h
898
0644
edit
dl
rm
reboot_fixups.h
183
0644
edit
dl
rm
refcount.h
2911
0644
edit
dl
rm
required-features.h
3043
0644
edit
dl
rm
resctrl.h
3064
0644
edit
dl
rm
rio.h
2630
0644
edit
dl
rm
rmwcc.h
2259
0644
edit
dl
rm
seccomp.h
510
0644
edit
dl
rm
sections.h
916
0644
edit
dl
rm
segment.h
11184
0644
edit
dl
rm
serial.h
1137
0644
edit
dl
rm
setup.h
3751
0644
edit
dl
rm
setup_arch.h
77
0644
edit
dl
rm
set_memory.h
5381
0644
edit
dl
rm
sev-common.h
4867
0644
edit
dl
rm
sev.h
6965
0644
edit
dl
rm
sgx.h
13157
0644
edit
dl
rm
shmparam.h
193
0644
edit
dl
rm
sigcontext.h
261
0644
edit
dl
rm
sigframe.h
2339
0644
edit
dl
rm
sighandling.h
730
0644
edit
dl
rm
signal.h
2424
0644
edit
dl
rm
simd.h
287
0644
edit
dl
rm
smap.h
2247
0644
edit
dl
rm
smp.h
5500
0644
edit
dl
rm
sparsemem.h
994
0644
edit
dl
rm
spec-ctrl.h
3143
0644
edit
dl
rm
special_insns.h
7536
0644
edit
dl
rm
spinlock.h
1214
0644
edit
dl
rm
spinlock_types.h
719
0644
edit
dl
rm
sta2x11.h
352
0644
edit
dl
rm
stackprotector.h
3966
0644
edit
dl
rm
stacktrace.h
2619
0644
edit
dl
rm
string.h
129
0644
edit
dl
rm
string_32.h
7929
0644
edit
dl
rm
string_64.h
4237
0644
edit
dl
rm
suspend.h
503
0644
edit
dl
rm
suspend_32.h
938
0644
edit
dl
rm
suspend_64.h
1838
0644
edit
dl
rm
svm.h
14672
0644
edit
dl
rm
switch_to.h
3258
0644
edit
dl
rm
sync_bitops.h
3503
0644
edit
dl
rm
sync_core.h
3138
0644
edit
dl
rm
syscall.h
5489
0644
edit
dl
rm
syscalls.h
1332
0644
edit
dl
rm
syscall_wrapper.h
7780
0644
edit
dl
rm
sysfb.h
2600
0644
edit
dl
rm
tce.h
1724
0644
edit
dl
rm
tdx.h
2360
0644
edit
dl
rm
text-patching.h
4812
0644
edit
dl
rm
thermal.h
428
0644
edit
dl
rm
thread_info.h
8805
0644
edit
dl
rm
time.h
331
0644
edit
dl
rm
timer.h
1027
0644
edit
dl
rm
timex.h
305
0644
edit
dl
rm
tlb.h
1103
0644
edit
dl
rm
tlbbatch.h
332
0644
edit
dl
rm
tlbflush.h
17813
0644
edit
dl
rm
topology.h
6654
0644
edit
dl
rm
trace_clock.h
406
0644
edit
dl
rm
trapnr.h
1316
0644
edit
dl
rm
traps.h
5374
0644
edit
dl
rm
trap_pf.h
709
0644
edit
dl
rm
tsc.h
1950
0644
edit
dl
rm
uaccess.h
21233
0644
edit
dl
rm
uaccess_32.h
1006
0644
edit
dl
rm
uaccess_64.h
3129
0644
edit
dl
rm
umip.h
329
0644
edit
dl
rm
unaligned.h
345
0644
edit
dl
rm
unistd.h
1482
0644
edit
dl
rm
unwind.h
3220
0644
edit
dl
rm
unwind_hints.h
3342
0644
edit
dl
rm
uprobes.h
1686
0644
edit
dl
rm
user.h
2257
0644
edit
dl
rm
user32.h
2156
0644
edit
dl
rm
user_32.h
5042
0644
edit
dl
rm
user_64.h
5339
0644
edit
dl
rm
vdso.h
1400
0644
edit
dl
rm
vga.h
740
0644
edit
dl
rm
vgtod.h
518
0644
edit
dl
rm
virtext.h
3102
0644
edit
dl
rm
vm86.h
2212
0644
edit
dl
rm
vmware.h
1942
0644
edit
dl
rm
vmx.h
26763
0644
edit
dl
rm
vmxfeatures.h
6049
0644
edit
dl
rm
vsyscall.h
920
0644
edit
dl
rm
vvar.h
1603
0644
edit
dl
rm
word-at-a-time.h
2596
0644
edit
dl
rm
x86_init.h
11520
0644
edit
dl
rm
xor.h
10508
0644
edit
dl
rm
xor_32.h
14748
0644
edit
dl
rm
xor_64.h
716
0644
edit
dl
rm
xor_avx.h
4610
0644
edit
dl
rm
Edit:
/usr/src/kernels/4.18.0-553.157.1.el8_10.x86_64/arch/x86/include/asm/perf_event.h
(17896B)
/* SPDX-License-Identifier: GPL-2.0 */ #ifndef _ASM_X86_PERF_EVENT_H #define _ASM_X86_PERF_EVENT_H #include <linux/static_call.h> /* * Performance event hw details: */ #define INTEL_PMC_MAX_GENERIC 32 #define INTEL_PMC_MAX_FIXED 4 #define INTEL_PMC_IDX_FIXED 32 #define X86_PMC_IDX_MAX 64 #define MSR_ARCH_PERFMON_PERFCTR0 0xc1 #define MSR_ARCH_PERFMON_PERFCTR1 0xc2 #define MSR_ARCH_PERFMON_EVENTSEL0 0x186 #define MSR_ARCH_PERFMON_EVENTSEL1 0x187 #define ARCH_PERFMON_EVENTSEL_EVENT 0x000000FFULL #define ARCH_PERFMON_EVENTSEL_UMASK 0x0000FF00ULL #define ARCH_PERFMON_EVENTSEL_USR (1ULL << 16) #define ARCH_PERFMON_EVENTSEL_OS (1ULL << 17) #define ARCH_PERFMON_EVENTSEL_EDGE (1ULL << 18) #define ARCH_PERFMON_EVENTSEL_PIN_CONTROL (1ULL << 19) #define ARCH_PERFMON_EVENTSEL_INT (1ULL << 20) #define ARCH_PERFMON_EVENTSEL_ANY (1ULL << 21) #define ARCH_PERFMON_EVENTSEL_ENABLE (1ULL << 22) #define ARCH_PERFMON_EVENTSEL_INV (1ULL << 23) #define ARCH_PERFMON_EVENTSEL_CMASK 0xFF000000ULL #define HSW_IN_TX (1ULL << 32) #define HSW_IN_TX_CHECKPOINTED (1ULL << 33) #define ICL_EVENTSEL_ADAPTIVE (1ULL << 34) #define ICL_FIXED_0_ADAPTIVE (1ULL << 32) #define AMD64_EVENTSEL_INT_CORE_ENABLE (1ULL << 36) #define AMD64_EVENTSEL_GUESTONLY (1ULL << 40) #define AMD64_EVENTSEL_HOSTONLY (1ULL << 41) #define AMD64_EVENTSEL_INT_CORE_SEL_SHIFT 37 #define AMD64_EVENTSEL_INT_CORE_SEL_MASK \ (0xFULL << AMD64_EVENTSEL_INT_CORE_SEL_SHIFT) #define AMD64_EVENTSEL_EVENT \ (ARCH_PERFMON_EVENTSEL_EVENT | (0x0FULL << 32)) #define INTEL_ARCH_EVENT_MASK \ (ARCH_PERFMON_EVENTSEL_UMASK | ARCH_PERFMON_EVENTSEL_EVENT) #define AMD64_L3_SLICE_SHIFT 48 #define AMD64_L3_SLICE_MASK \ (0xFULL << AMD64_L3_SLICE_SHIFT) #define AMD64_L3_SLICEID_MASK \ (0x7ULL << AMD64_L3_SLICE_SHIFT) #define AMD64_L3_THREAD_SHIFT 56 #define AMD64_L3_THREAD_MASK \ (0xFFULL << AMD64_L3_THREAD_SHIFT) #define AMD64_L3_F19H_THREAD_MASK \ (0x3ULL << AMD64_L3_THREAD_SHIFT) #define AMD64_L3_EN_ALL_CORES BIT_ULL(47) #define AMD64_L3_EN_ALL_SLICES BIT_ULL(46) #define AMD64_L3_COREID_SHIFT 42 #define AMD64_L3_COREID_MASK \ (0x7ULL << AMD64_L3_COREID_SHIFT) #define X86_RAW_EVENT_MASK \ (ARCH_PERFMON_EVENTSEL_EVENT | \ ARCH_PERFMON_EVENTSEL_UMASK | \ ARCH_PERFMON_EVENTSEL_EDGE | \ ARCH_PERFMON_EVENTSEL_INV | \ ARCH_PERFMON_EVENTSEL_CMASK) #define X86_ALL_EVENT_FLAGS \ (ARCH_PERFMON_EVENTSEL_EDGE | \ ARCH_PERFMON_EVENTSEL_INV | \ ARCH_PERFMON_EVENTSEL_CMASK | \ ARCH_PERFMON_EVENTSEL_ANY | \ ARCH_PERFMON_EVENTSEL_PIN_CONTROL | \ HSW_IN_TX | \ HSW_IN_TX_CHECKPOINTED) #define AMD64_RAW_EVENT_MASK \ (X86_RAW_EVENT_MASK | \ AMD64_EVENTSEL_EVENT) #define AMD64_RAW_EVENT_MASK_NB \ (AMD64_EVENTSEL_EVENT | \ ARCH_PERFMON_EVENTSEL_UMASK) #define AMD64_PERFMON_V2_EVENTSEL_EVENT_NB \ (AMD64_EVENTSEL_EVENT | \ GENMASK_ULL(37, 36)) #define AMD64_PERFMON_V2_EVENTSEL_UMASK_NB \ (ARCH_PERFMON_EVENTSEL_UMASK | \ GENMASK_ULL(27, 24)) #define AMD64_PERFMON_V2_RAW_EVENT_MASK_NB \ (AMD64_PERFMON_V2_EVENTSEL_EVENT_NB | \ AMD64_PERFMON_V2_EVENTSEL_UMASK_NB) #define AMD64_PERFMON_V2_ENABLE_UMC BIT_ULL(31) #define AMD64_PERFMON_V2_EVENTSEL_EVENT_UMC GENMASK_ULL(7, 0) #define AMD64_PERFMON_V2_EVENTSEL_RDWRMASK_UMC GENMASK_ULL(9, 8) #define AMD64_PERFMON_V2_RAW_EVENT_MASK_UMC \ (AMD64_PERFMON_V2_EVENTSEL_EVENT_UMC | \ AMD64_PERFMON_V2_EVENTSEL_RDWRMASK_UMC) #define AMD64_NUM_COUNTERS 4 #define AMD64_NUM_COUNTERS_CORE 6 #define AMD64_NUM_COUNTERS_NB 4 #define ARCH_PERFMON_UNHALTED_CORE_CYCLES_SEL 0x3c #define ARCH_PERFMON_UNHALTED_CORE_CYCLES_UMASK (0x00 << 8) #define ARCH_PERFMON_UNHALTED_CORE_CYCLES_INDEX 0 #define ARCH_PERFMON_UNHALTED_CORE_CYCLES_PRESENT \ (1 << (ARCH_PERFMON_UNHALTED_CORE_CYCLES_INDEX)) #define ARCH_PERFMON_BRANCH_MISSES_RETIRED 6 #define ARCH_PERFMON_EVENTS_COUNT 7 #define PEBS_DATACFG_MEMINFO BIT_ULL(0) #define PEBS_DATACFG_GP BIT_ULL(1) #define PEBS_DATACFG_XMMS BIT_ULL(2) #define PEBS_DATACFG_LBRS BIT_ULL(3) #define PEBS_DATACFG_LBR_SHIFT 24 /* * Intel "Architectural Performance Monitoring" CPUID * detection/enumeration details: */ union cpuid10_eax { struct { unsigned int version_id:8; unsigned int num_counters:8; unsigned int bit_width:8; unsigned int mask_length:8; } split; unsigned int full; }; union cpuid10_ebx { struct { unsigned int no_unhalted_core_cycles:1; unsigned int no_instructions_retired:1; unsigned int no_unhalted_reference_cycles:1; unsigned int no_llc_reference:1; unsigned int no_llc_misses:1; unsigned int no_branch_instruction_retired:1; unsigned int no_branch_misses_retired:1; } split; unsigned int full; }; union cpuid10_edx { struct { unsigned int num_counters_fixed:5; unsigned int bit_width_fixed:8; unsigned int reserved1:2; unsigned int anythread_deprecated:1; unsigned int reserved2:16; } split; unsigned int full; }; /* * Intel "Architectural Performance Monitoring extension" CPUID * detection/enumeration details: */ #define ARCH_PERFMON_EXT_LEAF 0x00000023 #define ARCH_PERFMON_NUM_COUNTER_LEAF_BIT 0x1 #define ARCH_PERFMON_NUM_COUNTER_LEAF 0x1 /* * Intel Architectural LBR CPUID detection/enumeration details: */ union cpuid28_eax { struct { /* Supported LBR depth values */ unsigned int lbr_depth_mask:8; unsigned int reserved:22; /* Deep C-state Reset */ unsigned int lbr_deep_c_reset:1; /* IP values contain LIP */ unsigned int lbr_lip:1; } split; unsigned int full; }; union cpuid28_ebx { struct { /* CPL Filtering Supported */ unsigned int lbr_cpl:1; /* Branch Filtering Supported */ unsigned int lbr_filter:1; /* Call-stack Mode Supported */ unsigned int lbr_call_stack:1; } split; unsigned int full; }; union cpuid28_ecx { struct { /* Mispredict Bit Supported */ unsigned int lbr_mispred:1; /* Timed LBRs Supported */ unsigned int lbr_timed_lbr:1; /* Branch Type Field Supported */ unsigned int lbr_br_type:1; } split; unsigned int full; }; /* * AMD "Extended Performance Monitoring and Debug" CPUID * detection/enumeration details: */ union cpuid_0x80000022_ebx { struct { /* Number of Core Performance Counters */ unsigned int num_core_pmc:4; /* Number of available LBR Stack Entries */ unsigned int lbr_v2_stack_sz:6; /* Number of Data Fabric Counters */ unsigned int num_df_pmc:6; /* Number of Unified Memory Controller Counters */ unsigned int num_umc_pmc:6; } split; unsigned int full; }; struct x86_pmu_capability { int version; int num_counters_gp; int num_counters_fixed; int bit_width_gp; int bit_width_fixed; unsigned int events_mask; int events_mask_len; }; /* * Fixed-purpose performance events: */ /* RDPMC offset for Fixed PMCs */ #define INTEL_PMC_FIXED_RDPMC_BASE (1 << 30) #define INTEL_PMC_FIXED_RDPMC_METRICS (1 << 29) /* * All the fixed-mode PMCs are configured via this single MSR: */ #define MSR_ARCH_PERFMON_FIXED_CTR_CTRL 0x38d /* * There is no event-code assigned to the fixed-mode PMCs. * * For a fixed-mode PMC, which has an equivalent event on a general-purpose * PMC, the event-code of the equivalent event is used for the fixed-mode PMC, * e.g., Instr_Retired.Any and CPU_CLK_Unhalted.Core. * * For a fixed-mode PMC, which doesn't have an equivalent event, a * pseudo-encoding is used, e.g., CPU_CLK_Unhalted.Ref and TOPDOWN.SLOTS. * The pseudo event-code for a fixed-mode PMC must be 0x00. * The pseudo umask-code is 0xX. The X equals the index of the fixed * counter + 1, e.g., the fixed counter 2 has the pseudo-encoding 0x0300. * * The counts are available in separate MSRs: */ /* Instr_Retired.Any: */ #define MSR_ARCH_PERFMON_FIXED_CTR0 0x309 #define INTEL_PMC_IDX_FIXED_INSTRUCTIONS (INTEL_PMC_IDX_FIXED + 0) /* CPU_CLK_Unhalted.Core: */ #define MSR_ARCH_PERFMON_FIXED_CTR1 0x30a #define INTEL_PMC_IDX_FIXED_CPU_CYCLES (INTEL_PMC_IDX_FIXED + 1) /* CPU_CLK_Unhalted.Ref: event=0x00,umask=0x3 (pseudo-encoding) */ #define MSR_ARCH_PERFMON_FIXED_CTR2 0x30b #define INTEL_PMC_IDX_FIXED_REF_CYCLES (INTEL_PMC_IDX_FIXED + 2) #define INTEL_PMC_MSK_FIXED_REF_CYCLES (1ULL << INTEL_PMC_IDX_FIXED_REF_CYCLES) /* TOPDOWN.SLOTS: event=0x00,umask=0x4 (pseudo-encoding) */ #define MSR_ARCH_PERFMON_FIXED_CTR3 0x30c #define INTEL_PMC_IDX_FIXED_SLOTS (INTEL_PMC_IDX_FIXED + 3) #define INTEL_PMC_MSK_FIXED_SLOTS (1ULL << INTEL_PMC_IDX_FIXED_SLOTS) /* * We model BTS tracing as another fixed-mode PMC. * * We choose the value 47 for the fixed index of BTS, since lower * values are used by actual fixed events and higher values are used * to indicate other overflow conditions in the PERF_GLOBAL_STATUS msr. */ #define INTEL_PMC_IDX_FIXED_BTS (INTEL_PMC_IDX_FIXED + 15) /* * The PERF_METRICS MSR is modeled as several magic fixed-mode PMCs, one for * each TopDown metric event. * * Internally the TopDown metric events are mapped to the FxCtr 3 (SLOTS). */ #define INTEL_PMC_IDX_METRIC_BASE (INTEL_PMC_IDX_FIXED + 16) #define INTEL_PMC_IDX_TD_RETIRING (INTEL_PMC_IDX_METRIC_BASE + 0) #define INTEL_PMC_IDX_TD_BAD_SPEC (INTEL_PMC_IDX_METRIC_BASE + 1) #define INTEL_PMC_IDX_TD_FE_BOUND (INTEL_PMC_IDX_METRIC_BASE + 2) #define INTEL_PMC_IDX_TD_BE_BOUND (INTEL_PMC_IDX_METRIC_BASE + 3) #define INTEL_PMC_IDX_TD_HEAVY_OPS (INTEL_PMC_IDX_METRIC_BASE + 4) #define INTEL_PMC_IDX_TD_BR_MISPREDICT (INTEL_PMC_IDX_METRIC_BASE + 5) #define INTEL_PMC_IDX_TD_FETCH_LAT (INTEL_PMC_IDX_METRIC_BASE + 6) #define INTEL_PMC_IDX_TD_MEM_BOUND (INTEL_PMC_IDX_METRIC_BASE + 7) #define INTEL_PMC_IDX_METRIC_END INTEL_PMC_IDX_TD_MEM_BOUND #define INTEL_PMC_MSK_TOPDOWN ((0xffull << INTEL_PMC_IDX_METRIC_BASE) | \ INTEL_PMC_MSK_FIXED_SLOTS) /* * There is no event-code assigned to the TopDown events. * * For the slots event, use the pseudo code of the fixed counter 3. * * For the metric events, the pseudo event-code is 0x00. * The pseudo umask-code starts from the middle of the pseudo event * space, 0x80. */ #define INTEL_TD_SLOTS 0x0400 /* TOPDOWN.SLOTS */ /* Level 1 metrics */ #define INTEL_TD_METRIC_RETIRING 0x8000 /* Retiring metric */ #define INTEL_TD_METRIC_BAD_SPEC 0x8100 /* Bad speculation metric */ #define INTEL_TD_METRIC_FE_BOUND 0x8200 /* FE bound metric */ #define INTEL_TD_METRIC_BE_BOUND 0x8300 /* BE bound metric */ /* Level 2 metrics */ #define INTEL_TD_METRIC_HEAVY_OPS 0x8400 /* Heavy Operations metric */ #define INTEL_TD_METRIC_BR_MISPREDICT 0x8500 /* Branch Mispredict metric */ #define INTEL_TD_METRIC_FETCH_LAT 0x8600 /* Fetch Latency metric */ #define INTEL_TD_METRIC_MEM_BOUND 0x8700 /* Memory bound metric */ #define INTEL_TD_METRIC_MAX INTEL_TD_METRIC_MEM_BOUND #define INTEL_TD_METRIC_NUM 8 static inline bool is_metric_idx(int idx) { return (unsigned)(idx - INTEL_PMC_IDX_METRIC_BASE) < INTEL_TD_METRIC_NUM; } static inline bool is_topdown_idx(int idx) { return is_metric_idx(idx) || idx == INTEL_PMC_IDX_FIXED_SLOTS; } #define INTEL_PMC_OTHER_TOPDOWN_BITS(bit) \ (~(0x1ull << bit) & INTEL_PMC_MSK_TOPDOWN) #define GLOBAL_STATUS_COND_CHG BIT_ULL(63) #define GLOBAL_STATUS_BUFFER_OVF_BIT 62 #define GLOBAL_STATUS_BUFFER_OVF BIT_ULL(GLOBAL_STATUS_BUFFER_OVF_BIT) #define GLOBAL_STATUS_UNC_OVF BIT_ULL(61) #define GLOBAL_STATUS_ASIF BIT_ULL(60) #define GLOBAL_STATUS_COUNTERS_FROZEN BIT_ULL(59) #define GLOBAL_STATUS_LBRS_FROZEN_BIT 58 #define GLOBAL_STATUS_LBRS_FROZEN BIT_ULL(GLOBAL_STATUS_LBRS_FROZEN_BIT) #define GLOBAL_STATUS_TRACE_TOPAPMI_BIT 55 #define GLOBAL_STATUS_TRACE_TOPAPMI BIT_ULL(GLOBAL_STATUS_TRACE_TOPAPMI_BIT) #define GLOBAL_STATUS_PERF_METRICS_OVF_BIT 48 #define GLOBAL_CTRL_EN_PERF_METRICS 48 /* * We model guest LBR event tracing as another fixed-mode PMC like BTS. * * We choose bit 58 because it's used to indicate LBR stack frozen state * for architectural perfmon v4, also we unconditionally mask that bit in * the handle_pmi_common(), so it'll never be set in the overflow handling. * * With this fake counter assigned, the guest LBR event user (such as KVM), * can program the LBR registers on its own, and we don't actually do anything * with then in the host context. */ #define INTEL_PMC_IDX_FIXED_VLBR (GLOBAL_STATUS_LBRS_FROZEN_BIT) /* * Pseudo-encoding the guest LBR event as event=0x00,umask=0x1b, * since it would claim bit 58 which is effectively Fixed26. */ #define INTEL_FIXED_VLBR_EVENT 0x1b00 /* * Adaptive PEBS v4 */ struct pebs_basic { u64 format_size; u64 ip; u64 applicable_counters; u64 tsc; }; struct pebs_meminfo { u64 address; u64 aux; u64 latency; u64 tsx_tuning; }; struct pebs_gprs { u64 flags, ip, ax, cx, dx, bx, sp, bp, si, di; u64 r8, r9, r10, r11, r12, r13, r14, r15; }; struct pebs_xmm { u64 xmm[16*2]; /* two entries for each register */ }; /* * AMD Extended Performance Monitoring and Debug cpuid feature detection */ #define EXT_PERFMON_DEBUG_FEATURES 0x80000022 /* * IBS cpuid feature detection */ #define IBS_CPUID_FEATURES 0x8000001b /* * Same bit mask as for IBS cpuid feature flags (Fn8000_001B_EAX), but * bit 0 is used to indicate the existence of IBS. */ #define IBS_CAPS_AVAIL (1U<<0) #define IBS_CAPS_FETCHSAM (1U<<1) #define IBS_CAPS_OPSAM (1U<<2) #define IBS_CAPS_RDWROPCNT (1U<<3) #define IBS_CAPS_OPCNT (1U<<4) #define IBS_CAPS_BRNTRGT (1U<<5) #define IBS_CAPS_OPCNTEXT (1U<<6) #define IBS_CAPS_RIPINVALIDCHK (1U<<7) #define IBS_CAPS_OPBRNFUSE (1U<<8) #define IBS_CAPS_FETCHCTLEXTD (1U<<9) #define IBS_CAPS_OPDATA4 (1U<<10) #define IBS_CAPS_ZEN4 (1U<<11) #define IBS_CAPS_DEFAULT (IBS_CAPS_AVAIL \ | IBS_CAPS_FETCHSAM \ | IBS_CAPS_OPSAM) /* * IBS APIC setup */ #define IBSCTL 0x1cc #define IBSCTL_LVT_OFFSET_VALID (1ULL<<8) #define IBSCTL_LVT_OFFSET_MASK 0x0F /* IBS fetch bits/masks */ #define IBS_FETCH_L3MISSONLY (1ULL<<59) #define IBS_FETCH_RAND_EN (1ULL<<57) #define IBS_FETCH_VAL (1ULL<<49) #define IBS_FETCH_ENABLE (1ULL<<48) #define IBS_FETCH_CNT 0xFFFF0000ULL #define IBS_FETCH_MAX_CNT 0x0000FFFFULL /* * IBS op bits/masks * The lower 7 bits of the current count are random bits * preloaded by hardware and ignored in software */ #define IBS_OP_CUR_CNT (0xFFF80ULL<<32) #define IBS_OP_CUR_CNT_RAND (0x0007FULL<<32) #define IBS_OP_CNT_CTL (1ULL<<19) #define IBS_OP_VAL (1ULL<<18) #define IBS_OP_ENABLE (1ULL<<17) #define IBS_OP_L3MISSONLY (1ULL<<16) #define IBS_OP_MAX_CNT 0x0000FFFFULL #define IBS_OP_MAX_CNT_EXT 0x007FFFFFULL /* not a register bit mask */ #define IBS_OP_MAX_CNT_EXT_MASK (0x7FULL<<20) /* separate upper 7 bits */ #define IBS_RIP_INVALID (1ULL<<38) #ifdef CONFIG_X86_LOCAL_APIC extern u32 get_ibs_caps(void); #else static inline u32 get_ibs_caps(void) { return 0; } #endif #ifdef CONFIG_PERF_EVENTS extern void perf_events_lapic_init(void); /* * Abuse bits {3,5} of the cpu eflags register. These flags are otherwise * unused and ABI specified to be 0, so nobody should care what we do with * them. * * EXACT - the IP points to the exact instruction that triggered the * event (HW bugs exempt). * VM - original X86_VM_MASK; see set_linear_ip(). */ #define PERF_EFLAGS_EXACT (1UL << 3) #define PERF_EFLAGS_VM (1UL << 5) struct pt_regs; struct x86_perf_regs { struct pt_regs regs; u64 *xmm_regs; }; extern unsigned long perf_instruction_pointer(struct pt_regs *regs); extern unsigned long perf_misc_flags(struct pt_regs *regs); #define perf_misc_flags(regs) perf_misc_flags(regs) #include <asm/stacktrace.h> /* * We abuse bit 3 from flags to pass exact information, see perf_misc_flags * and the comment with PERF_EFLAGS_EXACT. */ #define perf_arch_fetch_caller_regs(regs, __ip) { \ (regs)->ip = (__ip); \ (regs)->sp = (unsigned long)__builtin_frame_address(0); \ (regs)->cs = __KERNEL_CS; \ regs->flags = 0; \ } struct perf_guest_switch_msr { unsigned msr; u64 host, guest; }; struct x86_pmu_lbr { unsigned int nr; unsigned int from; unsigned int to; unsigned int info; }; extern void perf_get_x86_pmu_capability(struct x86_pmu_capability *cap); extern void perf_check_microcode(void); extern void perf_clear_dirty_counters(void); extern int x86_perf_rdpmc_index(struct perf_event *event); #else static inline void perf_get_x86_pmu_capability(struct x86_pmu_capability *cap) { memset(cap, 0, sizeof(*cap)); } static inline void perf_events_lapic_init(void) { } static inline void perf_check_microcode(void) { } #endif #if defined(CONFIG_PERF_EVENTS) && defined(CONFIG_CPU_SUP_INTEL) extern struct perf_guest_switch_msr *perf_guest_get_msrs(int *nr); extern int x86_perf_get_lbr(struct x86_pmu_lbr *lbr); #else static inline struct perf_guest_switch_msr *perf_guest_get_msrs(int *nr) { *nr = 0; return NULL; } static inline int x86_perf_get_lbr(struct x86_pmu_lbr *lbr) { return -1; } #endif #ifdef CONFIG_CPU_SUP_INTEL extern void intel_pt_handle_vmx(int on); #else static inline void intel_pt_handle_vmx(int on) { } #endif #if defined(CONFIG_PERF_EVENTS) && defined(CONFIG_CPU_SUP_AMD) extern void amd_pmu_enable_virt(void); extern void amd_pmu_disable_virt(void); #if defined(CONFIG_PERF_EVENTS_AMD_BRS) #define PERF_NEEDS_LOPWR_CB 1 /* * architectural low power callback impacts * drivers/acpi/processor_idle.c * drivers/acpi/acpi_pad.c */ extern void perf_amd_brs_lopwr_cb(bool lopwr_in); DECLARE_STATIC_CALL(perf_lopwr_cb, perf_amd_brs_lopwr_cb); static inline void perf_lopwr_cb(bool lopwr_in) { static_call_cond(perf_lopwr_cb)(lopwr_in); } #endif /* PERF_NEEDS_LOPWR_CB */ #else static inline void amd_pmu_enable_virt(void) { } static inline void amd_pmu_disable_virt(void) { } #endif #define arch_perf_out_copy_user copy_from_user_nmi #endif /* _ASM_X86_PERF_EVENT_H */
Save
cmd:
run