4 #include <asm/unistd.h>
7 #define mb() asm volatile("lock; addl $0,0(%%esp)" ::: "memory")
8 #define wmb() asm volatile("lock; addl $0,0(%%esp)" ::: "memory")
9 #define rmb() asm volatile("lock; addl $0,0(%%esp)" ::: "memory")
10 #define cpu_relax() asm volatile("rep; nop" ::: "memory");
11 #define CPUINFO_PROC "model name"
12 #ifndef __NR_perf_event_open
13 # define __NR_perf_event_open 336
16 # define __NR_futex 240
19 # define __NR_gettid 224
23 #if defined(__x86_64__)
24 #define mb() asm volatile("mfence" ::: "memory")
25 #define wmb() asm volatile("sfence" ::: "memory")
26 #define rmb() asm volatile("lfence" ::: "memory")
27 #define cpu_relax() asm volatile("rep; nop" ::: "memory");
28 #define CPUINFO_PROC "model name"
29 #ifndef __NR_perf_event_open
30 # define __NR_perf_event_open 298
33 # define __NR_futex 202
36 # define __NR_gettid 186
41 #include "../../arch/powerpc/include/uapi/asm/unistd.h"
42 #define mb() asm volatile ("sync" ::: "memory")
43 #define wmb() asm volatile ("sync" ::: "memory")
44 #define rmb() asm volatile ("sync" ::: "memory")
45 #define CPUINFO_PROC "cpu"
49 #define mb() asm volatile("bcr 15,0" ::: "memory")
50 #define wmb() asm volatile("bcr 15,0" ::: "memory")
51 #define rmb() asm volatile("bcr 15,0" ::: "memory")
55 #if defined(__SH4A__) || defined(__SH5__)
56 # define mb() asm volatile("synco" ::: "memory")
57 # define wmb() asm volatile("synco" ::: "memory")
58 # define rmb() asm volatile("synco" ::: "memory")
60 # define mb() asm volatile("" ::: "memory")
61 # define wmb() asm volatile("" ::: "memory")
62 # define rmb() asm volatile("" ::: "memory")
64 #define CPUINFO_PROC "cpu type"
68 #define mb() asm volatile("" ::: "memory")
69 #define wmb() asm volatile("" ::: "memory")
70 #define rmb() asm volatile("" ::: "memory")
71 #define CPUINFO_PROC "cpu"
76 #define mb() asm volatile("ba,pt %%xcc, 1f\n" \
77 "membar #StoreLoad\n" \
80 #define mb() asm volatile("":::"memory")
82 #define wmb() asm volatile("":::"memory")
83 #define rmb() asm volatile("":::"memory")
84 #define CPUINFO_PROC "cpu"
88 #define mb() asm volatile("mb" ::: "memory")
89 #define wmb() asm volatile("wmb" ::: "memory")
90 #define rmb() asm volatile("mb" ::: "memory")
91 #define CPUINFO_PROC "cpu model"
95 #define mb() asm volatile ("mf" ::: "memory")
96 #define wmb() asm volatile ("mf" ::: "memory")
97 #define rmb() asm volatile ("mf" ::: "memory")
98 #define cpu_relax() asm volatile ("hint @pause" ::: "memory")
99 #define CPUINFO_PROC "model name"
104 * Use the __kuser_memory_barrier helper in the CPU helper page. See
105 * arch/arm/kernel/entry-armv.S in the kernel source for details.
107 #define mb() ((void(*)(void))0xffff0fa0)()
108 #define wmb() ((void(*)(void))0xffff0fa0)()
109 #define rmb() ((void(*)(void))0xffff0fa0)()
110 #define CPUINFO_PROC "Processor"
114 #define mb() asm volatile("dmb ish" ::: "memory")
115 #define wmb() asm volatile("dmb ishst" ::: "memory")
116 #define rmb() asm volatile("dmb ishld" ::: "memory")
117 #define cpu_relax() asm volatile("yield" ::: "memory")
121 #define mb() asm volatile( \
130 #define CPUINFO_PROC "cpu model"
134 #define mb() asm volatile("" ::: "memory")
135 #define wmb() asm volatile("" ::: "memory")
136 #define rmb() asm volatile("" ::: "memory")
137 #define CPUINFO_PROC "Processor"
141 #define mb() asm volatile("" ::: "memory")
142 #define wmb() asm volatile("" ::: "memory")
143 #define rmb() asm volatile("" ::: "memory")
144 #define CPUINFO_PROC "CPU"
148 #define mb() asm volatile("memw" ::: "memory")
149 #define wmb() asm volatile("memw" ::: "memory")
150 #define rmb() asm volatile("" ::: "memory")
151 #define CPUINFO_PROC "core ID"
155 #define mb() asm volatile ("mf" ::: "memory")
156 #define wmb() asm volatile ("mf" ::: "memory")
157 #define rmb() asm volatile ("mf" ::: "memory")
158 #define cpu_relax() asm volatile ("mfspr zero, PASS" ::: "memory")
159 #define CPUINFO_PROC "model name"
162 #define barrier() asm volatile ("" ::: "memory")
165 #define cpu_relax() barrier()
168 #define ACCESS_ONCE(x) (*(volatile typeof(x) *)&(x))
173 #include <sys/types.h>
174 #include <sys/syscall.h>
176 #include <linux/types.h>
177 #include <linux/perf_event.h>
180 * prctl(PR_TASK_PERF_EVENTS_DISABLE) will (cheaply) disable all
181 * counters in the current task.
183 #define PR_TASK_PERF_EVENTS_DISABLE 31
184 #define PR_TASK_PERF_EVENTS_ENABLE 32
187 # define NSEC_PER_SEC 1000000000ULL
189 #ifndef NSEC_PER_USEC
190 # define NSEC_PER_USEC 1000ULL
193 static inline unsigned long long rdclock(void)
197 clock_gettime(CLOCK_MONOTONIC, &ts);
198 return ts.tv_sec * 1000000000ULL + ts.tv_nsec;
202 * Pick up some kernel type conventions:
206 #define unlikely(x) __builtin_expect(!!(x), 0)
207 #define min(x, y) ({ \
208 typeof(x) _min1 = (x); \
209 typeof(y) _min2 = (y); \
210 (void) (&_min1 == &_min2); \
211 _min1 < _min2 ? _min1 : _min2; })
213 extern bool test_attr__enabled;
214 void test_attr__init(void);
215 void test_attr__open(struct perf_event_attr *attr, pid_t pid, int cpu,
216 int fd, int group_fd, unsigned long flags);
219 sys_perf_event_open(struct perf_event_attr *attr,
220 pid_t pid, int cpu, int group_fd,
225 fd = syscall(__NR_perf_event_open, attr, pid, cpu,
228 if (unlikely(test_attr__enabled))
229 test_attr__open(attr, pid, cpu, fd, group_fd, flags);
234 #define MAX_COUNTERS 256
235 #define MAX_NR_CPUS 256
237 struct ip_callchain {
242 struct branch_flags {
250 struct branch_entry {
253 struct branch_flags flags;
256 struct branch_stack {
258 struct branch_entry entries[0];
261 extern const char *input_name;
262 extern bool perf_host, perf_guest;
263 extern const char perf_version_string[];
265 void pthread__unblock_sigwinch(void);
267 #include "util/target.h"
269 enum perf_call_graph_mode {
277 struct target target;
279 bool call_graph_enabled;
292 unsigned int mmap_pages;
293 unsigned int user_freq;
295 u64 default_interval;
298 bool sample_transaction;
299 unsigned initial_delay;