blob: 5aa8ac45082f14d59bddbfea732c077eb7d724a6 [file] [log] [blame]
Thomas Gleixner6eda5832009-05-01 18:29:57 +02001#ifndef _PERF_PERF_H
2#define _PERF_PERF_H
3
David Howellsd2709c72012-11-19 22:21:03 +00004#include <asm/unistd.h>
5
Vince Weaver11d15782009-07-08 17:46:14 -04006#if defined(__i386__)
Peter Zijlstraa94d3422013-10-30 11:42:46 +01007#define mb() asm volatile("lock; addl $0,0(%%esp)" ::: "memory")
8#define wmb() asm volatile("lock; addl $0,0(%%esp)" ::: "memory")
Vince Weaver11d15782009-07-08 17:46:14 -04009#define rmb() asm volatile("lock; addl $0,0(%%esp)" ::: "memory")
10#define cpu_relax() asm volatile("rep; nop" ::: "memory");
Stephane Eranianfbe96f22011-09-30 15:40:40 +020011#define CPUINFO_PROC "model name"
Ingo Molnareae7a752012-03-14 12:42:34 -030012#ifndef __NR_perf_event_open
13# define __NR_perf_event_open 336
14#endif
Davidlohr Buesoa0439712013-12-14 20:31:55 -080015#ifndef __NR_futex
16# define __NR_futex 240
17#endif
Jiri Olsa4e85edf2014-03-05 17:20:31 +010018#ifndef __NR_gettid
19# define __NR_gettid 224
20#endif
Vince Weaver11d15782009-07-08 17:46:14 -040021#endif
22
23#if defined(__x86_64__)
Peter Zijlstraa94d3422013-10-30 11:42:46 +010024#define mb() asm volatile("mfence" ::: "memory")
25#define wmb() asm volatile("sfence" ::: "memory")
Peter Zijlstra1a482f32009-05-23 18:28:58 +020026#define rmb() asm volatile("lfence" ::: "memory")
27#define cpu_relax() asm volatile("rep; nop" ::: "memory");
Stephane Eranianfbe96f22011-09-30 15:40:40 +020028#define CPUINFO_PROC "model name"
Ingo Molnareae7a752012-03-14 12:42:34 -030029#ifndef __NR_perf_event_open
30# define __NR_perf_event_open 298
31#endif
Davidlohr Buesoa0439712013-12-14 20:31:55 -080032#ifndef __NR_futex
33# define __NR_futex 202
34#endif
Jiri Olsa4e85edf2014-03-05 17:20:31 +010035#ifndef __NR_gettid
36# define __NR_gettid 186
37#endif
Peter Zijlstra1a482f32009-05-23 18:28:58 +020038#endif
39
40#ifdef __powerpc__
Sukadev Bhattiprolu1483c2a2012-10-31 11:21:28 -070041#include "../../arch/powerpc/include/uapi/asm/unistd.h"
Peter Zijlstraa94d3422013-10-30 11:42:46 +010042#define mb() asm volatile ("sync" ::: "memory")
43#define wmb() asm volatile ("sync" ::: "memory")
Peter Zijlstra1a482f32009-05-23 18:28:58 +020044#define rmb() asm volatile ("sync" ::: "memory")
Stephane Eranianfbe96f22011-09-30 15:40:40 +020045#define CPUINFO_PROC "cpu"
Peter Zijlstra1a482f32009-05-23 18:28:58 +020046#endif
47
Martin Schwidefsky12310e92009-06-22 12:08:22 +020048#ifdef __s390__
Peter Zijlstraa94d3422013-10-30 11:42:46 +010049#define mb() asm volatile("bcr 15,0" ::: "memory")
50#define wmb() asm volatile("bcr 15,0" ::: "memory")
Martin Schwidefsky12310e92009-06-22 12:08:22 +020051#define rmb() asm volatile("bcr 15,0" ::: "memory")
Martin Schwidefsky12310e92009-06-22 12:08:22 +020052#endif
53
Paul Mundtfebe8342009-06-25 14:41:57 +090054#ifdef __sh__
Paul Mundtfebe8342009-06-25 14:41:57 +090055#if defined(__SH4A__) || defined(__SH5__)
Peter Zijlstraa94d3422013-10-30 11:42:46 +010056# define mb() asm volatile("synco" ::: "memory")
57# define wmb() asm volatile("synco" ::: "memory")
Paul Mundtfebe8342009-06-25 14:41:57 +090058# define rmb() asm volatile("synco" ::: "memory")
59#else
Peter Zijlstraa94d3422013-10-30 11:42:46 +010060# define mb() asm volatile("" ::: "memory")
61# define wmb() asm volatile("" ::: "memory")
Paul Mundtfebe8342009-06-25 14:41:57 +090062# define rmb() asm volatile("" ::: "memory")
63#endif
Stephane Eranianfbe96f22011-09-30 15:40:40 +020064#define CPUINFO_PROC "cpu type"
Paul Mundtfebe8342009-06-25 14:41:57 +090065#endif
66
Kyle McMartin2d4618d2009-06-23 21:38:49 -040067#ifdef __hppa__
Peter Zijlstraa94d3422013-10-30 11:42:46 +010068#define mb() asm volatile("" ::: "memory")
69#define wmb() asm volatile("" ::: "memory")
Kyle McMartin2d4618d2009-06-23 21:38:49 -040070#define rmb() asm volatile("" ::: "memory")
Stephane Eranianfbe96f22011-09-30 15:40:40 +020071#define CPUINFO_PROC "cpu"
Kyle McMartin2d4618d2009-06-23 21:38:49 -040072#endif
73
Jens Axboe825c9fb2009-09-04 02:56:22 -070074#ifdef __sparc__
Peter Zijlstraa94d3422013-10-30 11:42:46 +010075#ifdef __LP64__
76#define mb() asm volatile("ba,pt %%xcc, 1f\n" \
77 "membar #StoreLoad\n" \
78 "1:\n":::"memory")
79#else
80#define mb() asm volatile("":::"memory")
81#endif
82#define wmb() asm volatile("":::"memory")
Jens Axboe825c9fb2009-09-04 02:56:22 -070083#define rmb() asm volatile("":::"memory")
Stephane Eranianfbe96f22011-09-30 15:40:40 +020084#define CPUINFO_PROC "cpu"
Jens Axboe825c9fb2009-09-04 02:56:22 -070085#endif
86
Michael Creefcd14b32009-10-26 21:32:06 +130087#ifdef __alpha__
Peter Zijlstraa94d3422013-10-30 11:42:46 +010088#define mb() asm volatile("mb" ::: "memory")
89#define wmb() asm volatile("wmb" ::: "memory")
Michael Creefcd14b32009-10-26 21:32:06 +130090#define rmb() asm volatile("mb" ::: "memory")
Stephane Eranianfbe96f22011-09-30 15:40:40 +020091#define CPUINFO_PROC "cpu model"
Michael Creefcd14b32009-10-26 21:32:06 +130092#endif
93
Luck, Tony11ada262009-11-17 09:05:56 -080094#ifdef __ia64__
Peter Zijlstraa94d3422013-10-30 11:42:46 +010095#define mb() asm volatile ("mf" ::: "memory")
96#define wmb() asm volatile ("mf" ::: "memory")
Luck, Tony11ada262009-11-17 09:05:56 -080097#define rmb() asm volatile ("mf" ::: "memory")
98#define cpu_relax() asm volatile ("hint @pause" ::: "memory")
Stephane Eranianfbe96f22011-09-30 15:40:40 +020099#define CPUINFO_PROC "model name"
Luck, Tony11ada262009-11-17 09:05:56 -0800100#endif
101
Jamie Iles58e9f942009-12-11 12:20:09 +0000102#ifdef __arm__
Jamie Iles58e9f942009-12-11 12:20:09 +0000103/*
104 * Use the __kuser_memory_barrier helper in the CPU helper page. See
105 * arch/arm/kernel/entry-armv.S in the kernel source for details.
106 */
Peter Zijlstraa94d3422013-10-30 11:42:46 +0100107#define mb() ((void(*)(void))0xffff0fa0)()
108#define wmb() ((void(*)(void))0xffff0fa0)()
Will Deaconda7196e2010-03-03 11:47:58 +0000109#define rmb() ((void(*)(void))0xffff0fa0)()
Stephane Eranianfbe96f22011-09-30 15:40:40 +0200110#define CPUINFO_PROC "Processor"
Jamie Iles58e9f942009-12-11 12:20:09 +0000111#endif
112
Will Deacon03089682012-03-05 11:49:32 +0000113#ifdef __aarch64__
Peter Zijlstraa94d3422013-10-30 11:42:46 +0100114#define mb() asm volatile("dmb ish" ::: "memory")
Peter Zijlstraf428ebd2014-01-24 16:40:02 +0100115#define wmb() asm volatile("dmb ishst" ::: "memory")
116#define rmb() asm volatile("dmb ishld" ::: "memory")
Will Deacon03089682012-03-05 11:49:32 +0000117#define cpu_relax() asm volatile("yield" ::: "memory")
118#endif
119
Deng-Cheng Zhuc1e028e2010-10-12 19:33:33 +0800120#ifdef __mips__
Peter Zijlstraa94d3422013-10-30 11:42:46 +0100121#define mb() asm volatile( \
Deng-Cheng Zhuc1e028e2010-10-12 19:33:33 +0800122 ".set mips2\n\t" \
123 "sync\n\t" \
124 ".set mips0" \
125 : /* no output */ \
126 : /* no input */ \
127 : "memory")
Peter Zijlstraa94d3422013-10-30 11:42:46 +0100128#define wmb() mb()
129#define rmb() mb()
Stephane Eranianfbe96f22011-09-30 15:40:40 +0200130#define CPUINFO_PROC "cpu model"
Deng-Cheng Zhuc1e028e2010-10-12 19:33:33 +0800131#endif
132
Vineet Gupta98547832013-01-18 15:12:24 +0530133#ifdef __arc__
Peter Zijlstraa94d3422013-10-30 11:42:46 +0100134#define mb() asm volatile("" ::: "memory")
135#define wmb() asm volatile("" ::: "memory")
Vineet Gupta98547832013-01-18 15:12:24 +0530136#define rmb() asm volatile("" ::: "memory")
Vineet Gupta98547832013-01-18 15:12:24 +0530137#define CPUINFO_PROC "Processor"
138#endif
139
James Hogan1bea5b82013-01-31 12:22:37 +0000140#ifdef __metag__
Peter Zijlstraa94d3422013-10-30 11:42:46 +0100141#define mb() asm volatile("" ::: "memory")
142#define wmb() asm volatile("" ::: "memory")
James Hogan1bea5b82013-01-31 12:22:37 +0000143#define rmb() asm volatile("" ::: "memory")
James Hogan1bea5b82013-01-31 12:22:37 +0000144#define CPUINFO_PROC "CPU"
145#endif
146
Baruch Siach3a468172014-01-13 12:27:35 +0200147#ifdef __xtensa__
148#define mb() asm volatile("memw" ::: "memory")
149#define wmb() asm volatile("memw" ::: "memory")
150#define rmb() asm volatile("" ::: "memory")
151#define CPUINFO_PROC "core ID"
152#endif
153
Zhigang Lu620830b2014-02-11 11:03:48 +0800154#ifdef __tile__
155#define mb() asm volatile ("mf" ::: "memory")
156#define wmb() asm volatile ("mf" ::: "memory")
157#define rmb() asm volatile ("mf" ::: "memory")
158#define cpu_relax() asm volatile ("mfspr zero, PASS" ::: "memory")
159#define CPUINFO_PROC "model name"
160#endif
161
Peter Zijlstraa94d3422013-10-30 11:42:46 +0100162#define barrier() asm volatile ("" ::: "memory")
163
164#ifndef cpu_relax
165#define cpu_relax() barrier()
166#endif
167
168#define ACCESS_ONCE(x) (*(volatile typeof(x) *)&(x))
169
170
Peter Zijlstra1a482f32009-05-23 18:28:58 +0200171#include <time.h>
172#include <unistd.h>
173#include <sys/types.h>
174#include <sys/syscall.h>
175
Borislav Petkovd944c4e2014-04-25 21:31:02 +0200176#include <linux/types.h>
David Howellsd2709c72012-11-19 22:21:03 +0000177#include <linux/perf_event.h>
Peter Zijlstra1a482f32009-05-23 18:28:58 +0200178
Thomas Gleixner6eda5832009-05-01 18:29:57 +0200179/*
Ingo Molnarcdd6c482009-09-21 12:02:48 +0200180 * prctl(PR_TASK_PERF_EVENTS_DISABLE) will (cheaply) disable all
Thomas Gleixner6eda5832009-05-01 18:29:57 +0200181 * counters in the current task.
182 */
Ingo Molnarcdd6c482009-09-21 12:02:48 +0200183#define PR_TASK_PERF_EVENTS_DISABLE 31
184#define PR_TASK_PERF_EVENTS_ENABLE 32
Thomas Gleixner6eda5832009-05-01 18:29:57 +0200185
Thomas Gleixnera92e702372009-05-01 18:39:47 +0200186#ifndef NSEC_PER_SEC
187# define NSEC_PER_SEC 1000000000ULL
188#endif
David Ahern70f7b4a2013-08-07 21:56:38 -0400189#ifndef NSEC_PER_USEC
190# define NSEC_PER_USEC 1000ULL
191#endif
Thomas Gleixnera92e702372009-05-01 18:39:47 +0200192
193static inline unsigned long long rdclock(void)
194{
195 struct timespec ts;
196
197 clock_gettime(CLOCK_MONOTONIC, &ts);
198 return ts.tv_sec * 1000000000ULL + ts.tv_nsec;
199}
Thomas Gleixner6eda5832009-05-01 18:29:57 +0200200
201/*
202 * Pick up some kernel type conventions:
203 */
Thomas Gleixner6eda5832009-05-01 18:29:57 +0200204#define asmlinkage
205
Thomas Gleixner6eda5832009-05-01 18:29:57 +0200206#define unlikely(x) __builtin_expect(!!(x), 0)
207#define min(x, y) ({ \
208 typeof(x) _min1 = (x); \
209 typeof(y) _min2 = (y); \
210 (void) (&_min1 == &_min2); \
211 _min1 < _min2 ? _min1 : _min2; })
212
Jiri Olsa52502bf2012-10-31 15:52:47 +0100213extern bool test_attr__enabled;
214void test_attr__init(void);
215void test_attr__open(struct perf_event_attr *attr, pid_t pid, int cpu,
216 int fd, int group_fd, unsigned long flags);
217
Thomas Gleixner6eda5832009-05-01 18:29:57 +0200218static inline int
Ingo Molnarcdd6c482009-09-21 12:02:48 +0200219sys_perf_event_open(struct perf_event_attr *attr,
Thomas Gleixner6eda5832009-05-01 18:29:57 +0200220 pid_t pid, int cpu, int group_fd,
221 unsigned long flags)
222{
Jiri Olsa52502bf2012-10-31 15:52:47 +0100223 int fd;
224
225 fd = syscall(__NR_perf_event_open, attr, pid, cpu,
226 group_fd, flags);
227
228 if (unlikely(test_attr__enabled))
229 test_attr__open(attr, pid, cpu, fd, group_fd, flags);
230
231 return fd;
Thomas Gleixner6eda5832009-05-01 18:29:57 +0200232}
233
Ingo Molnar85a9f922009-05-25 09:59:50 +0200234#define MAX_COUNTERS 256
235#define MAX_NR_CPUS 256
Thomas Gleixner6eda5832009-05-01 18:29:57 +0200236
Frederic Weisbecker8cb76d92009-06-26 16:28:00 +0200237struct ip_callchain {
238 u64 nr;
239 u64 ips[0];
Peter Zijlstraf5970552009-06-18 23:22:55 +0200240};
241
Roberto Agostino Vitillob5387522012-02-09 23:21:01 +0100242struct branch_flags {
243 u64 mispred:1;
244 u64 predicted:1;
Andi Kleenf5d05bc2013-09-20 07:40:41 -0700245 u64 in_tx:1;
246 u64 abort:1;
247 u64 reserved:60;
Roberto Agostino Vitillob5387522012-02-09 23:21:01 +0100248};
249
250struct branch_entry {
251 u64 from;
252 u64 to;
253 struct branch_flags flags;
254};
255
256struct branch_stack {
257 u64 nr;
258 struct branch_entry entries[0];
259};
260
Feng Tang70cb4e92012-10-30 11:56:02 +0800261extern const char *input_name;
Arnaldo Carvalho de Melo80354582010-05-17 15:51:10 -0300262extern bool perf_host, perf_guest;
Stephane Eranianfbe96f22011-09-30 15:40:40 +0200263extern const char perf_version_string[];
Zhang, Yanmina1645ce2010-04-19 13:32:50 +0800264
Arnaldo Carvalho de Melo3af6e332011-10-13 08:52:46 -0300265void pthread__unblock_sigwinch(void);
266
Namhyung Kim12864b32012-04-26 14:15:22 +0900267#include "util/target.h"
Namhyung Kimbea03402012-04-26 14:15:15 +0900268
Jiri Olsa26d33022012-08-07 15:20:47 +0200269enum perf_call_graph_mode {
270 CALLCHAIN_NONE,
271 CALLCHAIN_FP,
Jiri Olsaa601fdf2014-02-03 12:44:43 +0100272 CALLCHAIN_DWARF,
273 CALLCHAIN_MAX
Jiri Olsa26d33022012-08-07 15:20:47 +0200274};
275
Arnaldo Carvalho de Melob4006792013-12-19 14:43:45 -0300276struct record_opts {
Arnaldo Carvalho de Melo602ad872013-11-12 16:46:16 -0300277 struct target target;
Jiri Olsa26d33022012-08-07 15:20:47 +0200278 int call_graph;
Jiri Olsaeb853e82014-02-03 12:44:42 +0100279 bool call_graph_enabled;
Arnaldo Carvalho de Meloed80f582011-11-11 15:12:56 -0200280 bool group;
Arnaldo Carvalho de Melo0f82ebc2011-11-08 14:41:57 -0200281 bool inherit_stat;
Arnaldo Carvalho de Melo509051e2014-01-14 17:52:14 -0300282 bool no_buffering;
Arnaldo Carvalho de Melo0f82ebc2011-11-08 14:41:57 -0200283 bool no_inherit;
Adrian Hunter69e7e5b2013-11-18 11:55:57 +0200284 bool no_inherit_set;
Arnaldo Carvalho de Melo0f82ebc2011-11-08 14:41:57 -0200285 bool no_samples;
286 bool raw_samples;
287 bool sample_address;
Andi Kleen05484292013-01-24 16:10:29 +0100288 bool sample_weight;
Arnaldo Carvalho de Melo0f82ebc2011-11-08 14:41:57 -0200289 bool sample_time;
Andrew Vagin3e76ac72011-12-20 17:32:45 +0300290 bool period;
Arnaldo Carvalho de Melo0f82ebc2011-11-08 14:41:57 -0200291 unsigned int freq;
Arnaldo Carvalho de Melo01c2d992011-11-09 09:16:26 -0200292 unsigned int mmap_pages;
Arnaldo Carvalho de Melo0f82ebc2011-11-08 14:41:57 -0200293 unsigned int user_freq;
Stephane Eraniana00dc312012-05-25 23:13:44 +0200294 u64 branch_stack;
Arnaldo Carvalho de Melo0f82ebc2011-11-08 14:41:57 -0200295 u64 default_interval;
296 u64 user_interval;
Jiri Olsa26d33022012-08-07 15:20:47 +0200297 u16 stack_dump_size;
Andi Kleen475eeab2013-09-20 07:40:43 -0700298 bool sample_transaction;
Andi Kleen6619a532014-01-11 13:38:27 -0800299 unsigned initial_delay;
Arnaldo Carvalho de Melo0f82ebc2011-11-08 14:41:57 -0200300};
301
Thomas Gleixner6eda5832009-05-01 18:29:57 +0200302#endif