perf_event.h 22.8 KB
Newer Older
1
/*
2
 * Performance events:
3
 *
Ingo Molnar's avatar
Ingo Molnar committed
4 5 6
 *    Copyright (C) 2008-2009, Thomas Gleixner <tglx@linutronix.de>
 *    Copyright (C) 2008-2009, Red Hat, Inc., Ingo Molnar
 *    Copyright (C) 2008-2009, Red Hat, Inc., Peter Zijlstra
7
 *
8
 * Data type definitions, declarations, prototypes.
9
 *
Ingo Molnar's avatar
Ingo Molnar committed
10
 *    Started by: Thomas Gleixner and Ingo Molnar
11
 *
12
 * For licencing details see kernel-base/COPYING
13
 */
14 15
#ifndef _LINUX_PERF_EVENT_H
#define _LINUX_PERF_EVENT_H
16

17 18
#include <linux/types.h>
#include <linux/ioctl.h>
19
#include <asm/byteorder.h>
20 21

/*
22 23 24 25
 * User-space ABI bits:
 */

/*
26
 * attr.type
27
 */
Peter Zijlstra's avatar
Peter Zijlstra committed
28
enum perf_type_id {
Ingo Molnar's avatar
Ingo Molnar committed
29 30 31 32 33
	PERF_TYPE_HARDWARE			= 0,
	PERF_TYPE_SOFTWARE			= 1,
	PERF_TYPE_TRACEPOINT			= 2,
	PERF_TYPE_HW_CACHE			= 3,
	PERF_TYPE_RAW				= 4,
34
	PERF_TYPE_BREAKPOINT			= 5,
35

Ingo Molnar's avatar
Ingo Molnar committed
36
	PERF_TYPE_MAX,				/* non-ABI */
37
};
38

39
/*
40 41
 * Generalized performance event event_id types, used by the
 * attr.event_id parameter of the sys_perf_event_open()
Ingo Molnar's avatar
Ingo Molnar committed
42
 * syscall:
43
 */
Peter Zijlstra's avatar
Peter Zijlstra committed
44
enum perf_hw_id {
45
	/*
46
	 * Common hardware events, generalized by the kernel:
47
	 */
48 49 50 51 52 53 54 55
	PERF_COUNT_HW_CPU_CYCLES		= 0,
	PERF_COUNT_HW_INSTRUCTIONS		= 1,
	PERF_COUNT_HW_CACHE_REFERENCES		= 2,
	PERF_COUNT_HW_CACHE_MISSES		= 3,
	PERF_COUNT_HW_BRANCH_INSTRUCTIONS	= 4,
	PERF_COUNT_HW_BRANCH_MISSES		= 5,
	PERF_COUNT_HW_BUS_CYCLES		= 6,

Ingo Molnar's avatar
Ingo Molnar committed
56
	PERF_COUNT_HW_MAX,			/* non-ABI */
57
};
58

59
/*
60
 * Generalized hardware cache events:
61
 *
62
 *       { L1-D, L1-I, LLC, ITLB, DTLB, BPU } x
63 64 65
 *       { read, write, prefetch } x
 *       { accesses, misses }
 */
Peter Zijlstra's avatar
Peter Zijlstra committed
66
enum perf_hw_cache_id {
Ingo Molnar's avatar
Ingo Molnar committed
67 68 69 70 71 72 73 74
	PERF_COUNT_HW_CACHE_L1D			= 0,
	PERF_COUNT_HW_CACHE_L1I			= 1,
	PERF_COUNT_HW_CACHE_LL			= 2,
	PERF_COUNT_HW_CACHE_DTLB		= 3,
	PERF_COUNT_HW_CACHE_ITLB		= 4,
	PERF_COUNT_HW_CACHE_BPU			= 5,

	PERF_COUNT_HW_CACHE_MAX,		/* non-ABI */
75 76
};

Peter Zijlstra's avatar
Peter Zijlstra committed
77
enum perf_hw_cache_op_id {
Ingo Molnar's avatar
Ingo Molnar committed
78 79 80
	PERF_COUNT_HW_CACHE_OP_READ		= 0,
	PERF_COUNT_HW_CACHE_OP_WRITE		= 1,
	PERF_COUNT_HW_CACHE_OP_PREFETCH		= 2,
81

Ingo Molnar's avatar
Ingo Molnar committed
82
	PERF_COUNT_HW_CACHE_OP_MAX,		/* non-ABI */
83 84
};

Peter Zijlstra's avatar
Peter Zijlstra committed
85 86 87
enum perf_hw_cache_op_result_id {
	PERF_COUNT_HW_CACHE_RESULT_ACCESS	= 0,
	PERF_COUNT_HW_CACHE_RESULT_MISS		= 1,
88

Ingo Molnar's avatar
Ingo Molnar committed
89
	PERF_COUNT_HW_CACHE_RESULT_MAX,		/* non-ABI */
90 91
};

92
/*
93 94
 * Special "software" events provided by the kernel, even if the hardware
 * does not support performance events. These events measure various
95 96 97
 * physical and sw events of the kernel (and allow the profiling of them as
 * well):
 */
Peter Zijlstra's avatar
Peter Zijlstra committed
98
enum perf_sw_ids {
Ingo Molnar's avatar
Ingo Molnar committed
99 100 101 102 103 104 105
	PERF_COUNT_SW_CPU_CLOCK			= 0,
	PERF_COUNT_SW_TASK_CLOCK		= 1,
	PERF_COUNT_SW_PAGE_FAULTS		= 2,
	PERF_COUNT_SW_CONTEXT_SWITCHES		= 3,
	PERF_COUNT_SW_CPU_MIGRATIONS		= 4,
	PERF_COUNT_SW_PAGE_FAULTS_MIN		= 5,
	PERF_COUNT_SW_PAGE_FAULTS_MAJ		= 6,
106 107
	PERF_COUNT_SW_ALIGNMENT_FAULTS		= 7,
	PERF_COUNT_SW_EMULATION_FAULTS		= 8,
Ingo Molnar's avatar
Ingo Molnar committed
108 109

	PERF_COUNT_SW_MAX,			/* non-ABI */
110 111
};

112
/*
113
 * Bits that can be set in attr.sample_type to request information
114 115
 * in the overflow packets.
 */
116
enum perf_event_sample_format {
Ingo Molnar's avatar
Ingo Molnar committed
117 118 119 120
	PERF_SAMPLE_IP				= 1U << 0,
	PERF_SAMPLE_TID				= 1U << 1,
	PERF_SAMPLE_TIME			= 1U << 2,
	PERF_SAMPLE_ADDR			= 1U << 3,
121
	PERF_SAMPLE_READ			= 1U << 4,
Ingo Molnar's avatar
Ingo Molnar committed
122 123 124 125
	PERF_SAMPLE_CALLCHAIN			= 1U << 5,
	PERF_SAMPLE_ID				= 1U << 6,
	PERF_SAMPLE_CPU				= 1U << 7,
	PERF_SAMPLE_PERIOD			= 1U << 8,
126
	PERF_SAMPLE_STREAM_ID			= 1U << 9,
127
	PERF_SAMPLE_RAW				= 1U << 10,
128

129
	PERF_SAMPLE_MAX = 1U << 11,		/* non-ABI */
130 131
};

132
/*
133
 * The format of the data returned by read() on a perf event fd,
134 135 136
 * as specified by attr.read_format:
 *
 * struct read_format {
137 138 139 140 141
 *	{ u64		value;
 *	  { u64		time_enabled; } && PERF_FORMAT_ENABLED
 *	  { u64		time_running; } && PERF_FORMAT_RUNNING
 *	  { u64		id;           } && PERF_FORMAT_ID
 *	} && !PERF_FORMAT_GROUP
142
 *
143 144 145 146 147 148 149
 *	{ u64		nr;
 *	  { u64		time_enabled; } && PERF_FORMAT_ENABLED
 *	  { u64		time_running; } && PERF_FORMAT_RUNNING
 *	  { u64		value;
 *	    { u64	id;           } && PERF_FORMAT_ID
 *	  }		cntr[nr];
 *	} && PERF_FORMAT_GROUP
150
 * };
151
 */
152
enum perf_event_read_format {
Ingo Molnar's avatar
Ingo Molnar committed
153 154 155
	PERF_FORMAT_TOTAL_TIME_ENABLED		= 1U << 0,
	PERF_FORMAT_TOTAL_TIME_RUNNING		= 1U << 1,
	PERF_FORMAT_ID				= 1U << 2,
156
	PERF_FORMAT_GROUP			= 1U << 3,
157

158
	PERF_FORMAT_MAX = 1U << 4,		/* non-ABI */
159 160
};

161 162
#define PERF_ATTR_SIZE_VER0	64	/* sizeof first published struct */

163
/*
164
 * Hardware event_id to monitor via a performance monitoring event:
165
 */
166
struct perf_event_attr {
167

168
	/*
169 170 171
	 * Major type: hardware/software/tracepoint/etc.
	 */
	__u32			type;
172 173 174 175 176

	/*
	 * Size of the attr structure, for fwd/bwd compat.
	 */
	__u32			size;
177 178 179

	/*
	 * Type specific configuration information.
180 181
	 */
	__u64			config;
182

183
	union {
184 185
		__u64		sample_period;
		__u64		sample_freq;
186 187
	};

188 189
	__u64			sample_type;
	__u64			read_format;
190

191
	__u64			disabled       :  1, /* off by default        */
192 193 194 195 196 197
				inherit	       :  1, /* children inherit it   */
				pinned	       :  1, /* must always be on PMU */
				exclusive      :  1, /* only group on PMU     */
				exclude_user   :  1, /* don't count user      */
				exclude_kernel :  1, /* ditto kernel          */
				exclude_hv     :  1, /* ditto hypervisor      */
198
				exclude_idle   :  1, /* don't count when idle */
199
				mmap           :  1, /* include mmap data     */
200
				comm	       :  1, /* include comm data     */
201
				freq           :  1, /* use freq, not period  */
202
				inherit_stat   :  1, /* per task counts       */
203
				enable_on_exec :  1, /* next exec enables     */
204
				task           :  1, /* trace fork/exit       */
205
				watermark      :  1, /* wakeup_watermark      */
206

207
				__reserved_1   : 49;
208

209 210 211 212
	union {
		__u32		wakeup_events;	  /* wakeup every n events */
		__u32		wakeup_watermark; /* bytes before wakeup   */
	};
213

214 215 216 217 218 219
	struct { /* Hardware breakpoint info */
		__u64		bp_addr;
		__u32		bp_type;
		__u32		bp_len;
		__u64		__bp_reserved_1;
		__u64		__bp_reserved_2;
220 221
	};

222
	__u32			__reserved_2;
223

224
	__u64			__reserved_3;
225 226
};

227
/*
228
 * Ioctls that can be done on a perf event fd:
229
 */
230
#define PERF_EVENT_IOC_ENABLE		_IO ('$', 0)
231 232
#define PERF_EVENT_IOC_DISABLE		_IO ('$', 1)
#define PERF_EVENT_IOC_REFRESH		_IO ('$', 2)
233
#define PERF_EVENT_IOC_RESET		_IO ('$', 3)
234
#define PERF_EVENT_IOC_PERIOD		_IOW('$', 4, __u64)
235
#define PERF_EVENT_IOC_SET_OUTPUT	_IO ('$', 5)
Li Zefan's avatar
Li Zefan committed
236
#define PERF_EVENT_IOC_SET_FILTER	_IOW('$', 6, char *)
237 238

enum perf_event_ioc_flags {
Peter Zijlstra's avatar
Peter Zijlstra committed
239 240
	PERF_IOC_FLAG_GROUP		= 1U << 0,
};
241

242 243 244
/*
 * Structure of the page that can be mapped via mmap
 */
245
struct perf_event_mmap_page {
246 247
	__u32	version;		/* version number of this structure */
	__u32	compat_version;		/* lowest version this is compat with */
248 249

	/*
250
	 * Bits needed to read the hw events in user-space.
251
	 *
252 253
	 *   u32 seq;
	 *   s64 count;
254
	 *
255 256
	 *   do {
	 *     seq = pc->lock;
257
	 *
258 259 260 261 262 263
	 *     barrier()
	 *     if (pc->index) {
	 *       count = pmc_read(pc->index - 1);
	 *       count += pc->offset;
	 *     } else
	 *       goto regular_read;
264
	 *
265 266
	 *     barrier();
	 *   } while (pc->lock != seq);
267
	 *
268 269
	 * NOTE: for obvious reason this only works on self-monitoring
	 *       processes.
270
	 */
271
	__u32	lock;			/* seqlock for synchronization */
272 273 274 275
	__u32	index;			/* hardware event identifier */
	__s64	offset;			/* add to hardware event value */
	__u64	time_enabled;		/* time event active */
	__u64	time_running;		/* time event on cpu */
276

277 278 279 280
		/*
		 * Hole for extension of the self monitor capabilities
		 */

281
	__u64	__reserved[123];	/* align to 1k */
282

283 284 285
	/*
	 * Control data for the mmap() data buffer.
	 *
286 287
	 * User-space reading the @data_head value should issue an rmb(), on
	 * SMP capable platforms, after reading this value -- see
288
	 * perf_event_wakeup().
289 290 291 292
	 *
	 * When the mapping is PROT_WRITE the @data_tail value should be
	 * written by userspace to reflect the last read data. In this case
	 * the kernel will not over-write unread data.
293
	 */
294
	__u64   data_head;		/* head in the data section */
295
	__u64	data_tail;		/* user-space written tail */
296 297
};

298 299 300 301 302
#define PERF_RECORD_MISC_CPUMODE_MASK		(3 << 0)
#define PERF_RECORD_MISC_CPUMODE_UNKNOWN		(0 << 0)
#define PERF_RECORD_MISC_KERNEL			(1 << 0)
#define PERF_RECORD_MISC_USER			(2 << 0)
#define PERF_RECORD_MISC_HYPERVISOR		(3 << 0)
303

Peter Zijlstra's avatar
Peter Zijlstra committed
304 305
struct perf_event_header {
	__u32	type;
306 307
	__u16	misc;
	__u16	size;
Peter Zijlstra's avatar
Peter Zijlstra committed
308 309 310
};

enum perf_event_type {
311

312 313 314 315 316
	/*
	 * The MMAP events record the PROT_EXEC mappings so that we can
	 * correlate userspace IPs to code. They have the following structure:
	 *
	 * struct {
317
	 *	struct perf_event_header	header;
318
	 *
319 320 321 322 323
	 *	u32				pid, tid;
	 *	u64				addr;
	 *	u64				len;
	 *	u64				pgoff;
	 *	char				filename[];
324 325
	 * };
	 */
326
	PERF_RECORD_MMAP			= 1,
327

328 329
	/*
	 * struct {
330 331 332
	 *	struct perf_event_header	header;
	 *	u64				id;
	 *	u64				lost;
333 334
	 * };
	 */
335
	PERF_RECORD_LOST			= 2,
336

337 338
	/*
	 * struct {
339
	 *	struct perf_event_header	header;
340
	 *
341 342
	 *	u32				pid, tid;
	 *	char				comm[];
343 344
	 * };
	 */
345
	PERF_RECORD_COMM			= 3,
346

347 348 349 350 351
	/*
	 * struct {
	 *	struct perf_event_header	header;
	 *	u32				pid, ppid;
	 *	u32				tid, ptid;
352
	 *	u64				time;
353 354
	 * };
	 */
355
	PERF_RECORD_EXIT			= 4,
356

357 358
	/*
	 * struct {
359 360
	 *	struct perf_event_header	header;
	 *	u64				time;
361
	 *	u64				id;
362
	 *	u64				stream_id;
363 364
	 * };
	 */
365 366
	PERF_RECORD_THROTTLE		= 5,
	PERF_RECORD_UNTHROTTLE		= 6,
367

Peter Zijlstra's avatar
Peter Zijlstra committed
368 369
	/*
	 * struct {
370 371
	 *	struct perf_event_header	header;
	 *	u32				pid, ppid;
372
	 *	u32				tid, ptid;
373
	 *	u64				time;
Peter Zijlstra's avatar
Peter Zijlstra committed
374 375
	 * };
	 */
376
	PERF_RECORD_FORK			= 7,
Peter Zijlstra's avatar
Peter Zijlstra committed
377

378 379 380 381
	/*
	 * struct {
	 * 	struct perf_event_header	header;
	 * 	u32				pid, tid;
382 383
	 *
	 * 	struct read_format		values;
384 385
	 * };
	 */
386
	PERF_RECORD_READ			= 8,
387

388
	/*
389
	 * struct {
390
	 *	struct perf_event_header	header;
391
	 *
392 393 394 395
	 *	{ u64			ip;	  } && PERF_SAMPLE_IP
	 *	{ u32			pid, tid; } && PERF_SAMPLE_TID
	 *	{ u64			time;     } && PERF_SAMPLE_TIME
	 *	{ u64			addr;     } && PERF_SAMPLE_ADDR
396
	 *	{ u64			id;	  } && PERF_SAMPLE_ID
397
	 *	{ u64			stream_id;} && PERF_SAMPLE_STREAM_ID
398
	 *	{ u32			cpu, res; } && PERF_SAMPLE_CPU
399
	 *	{ u64			period;   } && PERF_SAMPLE_PERIOD
400
	 *
401
	 *	{ struct read_format	values;	  } && PERF_SAMPLE_READ
402
	 *
403
	 *	{ u64			nr,
404
	 *	  u64			ips[nr];  } && PERF_SAMPLE_CALLCHAIN
405
	 *
406 407 408 409 410 411 412 413 414 415
	 *	#
	 *	# The RAW record below is opaque data wrt the ABI
	 *	#
	 *	# That is, the ABI doesn't make any promises wrt to
	 *	# the stability of its content, it may vary depending
	 *	# on event, hardware, kernel version and phase of
	 *	# the moon.
	 *	#
	 *	# In other words, PERF_SAMPLE_RAW contents are not an ABI.
	 *	#
416
	 *
417 418
	 *	{ u32			size;
	 *	  char                  data[size];}&& PERF_SAMPLE_RAW
419
	 * };
420
	 */
421
	PERF_RECORD_SAMPLE		= 9,
422

423
	PERF_RECORD_MAX,			/* non-ABI */
Peter Zijlstra's avatar
Peter Zijlstra committed
424 425
};

426 427 428 429
enum perf_callchain_context {
	PERF_CONTEXT_HV			= (__u64)-32,
	PERF_CONTEXT_KERNEL		= (__u64)-128,
	PERF_CONTEXT_USER		= (__u64)-512,
430

431 432 433 434 435
	PERF_CONTEXT_GUEST		= (__u64)-2048,
	PERF_CONTEXT_GUEST_KERNEL	= (__u64)-2176,
	PERF_CONTEXT_GUEST_USER		= (__u64)-2560,

	PERF_CONTEXT_MAX		= (__u64)-4095,
436 437
};

438 439 440
#define PERF_FLAG_FD_NO_GROUP	(1U << 0)
#define PERF_FLAG_FD_OUTPUT	(1U << 1)

441
#ifdef __KERNEL__
442
/*
443
 * Kernel-internal data types and definitions:
444 445
 */

446 447
#ifdef CONFIG_PERF_EVENTS
# include <asm/perf_event.h>
448 449
#endif

450 451 452 453
#ifdef CONFIG_HAVE_HW_BREAKPOINT
#include <asm/hw_breakpoint.h>
#endif

454 455 456 457 458
#include <linux/list.h>
#include <linux/mutex.h>
#include <linux/rculist.h>
#include <linux/rcupdate.h>
#include <linux/spinlock.h>
459
#include <linux/hrtimer.h>
Peter Zijlstra's avatar
Peter Zijlstra committed
460
#include <linux/fs.h>
461
#include <linux/pid_namespace.h>
462
#include <linux/workqueue.h>
463 464
#include <asm/atomic.h>

465 466 467 468 469 470 471
#define PERF_MAX_STACK_DEPTH		255

struct perf_callchain_entry {
	__u64				nr;
	__u64				ip[PERF_MAX_STACK_DEPTH];
};

472 473 474
struct perf_raw_record {
	u32				size;
	void				*data;
475 476
};

477 478
struct task_struct;

479
/**
480
 * struct hw_perf_event - performance event hardware details:
481
 */
482 483
struct hw_perf_event {
#ifdef CONFIG_PERF_EVENTS
484 485
	union {
		struct { /* hardware */
Ingo Molnar's avatar
Ingo Molnar committed
486 487
			u64		config;
			unsigned long	config_base;
488
			unsigned long	event_base;
Ingo Molnar's avatar
Ingo Molnar committed
489
			int		idx;
490
		};
491 492
		struct { /* software */
			s64		remaining;
Ingo Molnar's avatar
Ingo Molnar committed
493
			struct hrtimer	hrtimer;
494
		};
495 496 497 498 499
#ifdef CONFIG_HAVE_HW_BREAKPOINT
		union { /* breakpoint */
			struct arch_hw_breakpoint	info;
		};
#endif
500
	};
501
	atomic64_t			prev_count;
502
	u64				sample_period;
503
	u64				last_period;
504
	atomic64_t			period_left;
505
	u64				interrupts;
506 507 508

	u64				freq_count;
	u64				freq_interrupts;
509
	u64				freq_stamp;
510
#endif
511 512
};

513
struct perf_event;
Ingo Molnar's avatar
Ingo Molnar committed
514 515

/**
516
 * struct pmu - generic performance monitoring unit
Ingo Molnar's avatar
Ingo Molnar committed
517
 */
518
struct pmu {
519 520 521 522
	int (*enable)			(struct perf_event *event);
	void (*disable)			(struct perf_event *event);
	void (*read)			(struct perf_event *event);
	void (*unthrottle)		(struct perf_event *event);
Ingo Molnar's avatar
Ingo Molnar committed
523 524
};

525
/**
526
 * enum perf_event_active_state - the states of a event
527
 */
528
enum perf_event_active_state {
529
	PERF_EVENT_STATE_ERROR		= -2,
530 531
	PERF_EVENT_STATE_OFF		= -1,
	PERF_EVENT_STATE_INACTIVE	=  0,
532
	PERF_EVENT_STATE_ACTIVE		=  1,
533 534
};

535 536
struct file;

537 538
struct perf_mmap_data {
	struct rcu_head			rcu_head;
539 540 541 542
#ifdef CONFIG_PERF_USE_VMALLOC
	struct work_struct		work;
#endif
	int				data_order;
543
	int				nr_pages;	/* nr of data pages  */
544
	int				writable;	/* are we writable   */
545
	int				nr_locked;	/* nr pages mlocked  */
546

547
	atomic_t			poll;		/* POLL_ for wakeups */
548
	atomic_t			events;		/* event_id limit       */
549

550 551 552
	atomic_long_t			head;		/* write position    */
	atomic_long_t			done_head;	/* completed head    */

553
	atomic_t			lock;		/* concurrent writes */
554
	atomic_t			wakeup;		/* needs a wakeup    */
555
	atomic_t			lost;		/* nr records lost   */
556

557 558
	long				watermark;	/* wakeup watermark  */

559
	struct perf_event_mmap_page	*user_page;
560
	void				*data_pages[0];
561 562
};

563 564 565
struct perf_pending_entry {
	struct perf_pending_entry *next;
	void (*func)(struct perf_pending_entry *);
566 567
};

568 569
struct perf_sample_data;

570 571 572 573
typedef void (*perf_overflow_handler_t)(struct perf_event *, int,
					struct perf_sample_data *,
					struct pt_regs *regs);

574
/**
575
 * struct perf_event - performance event kernel representation:
576
 */
577 578
struct perf_event {
#ifdef CONFIG_PERF_EVENTS
579
	struct list_head		group_entry;
580
	struct list_head		event_entry;
581
	struct list_head		sibling_list;
582
	int				nr_siblings;
583 584
	struct perf_event		*group_leader;
	struct perf_event		*output;
585
	const struct pmu		*pmu;
586

587
	enum perf_event_active_state	state;
588
	atomic64_t			count;
589

590
	/*
591
	 * These are the total time in nanoseconds that the event
592
	 * has been enabled (i.e. eligible to run, and the task has
593
	 * been scheduled in, if this is a per-task event)
594 595 596
	 * and running (scheduled onto the CPU), respectively.
	 *
	 * They are computed from tstamp_enabled, tstamp_running and
597
	 * tstamp_stopped when the event is in INACTIVE or ACTIVE state.
598 599 600 601 602 603
	 */
	u64				total_time_enabled;
	u64				total_time_running;

	/*
	 * These are timestamps used for computing total_time_enabled
604
	 * and total_time_running when the event is in INACTIVE or
605 606
	 * ACTIVE state, measured in nanoseconds from an arbitrary point
	 * in time.
607 608
	 * tstamp_enabled: the notional time when the event was enabled
	 * tstamp_running: the notional time when the event was scheduled on
609
	 * tstamp_stopped: in INACTIVE state, the notional time when the
610
	 *	event was scheduled off.
611 612 613 614 615
	 */
	u64				tstamp_enabled;
	u64				tstamp_running;
	u64				tstamp_stopped;

616
	struct perf_event_attr		attr;
617
	struct hw_perf_event		hw;
618

619
	struct perf_event_context	*ctx;
620
	struct file			*filp;
621

622 623
	/*
	 * These accumulate total time (in nanoseconds) that children
624
	 * events have been enabled and running, respectively.
625 626 627 628
	 */
	atomic64_t			child_total_time_enabled;
	atomic64_t			child_total_time_running;

629
	/*
630
	 * Protect attach/detach and child_list:
631
	 */
632 633
	struct mutex			child_mutex;
	struct list_head		child_list;
634
	struct perf_event		*parent;
635 636 637 638

	int				oncpu;
	int				cpu;

639 640 641
	struct list_head		owner_entry;
	struct task_struct		*owner;

642 643 644 645
	/* mmap bits */
	struct mutex			mmap_mutex;
	atomic_t			mmap_count;
	struct perf_mmap_data		*data;
646

647
	/* poll related */
648
	wait_queue_head_t		waitq;
Peter Zijlstra's avatar
Peter Zijlstra committed
649
	struct fasync_struct		*fasync;
650 651 652

	/* delayed work for NMIs and such */
	int				pending_wakeup;
653
	int				pending_kill;
654
	int				pending_disable;
655
	struct perf_pending_entry	pending;
656

657 658
	atomic_t			event_limit;

659
	void (*destroy)(struct perf_event *);
660
	struct rcu_head			rcu_head;
661 662

	struct pid_namespace		*ns;
663
	u64				id;
Li Zefan's avatar
Li Zefan committed
664

665
	perf_overflow_handler_t		overflow_handler;
666

Li Zefan's avatar
Li Zefan committed
667 668
#ifdef CONFIG_EVENT_PROFILE
	struct event_filter		*filter;
669
#endif
Li Zefan's avatar
Li Zefan committed
670 671

#endif /* CONFIG_PERF_EVENTS */
672 673 674
};

/**
675
 * struct perf_event_context - event context structure
676
 *
677
 * Used as a container for task events and CPU events as well:
678
 */
679
struct perf_event_context {
680
	/*
681
	 * Protect the states of the events in the list,
682
	 * nr_active, and the list:
683
	 */
Ingo Molnar's avatar
Ingo Molnar committed
684
	spinlock_t			lock;
685
	/*
686
	 * Protect the list of events.  Locking either mutex or lock
687 688 689
	 * is sufficient to ensure the list doesn't change; to change
	 * the list you need to lock both the mutex and the spinlock.
	 */
Ingo Molnar's avatar
Ingo Molnar committed
690
	struct mutex			mutex;
691

692
	struct list_head		group_list;
Ingo Molnar's avatar
Ingo Molnar committed
693
	struct list_head		event_list;
694
	int				nr_events;
Ingo Molnar's avatar
Ingo Molnar committed
695 696
	int				nr_active;
	int				is_active;
697
	int				nr_stat;
Ingo Molnar's avatar
Ingo Molnar committed
698 699
	atomic_t			refcount;
	struct task_struct		*task;
700 701

	/*
702
	 * Context clock, runs when context enabled.
703
	 */
Ingo Molnar's avatar
Ingo Molnar committed
704 705
	u64				time;
	u64				timestamp;
706 707 708 709 710

	/*
	 * These fields let us detect when two contexts have both
	 * been cloned (inherited) from a common ancestor.
	 */
711
	struct perf_event_context	*parent_ctx;
Ingo Molnar's avatar
Ingo Molnar committed
712 713 714 715
	u64				parent_gen;
	u64				generation;
	int				pin_count;
	struct rcu_head			rcu_head;
716 717 718
};

/**
719
 * struct perf_event_cpu_context - per cpu event context structure
720 721
 */
struct perf_cpu_context {
722 723
	struct perf_event_context	ctx;
	struct perf_event_context	*task_ctx;
724 725
	int				active_oncpu;
	int				max_pertask;
726
	int				exclusive;
Peter Zijlstra's avatar
Peter Zijlstra committed
727 728 729 730 731 732

	/*
	 * Recursion avoidance:
	 *
	 * task, softirq, irq, nmi context
	 */
733
	int				recursion[4];
734 735
};

736
struct perf_output_handle {
737 738 739 740 741 742 743
	struct perf_event		*event;
	struct perf_mmap_data		*data;
	unsigned long			head;
	unsigned long			offset;
	int				nmi;
	int				sample;
	int				locked;
744 745
};

746
#ifdef CONFIG_PERF_EVENTS
747

748 749 750
/*
 * Set by architecture code:
 */
751
extern int perf_max_events;
752

753
extern const struct pmu *hw_perf_event_init(struct perf_event *event);
Ingo Molnar's avatar
Ingo Molnar committed
754

755 756
extern void perf_event_task_sched_in(struct task_struct *task, int cpu);
extern void perf_event_task_sched_out(struct task_struct *task,
757
					struct task_struct *next, int cpu);
758 759 760 761 762 763 764
extern void perf_event_task_tick(struct task_struct *task, int cpu);
extern int perf_event_init_task(struct task_struct *child);
extern void perf_event_exit_task(struct task_struct *child);
extern void perf_event_free_task(struct task_struct *task);
extern void set_perf_event_pending(void);
extern void perf_event_do_pending(void);
extern void perf_event_print_debug(void);
765 766 767 768
extern void __perf_disable(void);
extern bool __perf_enable(void);
extern void perf_disable(void);
extern void perf_enable(void);