[ust.git] / include / ust / tracepoint.h

#ifndef _UST_TRACEPOINT_H
#define _UST_TRACEPOINT_H

/*
 * Copyright (C) 2008 Mathieu Desnoyers <mathieu.desnoyers@polymtl.ca>
 * Copyright (C) 2009 Pierre-Marc Fournier
 * Copyright (C) 2009 Steven Rostedt <rostedt@goodmis.org>
 *
 * This library is free software; you can redistribute it and/or
 * modify it under the terms of the GNU Lesser General Public
 * License as published by the Free Software Foundation; either
 * version 2.1 of the License, or (at your option) any later version.
 *
 * This library is distributed in the hope that it will be useful,
 * but WITHOUT ANY WARRANTY; without even the implied warranty of
 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
 * Lesser General Public License for more details.
 *
 * You should have received a copy of the GNU Lesser General Public
 * License along with this library; if not, write to the Free Software
 * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA  02110-1301 USA
 *
 * Heavily inspired from the Linux Kernel Markers.
 *
 * Ported to userspace by Pierre-Marc Fournier.
 */

#define _LGPL_SOURCE
#include <urcu-bp.h>
#include <ust/immediate.h>
#include <ust/core.h>

struct module;
struct tracepoint;

struct probe {
	void *func;
	void *data;
};

struct tracepoint {
	const char *name;		/* Tracepoint name */
	DEFINE_IMV(char, state);	/* State. */
	struct probe *probes;
};

#define PARAMS(args...) args

#define TP_PROTO(args...)	args
#define TP_ARGS(args...)	args

/*
 * Tracepoints should be added to the instrumented code using the
 * "tracepoint()" macro.
 */
#define tracepoint(name, args...)	__trace_##name(args)

#define register_tracepoint(name, probe, data)			\
		__register_trace_##name(probe, data)

#define unregister_tracepoint(name, probe, data)		\
		__unregister_trace_##name(probe, data)

#define CONFIG_TRACEPOINTS
#ifdef CONFIG_TRACEPOINTS

/*
 * it_func[0] is never NULL because there is at least one element in the array
 * when the array itself is non NULL.
 */
#define __DO_TRACE(tp, proto, args)					\
	do {								\
		struct probe *it_probe_ptr;				\
		void *it_func;						\
		void *__data;						\
									\
		rcu_read_lock();					\
		it_probe_ptr = rcu_dereference((tp)->probes);		\
		if (it_probe_ptr) {					\
			do {						\
				it_func	= (it_probe_ptr)->func;		\
				__data = (it_probe_ptr)->data;		\
				((void(*)(proto))(it_func))(args);	\
			} while ((++it_probe_ptr)->func);		\
		}							\
		rcu_read_unlock();					\
	} while (0)

#define __CHECK_TRACE(name, generic, proto, args)			\
	do {								\
		if (!generic) {						\
			if (unlikely(imv_read(__tracepoint_##name.state))) \
				__DO_TRACE(&__tracepoint_##name,	\
					TP_PROTO(proto), TP_ARGS(args));	\
		} else {						\
			if (unlikely(_imv_read(__tracepoint_##name.state))) \
				__DO_TRACE(&__tracepoint_##name,	\
					TP_PROTO(proto), TP_ARGS(args));	\
		}							\
	} while (0)

/*
 * Make sure the alignment of the structure in the __tracepoints section will
 * not add unwanted padding between the beginning of the section and the
 * structure. Force alignment to the same alignment as the section start.
 *
 * The "generic" argument, passed to the declared __trace_##name inline
 * function controls which tracepoint enabling mechanism must be used.
 * If generic is true, a variable read is used.
 * If generic is false, immediate values are used.
 */
#define __DECLARE_TRACE(name, proto, args, data_proto, data_args)	\
	extern struct tracepoint __tracepoint_##name;			\
	static inline void __trace_##name(proto)			\
	{								\
		__CHECK_TRACE(name, 0, TP_PROTO(data_proto),		\
			      TP_ARGS(data_args));			\
	}								\
	static inline void _trace_##name(proto)				\
	{								\
		__CHECK_TRACE(name, 1, TP_PROTO(data_proto),		\
			      TP_ARGS(data_args));			\
	}								\
	static inline int						\
	__register_trace_##name(void (*probe)(data_proto), void *data)	\
	{								\
		return tracepoint_probe_register(#name, (void *)probe,	\
						 data);			\
									\
	}								\
	static inline int						\
	__unregister_trace_##name(void (*probe)(data_proto), void *data)\
	{								\
		return tracepoint_probe_unregister(#name, (void *)probe, \
						   data);		\
	}

#define DEFINE_TRACE_FN(name, reg, unreg)				\
	static const char __tpstrtab_##name[]				\
	__attribute__((section("__tracepoints_strings"))) = #name;	\
	struct tracepoint __tracepoint_##name				\
	__attribute__((section("__tracepoints"))) =			\
		{ __tpstrtab_##name, 0, NULL };				\
	static struct tracepoint * const __tracepoint_ptr_##name	\
	__attribute__((used, section("__tracepoints_ptrs"))) =		\
		&__tracepoint_##name;

#define DEFINE_TRACE(name)						\
	DEFINE_TRACE_FN(name, NULL, NULL)

extern void tracepoint_update_probe_range(struct tracepoint * const *begin,
	struct tracepoint * const *end);

#else /* !CONFIG_TRACEPOINTS */
#define __DECLARE_TRACE(name, proto, args)				\
	static inline void trace_##name(proto)				\
	{ }								\
	static inline void _trace_##name(proto)				\
	{ }								\
	static inline int __register_trace_##name(void (*probe)(proto), void *data)	\
	{								\
		return -ENOSYS;						\
	}								\
	static inline int __unregister_trace_##name(void (*probe)(proto), void *data)	\
	{								\
		return -ENOSYS;						\
	}

#define DEFINE_TRACE(name)
#define EXPORT_TRACEPOINT_SYMBOL_GPL(name)
#define EXPORT_TRACEPOINT_SYMBOL(name)

static inline void tracepoint_update_probe_range(struct tracepoint *begin,
	struct tracepoint *end)
{ }
#endif /* CONFIG_TRACEPOINTS */

#define DECLARE_TRACE(name, proto, args)			\
	__DECLARE_TRACE(name, PARAMS(proto), PARAMS(args),	\
			PARAMS(void *__data, proto),		\
			PARAMS(__data, args))

/*
 * Connect a probe to a tracepoint.
 * Internal API, should not be used directly.
 */
extern int tracepoint_probe_register(const char *name, void *probe, void *data);

/*
 * Disconnect a probe from a tracepoint.
 * Internal API, should not be used directly.
 */
extern int tracepoint_probe_unregister(const char *name, void *probe, void *data);

extern int tracepoint_probe_register_noupdate(const char *name, void *probe,
					      void *data);
extern int tracepoint_probe_unregister_noupdate(const char *name, void *probe,
						void *data);
extern void tracepoint_probe_update_all(void);

struct tracepoint_iter {
//ust//	struct module *module;
	struct tracepoint_lib *lib;
	struct tracepoint * const *tracepoint;
};

extern void tracepoint_iter_start(struct tracepoint_iter *iter);
extern void tracepoint_iter_next(struct tracepoint_iter *iter);
extern void tracepoint_iter_stop(struct tracepoint_iter *iter);
extern void tracepoint_iter_reset(struct tracepoint_iter *iter);
extern int tracepoint_get_iter_range(struct tracepoint * const **tracepoint,
	struct tracepoint * const *begin, struct tracepoint * const *end);

/*
 * tracepoint_synchronize_unregister must be called between the last tracepoint
 * probe unregistration and the end of module exit to make sure there is no
 * caller executing a probe when it is freed.
 */
static inline void tracepoint_synchronize_unregister(void)
{
//ust//	synchronize_sched();
}

struct tracepoint_lib {
	struct tracepoint * const *tracepoints_start;
	int tracepoints_count;
	struct cds_list_head list;
};

extern int tracepoint_register_lib(struct tracepoint * const *tracepoints_start,
				   int tracepoints_count);
extern int tracepoint_unregister_lib(struct tracepoint * const *tracepoints_start);

#define TRACEPOINT_LIB							\
	extern struct tracepoint * const __start___tracepoints_ptrs[] __attribute__((weak, visibility("hidden"))); \
	extern struct tracepoint * const __stop___tracepoints_ptrs[] __attribute__((weak, visibility("hidden"))); \
	static struct tracepoint * const __tracepoint_ptr_dummy		\
	__attribute__((used, section("__tracepoints_ptrs"))) = NULL;	\
	static void __attribute__((constructor)) __tracepoints__init(void)	\
	{									\
		tracepoint_register_lib(__start___tracepoints_ptrs,			\
					__stop___tracepoints_ptrs -			\
					__start___tracepoints_ptrs);			\
	}									\
										\
	static void __attribute__((destructor)) __tracepoints__destroy(void)	\
	{									\
		tracepoint_unregister_lib(__start___tracepoints_ptrs);		\
	}


#ifndef TRACE_EVENT
/*
 * For use with the TRACE_EVENT macro:
 *
 * We define a tracepoint, its arguments, its printf format
 * and its 'fast binary record' layout.
 *
 * Firstly, name your tracepoint via TRACE_EVENT(name : the
 * 'subsystem_event' notation is fine.
 *
 * Think about this whole construct as the
 * 'trace_sched_switch() function' from now on.
 *
 *
 *  TRACE_EVENT(sched_switch,
 *
 *	*
 *	* A function has a regular function arguments
 *	* prototype, declare it via TP_PROTO():
 *	*
 *
 *	TP_PROTO(struct rq *rq, struct task_struct *prev,
 *		 struct task_struct *next),
 *
 *	*
 *	* Define the call signature of the 'function'.
 *	* (Design sidenote: we use this instead of a
 *	*  TP_PROTO1/TP_PROTO2/TP_PROTO3 ugliness.)
 *	*
 *
 *	TP_ARGS(rq, prev, next),
 *
 *	*
 *	* Fast binary tracing: define the trace record via
 *	* TP_STRUCT__entry(). You can think about it like a
 *	* regular C structure local variable definition.
 *	*
 *	* This is how the trace record is structured and will
 *	* be saved into the ring buffer. These are the fields
 *	* that will be exposed to readers.
 *	*
 *	* The declared 'local variable' is called '__entry'
 *	*
 *	* __field(pid_t, prev_prid) is equivalent to a standard declariton:
 *	*
 *	*	pid_t	prev_pid;
 *	*
 *	* __array(char, prev_comm, TASK_COMM_LEN) is equivalent to:
 *	*
 *	*	char	prev_comm[TASK_COMM_LEN];
 *	*
 *
 *	TP_STRUCT__entry(
 *		__array(	char,	prev_comm,	TASK_COMM_LEN	)
 *		__field(	pid_t,	prev_pid			)
 *		__field(	int,	prev_prio			)
 *		__array(	char,	next_comm,	TASK_COMM_LEN	)
 *		__field(	pid_t,	next_pid			)
 *		__field(	int,	next_prio			)
 *	),
 *
 *	*
 *	* Assign the entry into the trace record, by embedding
 *	* a full C statement block into TP_fast_assign(). You
 *	* can refer to the trace record as '__entry' -
 *	* otherwise you can put arbitrary C code in here.
 *	*
 *	* Note: this C code will execute every time a trace event
 *	* happens, on an active tracepoint.
 *	*
 *
 *	TP_fast_assign(
 *		memcpy(__entry->next_comm, next->comm, TASK_COMM_LEN);
 *		__entry->prev_pid	= prev->pid;
 *		__entry->prev_prio	= prev->prio;
 *		memcpy(__entry->prev_comm, prev->comm, TASK_COMM_LEN);
 *		__entry->next_pid	= next->pid;
 *		__entry->next_prio	= next->prio;
 *	)
 *
 *	*
 *	* Formatted output of a trace record via TP_printf().
 *	* This is how the tracepoint will appear under debugging
 *	* of tracepoints.
 *	*
 *	* (raw-binary tracing wont actually perform this step.)
 *	*
 *
 *	TP_printf("task %s:%d [%d] ==> %s:%d [%d]",
 *		__entry->prev_comm, __entry->prev_pid, __entry->prev_prio,
 *		__entry->next_comm, __entry->next_pid, __entry->next_prio),
 *
 * );
 *
 * This macro construct is thus used for the regular printf format
 * tracing setup.
 *
 * A set of (un)registration functions can be passed to the variant
 * TRACE_EVENT_FN to perform any (un)registration work.
 */

struct trace_event {
	const char *name;
	int (*regfunc)(void *data);
	int (*unregfunc)(void *data);
};

struct trace_event_lib {
	struct trace_event * const *trace_events_start;
	int trace_events_count;
	struct cds_list_head list;
};

struct trace_event_iter {
	struct trace_event_lib *lib;
	struct trace_event * const *trace_event;
};

extern void lock_trace_events(void);
extern void unlock_trace_events(void);

extern void trace_event_iter_start(struct trace_event_iter *iter);
extern void trace_event_iter_next(struct trace_event_iter *iter);
extern void trace_event_iter_reset(struct trace_event_iter *iter);

extern int trace_event_get_iter_range(struct trace_event * const **trace_event,
				      struct trace_event * const *begin,
				      struct trace_event * const *end);

extern void trace_event_update_process(void);
extern int is_trace_event_enabled(const char *channel, const char *name);

extern int trace_event_register_lib(struct trace_event * const *start_trace_events,
				    int trace_event_count);

extern int trace_event_unregister_lib(struct trace_event * const *start_trace_events);

#define TRACE_EVENT_LIB							\
	extern struct trace_event * const __start___trace_events_ptrs[]	\
	__attribute__((weak, visibility("hidden")));			\
	extern struct trace_event * const __stop___trace_events_ptrs[]	\
	__attribute__((weak, visibility("hidden")));			\
	static struct trace_event * const __event_ptrs_dummy		\
	__attribute__((used, section("__trace_events_ptrs"))) =	NULL;	\
	static void __attribute__((constructor))			\
	__trace_events__init(void)					\
	{								\
		trace_event_register_lib(__start___trace_events_ptrs,	\
					 __stop___trace_events_ptrs -	\
					 __start___trace_events_ptrs);	\
	}								\
									\
	static void __attribute__((destructor))				\
	__trace_event__destroy(void)					\
	{								\
		trace_event_unregister_lib(__start___trace_events_ptrs);\
	}

#define DECLARE_TRACE_EVENT_CLASS(name, proto, args, tstruct, assign, print)
#define DEFINE_TRACE_EVENT(template, name, proto, args)		\
	DECLARE_TRACE(name, PARAMS(proto), PARAMS(args))
#define DEFINE_TRACE_EVENT_PRINT(template, name, proto, args, print)	\
	DECLARE_TRACE(name, PARAMS(proto), PARAMS(args))

#define TRACE_EVENT(name, proto, args, struct, assign, print)	\
	DECLARE_TRACE(name, PARAMS(proto), PARAMS(args))
#define TRACE_EVENT_FN(name, proto, args, struct,		\
		assign, print, reg, unreg)			\
	DECLARE_TRACE(name, PARAMS(proto), PARAMS(args))

#endif /* ifdef TRACE_EVENT (see note above) */


#endif /* _UST_TRACEPOINT_H */
Commit	Line	Data
27b052e3 PMF	1	#ifndef _UST_TRACEPOINT_H
27b052e3 PMF	2	#define _UST_TRACEPOINT_H
f99be407 PMF	3
f99be407 PMF	4	/*
1f8b0dff PMF	5	* Copyright (C) 2008 Mathieu Desnoyers <mathieu.desnoyers@polymtl.ca>
1f8b0dff PMF	6	* Copyright (C) 2009 Pierre-Marc Fournier
22d72948	7	* Copyright (C) 2009 Steven Rostedt <rostedt@goodmis.org>
f99be407	8	*
8fc2d8db PMF	9	* This library is free software; you can redistribute it and/or
	10	* modify it under the terms of the GNU Lesser General Public
	11	* License as published by the Free Software Foundation; either
	12	* version 2.1 of the License, or (at your option) any later version.
f99be407	13	*
8fc2d8db	14	* This library is distributed in the hope that it will be useful,
1f8b0dff	15	* but WITHOUT ANY WARRANTY; without even the implied warranty of
8fc2d8db PMF	16	* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
8fc2d8db PMF	17	* Lesser General Public License for more details.
1f8b0dff	18	*
8fc2d8db PMF	19	* You should have received a copy of the GNU Lesser General Public
	20	* License along with this library; if not, write to the Free Software
	21	* Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
f99be407 PMF	22	*
	23	* Heavily inspired from the Linux Kernel Markers.
	24	*
1f8b0dff	25	* Ported to userspace by Pierre-Marc Fournier.
f99be407 PMF	26	*/
f99be407 PMF	27
872037bb	28	#define _LGPL_SOURCE
b7ea1a1c	29	#include <urcu-bp.h>
93d0f2ea	30	#include <ust/immediate.h>
518d7abb	31	#include <ust/core.h>
f99be407 PMF	32
	33	struct module;
	34	struct tracepoint;
	35
9dec086e NC	36	struct probe {
	37	void *func;
	38	void *data;
	39	};
	40
f99be407 PMF	41	struct tracepoint {
	42	const char name; / Tracepoint name */
	43	DEFINE_IMV(char, state); /* State. */
9dec086e	44	struct probe *probes;
f218ff28	45	};
f99be407	46
22d72948 NC	47	#define PARAMS(args...) args
22d72948 NC	48
7166e240 PMF	49	#define TP_PROTO(args...) args
7166e240 PMF	50	#define TP_ARGS(args...) args
f99be407	51
cc7b66ba MD	52	/*
	53	* Tracepoints should be added to the instrumented code using the
	54	* "tracepoint()" macro.
	55	*/
	56	#define tracepoint(name, args...) __trace_##name(args)
	57
	58	#define register_tracepoint(name, probe, data) \
	59	__register_trace_##name(probe, data)
	60
	61	#define unregister_tracepoint(name, probe, data) \
	62	__unregister_trace_##name(probe, data)
	63
872037bb PMF	64	#define CONFIG_TRACEPOINTS
872037bb PMF	65	#ifdef CONFIG_TRACEPOINTS
f99be407 PMF	66
	67	/*
	68	* it_func[0] is never NULL because there is at least one element in the array
	69	* when the array itself is non NULL.
	70	*/
	71	#define __DO_TRACE(tp, proto, args) \
	72	do { \
9dec086e NC	73	struct probe *it_probe_ptr; \
	74	void *it_func; \
	75	void *__data; \
f99be407	76	\
9dec086e NC	77	rcu_read_lock(); \
	78	it_probe_ptr = rcu_dereference((tp)->probes); \
	79	if (it_probe_ptr) { \
f99be407	80	do { \
9dec086e NC	81	it_func = (it_probe_ptr)->func; \
	82	__data = (it_probe_ptr)->data; \
	83	((void(*)(proto))(it_func))(args); \
	84	} while ((++it_probe_ptr)->func); \
f99be407	85	} \
9dec086e	86	rcu_read_unlock(); \
f99be407 PMF	87	} while (0)
	88
	89	#define __CHECK_TRACE(name, generic, proto, args) \
	90	do { \
	91	if (!generic) { \
	92	if (unlikely(imv_read(__tracepoint_##name.state))) \
	93	__DO_TRACE(&__tracepoint_##name, \
7166e240	94	TP_PROTO(proto), TP_ARGS(args)); \
f99be407 PMF	95	} else { \
	96	if (unlikely(_imv_read(__tracepoint_##name.state))) \
	97	__DO_TRACE(&__tracepoint_##name, \
7166e240	98	TP_PROTO(proto), TP_ARGS(args)); \
f99be407 PMF	99	} \
	100	} while (0)
	101
	102	/*
	103	* Make sure the alignment of the structure in the __tracepoints section will
	104	* not add unwanted padding between the beginning of the section and the
	105	* structure. Force alignment to the same alignment as the section start.
	106	*
	107	* The "generic" argument, passed to the declared __trace_##name inline
	108	* function controls which tracepoint enabling mechanism must be used.
	109	* If generic is true, a variable read is used.
	110	* If generic is false, immediate values are used.
	111	*/
9dec086e	112	#define __DECLARE_TRACE(name, proto, args, data_proto, data_args) \
f99be407	113	extern struct tracepoint __tracepoint_##name; \
cc7b66ba	114	static inline void __trace_##name(proto) \
f99be407	115	{ \
9dec086e NC	116	__CHECK_TRACE(name, 0, TP_PROTO(data_proto), \
9dec086e NC	117	TP_ARGS(data_args)); \
f99be407 PMF	118	} \
	119	static inline void _trace_##name(proto) \
	120	{ \
9dec086e NC	121	__CHECK_TRACE(name, 1, TP_PROTO(data_proto), \
9dec086e NC	122	TP_ARGS(data_args)); \
f99be407	123	} \
9dec086e	124	static inline int \
cc7b66ba	125	__register_trace_##name(void (probe)(data_proto), void data) \
f99be407	126	{ \
9dec086e NC	127	return tracepoint_probe_register(#name, (void *)probe, \
	128	data); \
	129	\
f99be407	130	} \
9dec086e	131	static inline int \
cc7b66ba	132	__unregister_trace_##name(void (probe)(data_proto), void data)\
f99be407	133	{ \
9dec086e NC	134	return tracepoint_probe_unregister(#name, (void *)probe, \
9dec086e NC	135	data); \
f99be407 PMF	136	}
f99be407 PMF	137
f218ff28	138	#define DEFINE_TRACE_FN(name, reg, unreg) \
f99be407 PMF	139	static const char __tpstrtab_##name[] \
	140	__attribute__((section("__tracepoints_strings"))) = #name; \
	141	struct tracepoint __tracepoint_##name \
f218ff28 MD	142	__attribute__((section("__tracepoints"))) = \
	143	{ __tpstrtab_##name, 0, NULL }; \
	144	static struct tracepoint * const __tracepoint_ptr_##name \
	145	__attribute__((used, section("__tracepoints_ptrs"))) = \
	146	&__tracepoint_##name;
f99be407	147
9dec086e	148	#define DEFINE_TRACE(name) \
f218ff28	149	DEFINE_TRACE_FN(name, NULL, NULL)
9dec086e	150
f218ff28 MD	151	extern void tracepoint_update_probe_range(struct tracepoint * const *begin,
f218ff28 MD	152	struct tracepoint * const *end);
f99be407	153
872037bb	154	#else /* !CONFIG_TRACEPOINTS */
9dec086e	155	#define __DECLARE_TRACE(name, proto, args) \
872037bb PMF	156	static inline void trace_##name(proto) \
	157	{ } \
	158	static inline void _trace_##name(proto) \
	159	{ } \
cc7b66ba	160	static inline int __register_trace_##name(void (probe)(proto), void data) \
872037bb PMF	161	{ \
	162	return -ENOSYS; \
	163	} \
cc7b66ba	164	static inline int __unregister_trace_##name(void (probe)(proto), void data) \
872037bb PMF	165	{ \
	166	return -ENOSYS; \
	167	}
	168
	169	#define DEFINE_TRACE(name)
	170	#define EXPORT_TRACEPOINT_SYMBOL_GPL(name)
	171	#define EXPORT_TRACEPOINT_SYMBOL(name)
	172
	173	static inline void tracepoint_update_probe_range(struct tracepoint *begin,
	174	struct tracepoint *end)
	175	{ }
	176	#endif /* CONFIG_TRACEPOINTS */
f99be407	177
9dec086e NC	178	#define DECLARE_TRACE(name, proto, args) \
	179	__DECLARE_TRACE(name, PARAMS(proto), PARAMS(args), \
	180	PARAMS(void *__data, proto), \
	181	PARAMS(__data, args))
	182
f99be407 PMF	183	/*
	184	* Connect a probe to a tracepoint.
	185	* Internal API, should not be used directly.
	186	*/
9dec086e	187	extern int tracepoint_probe_register(const char name, void probe, void *data);
f99be407 PMF	188
	189	/*
	190	* Disconnect a probe from a tracepoint.
	191	* Internal API, should not be used directly.
	192	*/
9dec086e	193	extern int tracepoint_probe_unregister(const char name, void probe, void *data);
f99be407	194
9dec086e NC	195	extern int tracepoint_probe_register_noupdate(const char name, void probe,
	196	void *data);
	197	extern int tracepoint_probe_unregister_noupdate(const char name, void probe,
	198	void *data);
f99be407 PMF	199	extern void tracepoint_probe_update_all(void);
	200
	201	struct tracepoint_iter {
474d745f PMF	202	//ust// struct module *module;
474d745f PMF	203	struct tracepoint_lib *lib;
f218ff28	204	struct tracepoint * const *tracepoint;
f99be407 PMF	205	};
	206
	207	extern void tracepoint_iter_start(struct tracepoint_iter *iter);
	208	extern void tracepoint_iter_next(struct tracepoint_iter *iter);
	209	extern void tracepoint_iter_stop(struct tracepoint_iter *iter);
	210	extern void tracepoint_iter_reset(struct tracepoint_iter *iter);
f218ff28 MD	211	extern int tracepoint_get_iter_range(struct tracepoint * const **tracepoint,
f218ff28 MD	212	struct tracepoint * const begin, struct tracepoint const *end);
f99be407 PMF	213
	214	/*
	215	* tracepoint_synchronize_unregister must be called between the last tracepoint
	216	* probe unregistration and the end of module exit to make sure there is no
	217	* caller executing a probe when it is freed.
	218	*/
	219	static inline void tracepoint_synchronize_unregister(void)
	220	{
270c6b98	221	//ust// synchronize_sched();
f99be407 PMF	222	}
f99be407 PMF	223
474d745f	224	struct tracepoint_lib {
f218ff28	225	struct tracepoint * const *tracepoints_start;
474d745f	226	int tracepoints_count;
0222e121	227	struct cds_list_head list;
474d745f PMF	228	};
474d745f PMF	229
f218ff28	230	extern int tracepoint_register_lib(struct tracepoint * const *tracepoints_start,
872037bb	231	int tracepoints_count);
f218ff28	232	extern int tracepoint_unregister_lib(struct tracepoint * const *tracepoints_start);
872037bb PMF	233
872037bb PMF	234	#define TRACEPOINT_LIB \
bf5fe926 MD	235	extern struct tracepoint * const __start___tracepoints_ptrs[] __attribute__((weak, visibility("hidden"))); \
bf5fe926 MD	236	extern struct tracepoint * const __stop___tracepoints_ptrs[] __attribute__((weak, visibility("hidden"))); \
f08ebbe2 MD	237	static struct tracepoint * const __tracepoint_ptr_dummy \
f08ebbe2 MD	238	__attribute__((used, section("__tracepoints_ptrs"))) = NULL; \
bf5fe926 MD	239	static void __attribute__((constructor)) __tracepoints__init(void) \
bf5fe926 MD	240	{ \
103fffbc MD	241	tracepoint_register_lib(__start___tracepoints_ptrs, \
	242	__stop___tracepoints_ptrs - \
	243	__start___tracepoints_ptrs); \
bf5fe926 MD	244	} \
	245	\
	246	static void __attribute__((destructor)) __tracepoints__destroy(void) \
	247	{ \
103fffbc	248	tracepoint_unregister_lib(__start___tracepoints_ptrs); \
872037bb PMF	249	}
872037bb PMF	250
22d72948 NC	251
	252	#ifndef TRACE_EVENT
	253	/*
	254	* For use with the TRACE_EVENT macro:
	255	*
	256	* We define a tracepoint, its arguments, its printf format
	257	* and its 'fast binary record' layout.
	258	*
	259	* Firstly, name your tracepoint via TRACE_EVENT(name : the
	260	* 'subsystem_event' notation is fine.
	261	*
	262	* Think about this whole construct as the
	263	* 'trace_sched_switch() function' from now on.
	264	*
	265	*
	266	* TRACE_EVENT(sched_switch,
	267	*
	268	* *
	269	* * A function has a regular function arguments
	270	* * prototype, declare it via TP_PROTO():
	271	* *
	272	*
	273	* TP_PROTO(struct rq rq, struct task_struct prev,
	274	* struct task_struct *next),
	275	*
	276	* *
	277	* * Define the call signature of the 'function'.
	278	* * (Design sidenote: we use this instead of a
	279	* * TP_PROTO1/TP_PROTO2/TP_PROTO3 ugliness.)
	280	* *
	281	*
	282	* TP_ARGS(rq, prev, next),
	283	*
	284	* *
	285	* * Fast binary tracing: define the trace record via
	286	* * TP_STRUCT__entry(). You can think about it like a
	287	* * regular C structure local variable definition.
	288	* *
	289	* * This is how the trace record is structured and will
	290	* * be saved into the ring buffer. These are the fields
	291	* * that will be exposed to readers.
	292	* *
	293	* * The declared 'local variable' is called '__entry'
	294	* *
	295	* * __field(pid_t, prev_prid) is equivalent to a standard declariton:
	296	* *
	297	* * pid_t prev_pid;
	298	* *
	299	* * __array(char, prev_comm, TASK_COMM_LEN) is equivalent to:
	300	* *
	301	* * char prev_comm[TASK_COMM_LEN];
	302	* *
	303	*
	304	* TP_STRUCT__entry(
	305	* __array( char, prev_comm, TASK_COMM_LEN )
	306	* __field( pid_t, prev_pid )
	307	* __field( int, prev_prio )
	308	* __array( char, next_comm, TASK_COMM_LEN )
	309	* __field( pid_t, next_pid )
	310	* __field( int, next_prio )
	311	* ),
	312	*
	313	* *
	314	* * Assign the entry into the trace record, by embedding
315	* * a full C statement block into TP_fast_assign(). You
316	* * can refer to the trace record as '__entry' -
317	* * otherwise you can put arbitrary C code in here.
318	* *
319	* * Note: this C code will execute every time a trace event
320	* * happens, on an active tracepoint.
321	* *
322	*
323	* TP_fast_assign(
324	* memcpy(__entry->next_comm, next->comm, TASK_COMM_LEN);
325	* __entry->prev_pid = prev->pid;
326	* __entry->prev_prio = prev->prio;
327	* memcpy(__entry->prev_comm, prev->comm, TASK_COMM_LEN);
328	* __entry->next_pid = next->pid;
329	* __entry->next_prio = next->prio;
330	* )
331	*
332	* *
333	* * Formatted output of a trace record via TP_printf().
334	* * This is how the tracepoint will appear under debugging
335	* * of tracepoints.
336	* *
337	* * (raw-binary tracing wont actually perform this step.)
338	* *
339	*
340	* TP_printf("task %s:%d [%d] ==> %s:%d [%d]",
341	* __entry->prev_comm, __entry->prev_pid, __entry->prev_prio,
342	* __entry->next_comm, __entry->next_pid, __entry->next_prio),
343	*
344	* );
345	*
346	* This macro construct is thus used for the regular printf format
347	* tracing setup.
348	*
349	* A set of (un)registration functions can be passed to the variant
350	* TRACE_EVENT_FN to perform any (un)registration work.
351	*/
352
0c0686ee NC	353	struct trace_event {
	354	const char *name;
	355	int (regfunc)(void data);
	356	int (unregfunc)(void data);
fc1caebc	357	};
0c0686ee NC	358
0c0686ee NC	359	struct trace_event_lib {
fc1caebc	360	struct trace_event * const *trace_events_start;
0c0686ee	361	int trace_events_count;
0222e121	362	struct cds_list_head list;
0c0686ee NC	363	};
	364
	365	struct trace_event_iter {
	366	struct trace_event_lib *lib;
fc1caebc	367	struct trace_event * const *trace_event;
0c0686ee NC	368	};
	369
	370	extern void lock_trace_events(void);
	371	extern void unlock_trace_events(void);
	372
	373	extern void trace_event_iter_start(struct trace_event_iter *iter);
	374	extern void trace_event_iter_next(struct trace_event_iter *iter);
	375	extern void trace_event_iter_reset(struct trace_event_iter *iter);
	376
fc1caebc MD	377	extern int trace_event_get_iter_range(struct trace_event * const **trace_event,
	378	struct trace_event * const *begin,
	379	struct trace_event * const *end);
0c0686ee NC	380
	381	extern void trace_event_update_process(void);
	382	extern int is_trace_event_enabled(const char channel, const char name);
	383
fc1caebc	384	extern int trace_event_register_lib(struct trace_event * const *start_trace_events,
0c0686ee NC	385	int trace_event_count);
0c0686ee NC	386
fc1caebc	387	extern int trace_event_unregister_lib(struct trace_event * const *start_trace_events);
0c0686ee NC	388
0c0686ee NC	389	#define TRACE_EVENT_LIB \
fc1caebc	390	extern struct trace_event * const __start___trace_events_ptrs[] \
0c0686ee	391	__attribute__((weak, visibility("hidden"))); \
fc1caebc	392	extern struct trace_event * const __stop___trace_events_ptrs[] \
0c0686ee	393	__attribute__((weak, visibility("hidden"))); \
f08ebbe2 MD	394	static struct trace_event * const __event_ptrs_dummy \
f08ebbe2 MD	395	__attribute__((used, section("__trace_events_ptrs"))) = NULL; \
0c0686ee NC	396	static void __attribute__((constructor)) \
	397	__trace_events__init(void) \
	398	{ \
fc1caebc MD	399	trace_event_register_lib(__start___trace_events_ptrs, \
	400	__stop___trace_events_ptrs - \
	401	__start___trace_events_ptrs); \
0c0686ee NC	402	} \
	403	\
	404	static void __attribute__((destructor)) \
	405	__trace_event__destroy(void) \
	406	{ \
fc1caebc	407	trace_event_unregister_lib(__start___trace_events_ptrs);\
0c0686ee NC	408	}
0c0686ee NC	409
22d72948 NC	410	#define DECLARE_TRACE_EVENT_CLASS(name, proto, args, tstruct, assign, print)
	411	#define DEFINE_TRACE_EVENT(template, name, proto, args) \
	412	DECLARE_TRACE(name, PARAMS(proto), PARAMS(args))
	413	#define DEFINE_TRACE_EVENT_PRINT(template, name, proto, args, print) \
	414	DECLARE_TRACE(name, PARAMS(proto), PARAMS(args))
	415
	416	#define TRACE_EVENT(name, proto, args, struct, assign, print) \
	417	DECLARE_TRACE(name, PARAMS(proto), PARAMS(args))
	418	#define TRACE_EVENT_FN(name, proto, args, struct, \
	419	assign, print, reg, unreg) \
	420	DECLARE_TRACE(name, PARAMS(proto), PARAMS(args))
	421
	422	#endif /* ifdef TRACE_EVENT (see note above) */
	423
	424
27b052e3	425	#endif /* _UST_TRACEPOINT_H */