[deliverable/linux.git] / kernel / trace / trace_functions_graph.c

/*
 *
 * Function graph tracer.
 * Copyright (c) 2008 Frederic Weisbecker <fweisbec@gmail.com>
 * Mostly borrowed from function tracer which
 * is Copyright (c) Steven Rostedt <srostedt@redhat.com>
 *
 */
#include <linux/debugfs.h>
#include <linux/uaccess.h>
#include <linux/ftrace.h>
#include <linux/fs.h>

#include "trace.h"

#define TRACE_GRAPH_INDENT	2

/* Flag options */
#define TRACE_GRAPH_PRINT_OVERRUN	0x1
#define TRACE_GRAPH_PRINT_CPU		0x2
#define TRACE_GRAPH_PRINT_OVERHEAD	0x4
#define TRACE_GRAPH_PRINT_PROC		0x8

static struct tracer_opt trace_opts[] = {
	/* Display overruns ? */
	{ TRACER_OPT(funcgraph-overrun, TRACE_GRAPH_PRINT_OVERRUN) },
	/* Display CPU ? */
	{ TRACER_OPT(funcgraph-cpu, TRACE_GRAPH_PRINT_CPU) },
	/* Display Overhead ? */
	{ TRACER_OPT(funcgraph-overhead, TRACE_GRAPH_PRINT_OVERHEAD) },
	/* Display proc name/pid */
	{ TRACER_OPT(funcgraph-proc, TRACE_GRAPH_PRINT_PROC) },
	{ } /* Empty entry */
};

static struct tracer_flags tracer_flags = {
	/* Don't display overruns and proc by default */
	.val = TRACE_GRAPH_PRINT_CPU | TRACE_GRAPH_PRINT_OVERHEAD,
	.opts = trace_opts
};

/* pid on the last trace processed */
static pid_t last_pid[NR_CPUS] = { [0 ... NR_CPUS-1] = -1 };

static int graph_trace_init(struct trace_array *tr)
{
	int cpu, ret;

	for_each_online_cpu(cpu)
		tracing_reset(tr, cpu);

	ret = register_ftrace_graph(&trace_graph_return,
					&trace_graph_entry);
	if (ret)
		return ret;
	tracing_start_cmdline_record();

	return 0;
}

static void graph_trace_reset(struct trace_array *tr)
{
	tracing_stop_cmdline_record();
	unregister_ftrace_graph();
}

static inline int log10_cpu(int nb)
{
	if (nb / 100)
		return 3;
	if (nb / 10)
		return 2;
	return 1;
}

static enum print_line_t
print_graph_cpu(struct trace_seq *s, int cpu)
{
	int i;
	int ret;
	int log10_this = log10_cpu(cpu);
	int log10_all = log10_cpu(cpus_weight_nr(cpu_online_map));


	/*
	 * Start with a space character - to make it stand out
	 * to the right a bit when trace output is pasted into
	 * email:
	 */
	ret = trace_seq_printf(s, " ");

	/*
	 * Tricky - we space the CPU field according to the max
	 * number of online CPUs. On a 2-cpu system it would take
	 * a maximum of 1 digit - on a 128 cpu system it would
	 * take up to 3 digits:
	 */
	for (i = 0; i < log10_all - log10_this; i++) {
		ret = trace_seq_printf(s, " ");
		if (!ret)
			return TRACE_TYPE_PARTIAL_LINE;
	}
	ret = trace_seq_printf(s, "%d) ", cpu);
	if (!ret)
		return TRACE_TYPE_PARTIAL_LINE;

	return TRACE_TYPE_HANDLED;
}

#define TRACE_GRAPH_PROCINFO_LENGTH	14

static enum print_line_t
print_graph_proc(struct trace_seq *s, pid_t pid)
{
	int i;
	int ret;
	int len;
	char comm[8];
	int spaces = 0;
	/* sign + log10(MAX_INT) + '\0' */
	char pid_str[11];

	strncpy(comm, trace_find_cmdline(pid), 7);
	comm[7] = '\0';
	sprintf(pid_str, "%d", pid);

	/* 1 stands for the "-" character */
	len = strlen(comm) + strlen(pid_str) + 1;

	if (len < TRACE_GRAPH_PROCINFO_LENGTH)
		spaces = TRACE_GRAPH_PROCINFO_LENGTH - len;

	/* First spaces to align center */
	for (i = 0; i < spaces / 2; i++) {
		ret = trace_seq_printf(s, " ");
		if (!ret)
			return TRACE_TYPE_PARTIAL_LINE;
	}

	ret = trace_seq_printf(s, "%s-%s", comm, pid_str);
	if (!ret)
		return TRACE_TYPE_PARTIAL_LINE;

	/* Last spaces to align center */
	for (i = 0; i < spaces - (spaces / 2); i++) {
		ret = trace_seq_printf(s, " ");
		if (!ret)
			return TRACE_TYPE_PARTIAL_LINE;
	}
	return TRACE_TYPE_HANDLED;
}


/* If the pid changed since the last trace, output this event */
static enum print_line_t
verif_pid(struct trace_seq *s, pid_t pid, int cpu)
{
	pid_t prev_pid;
	int ret;

	if (last_pid[cpu] != -1 && last_pid[cpu] == pid)
		return TRACE_TYPE_HANDLED;

	prev_pid = last_pid[cpu];
	last_pid[cpu] = pid;

/*
 * Context-switch trace line:

 ------------------------------------------
 | 1)  migration/0--1  =>  sshd-1755
 ------------------------------------------

 */
	ret = trace_seq_printf(s,
		" ------------------------------------------\n");
	if (!ret)
		TRACE_TYPE_PARTIAL_LINE;

	ret = print_graph_cpu(s, cpu);
	if (ret == TRACE_TYPE_PARTIAL_LINE)
		TRACE_TYPE_PARTIAL_LINE;

	ret = print_graph_proc(s, prev_pid);
	if (ret == TRACE_TYPE_PARTIAL_LINE)
		TRACE_TYPE_PARTIAL_LINE;

	ret = trace_seq_printf(s, " => ");
	if (!ret)
		TRACE_TYPE_PARTIAL_LINE;

	ret = print_graph_proc(s, pid);
	if (ret == TRACE_TYPE_PARTIAL_LINE)
		TRACE_TYPE_PARTIAL_LINE;

	ret = trace_seq_printf(s,
		"\n ------------------------------------------\n\n");
	if (!ret)
		TRACE_TYPE_PARTIAL_LINE;

	return ret;
}

static bool
trace_branch_is_leaf(struct trace_iterator *iter,
		struct ftrace_graph_ent_entry *curr)
{
	struct ring_buffer_iter *ring_iter;
	struct ring_buffer_event *event;
	struct ftrace_graph_ret_entry *next;

	ring_iter = iter->buffer_iter[iter->cpu];

	if (!ring_iter)
		return false;

	event = ring_buffer_iter_peek(ring_iter, NULL);

	if (!event)
		return false;

	next = ring_buffer_event_data(event);

	if (next->ent.type != TRACE_GRAPH_RET)
		return false;

	if (curr->ent.pid != next->ent.pid ||
			curr->graph_ent.func != next->ret.func)
		return false;

	return true;
}

static enum print_line_t
print_graph_irq(struct trace_seq *s, unsigned long addr,
				enum trace_type type, int cpu, pid_t pid)
{
	int ret;

	if (addr < (unsigned long)__irqentry_text_start ||
		addr >= (unsigned long)__irqentry_text_end)
		return TRACE_TYPE_UNHANDLED;

	if (type == TRACE_GRAPH_ENT) {
		ret = trace_seq_printf(s, "==========> |  ");
	} else {
		/* Cpu */
		if (tracer_flags.val & TRACE_GRAPH_PRINT_CPU) {
			ret = print_graph_cpu(s, cpu);
			if (ret == TRACE_TYPE_PARTIAL_LINE)
				return TRACE_TYPE_PARTIAL_LINE;
		}
		/* Proc */
		if (tracer_flags.val & TRACE_GRAPH_PRINT_PROC) {
			ret = print_graph_proc(s, pid);
			if (ret == TRACE_TYPE_PARTIAL_LINE)
				return TRACE_TYPE_PARTIAL_LINE;

			ret = trace_seq_printf(s, " | ");
			if (!ret)
				return TRACE_TYPE_PARTIAL_LINE;
		}

		/* No overhead */
		if (tracer_flags.val & TRACE_GRAPH_PRINT_OVERHEAD) {
			ret = trace_seq_printf(s, "  ");
			if (!ret)
				return TRACE_TYPE_PARTIAL_LINE;
		}

		ret = trace_seq_printf(s, "<========== |\n");
	}
	if (!ret)
		return TRACE_TYPE_PARTIAL_LINE;
	return TRACE_TYPE_HANDLED;
}

static enum print_line_t
print_graph_duration(unsigned long long duration, struct trace_seq *s)
{
	unsigned long nsecs_rem = do_div(duration, 1000);
	/* log10(ULONG_MAX) + '\0' */
	char msecs_str[21];
	char nsecs_str[5];
	int ret, len;
	int i;

	sprintf(msecs_str, "%lu", (unsigned long) duration);

	/* Print msecs */
	ret = trace_seq_printf(s, msecs_str);
	if (!ret)
		return TRACE_TYPE_PARTIAL_LINE;

	len = strlen(msecs_str);

	/* Print nsecs (we don't want to exceed 7 numbers) */
	if (len < 7) {
		snprintf(nsecs_str, 8 - len, "%03lu", nsecs_rem);
		ret = trace_seq_printf(s, ".%s", nsecs_str);
		if (!ret)
			return TRACE_TYPE_PARTIAL_LINE;
		len += strlen(nsecs_str);
	}

	ret = trace_seq_printf(s, " us ");
	if (!ret)
		return TRACE_TYPE_PARTIAL_LINE;

	/* Print remaining spaces to fit the row's width */
	for (i = len; i < 7; i++) {
		ret = trace_seq_printf(s, " ");
		if (!ret)
			return TRACE_TYPE_PARTIAL_LINE;
	}

	ret = trace_seq_printf(s, "|  ");
	if (!ret)
		return TRACE_TYPE_PARTIAL_LINE;
	return TRACE_TYPE_HANDLED;

}

/* Signal a overhead of time execution to the output */
static int
print_graph_overhead(unsigned long long duration, struct trace_seq *s)
{
	/* Duration exceeded 100 msecs */
	if (duration > 100000ULL)
		return trace_seq_printf(s, "! ");

	/* Duration exceeded 10 msecs */
	if (duration > 10000ULL)
		return trace_seq_printf(s, "+ ");

	return trace_seq_printf(s, "  ");
}

/* Case of a leaf function on its call entry */
static enum print_line_t
print_graph_entry_leaf(struct trace_iterator *iter,
		struct ftrace_graph_ent_entry *entry, struct trace_seq *s)
{
	struct ftrace_graph_ret_entry *ret_entry;
	struct ftrace_graph_ret *graph_ret;
	struct ring_buffer_event *event;
	struct ftrace_graph_ent *call;
	unsigned long long duration;
	int ret;
	int i;

	event = ring_buffer_read(iter->buffer_iter[iter->cpu], NULL);
	ret_entry = ring_buffer_event_data(event);
	graph_ret = &ret_entry->ret;
	call = &entry->graph_ent;
	duration = graph_ret->rettime - graph_ret->calltime;

	/* Overhead */
	if (tracer_flags.val & TRACE_GRAPH_PRINT_OVERHEAD) {
		ret = print_graph_overhead(duration, s);
		if (!ret)
			return TRACE_TYPE_PARTIAL_LINE;
	}

	/* Duration */
	ret = print_graph_duration(duration, s);
	if (ret == TRACE_TYPE_PARTIAL_LINE)
		return TRACE_TYPE_PARTIAL_LINE;

	/* Function */
	for (i = 0; i < call->depth * TRACE_GRAPH_INDENT; i++) {
		ret = trace_seq_printf(s, " ");
		if (!ret)
			return TRACE_TYPE_PARTIAL_LINE;
	}

	ret = seq_print_ip_sym(s, call->func, 0);
	if (!ret)
		return TRACE_TYPE_PARTIAL_LINE;

	ret = trace_seq_printf(s, "();\n");
	if (!ret)
		return TRACE_TYPE_PARTIAL_LINE;

	return TRACE_TYPE_HANDLED;
}

static enum print_line_t
print_graph_entry_nested(struct ftrace_graph_ent_entry *entry,
			struct trace_seq *s, pid_t pid, int cpu)
{
	int i;
	int ret;
	struct ftrace_graph_ent *call = &entry->graph_ent;

	/* No overhead */
	if (tracer_flags.val & TRACE_GRAPH_PRINT_OVERHEAD) {
		ret = trace_seq_printf(s, "  ");
		if (!ret)
			return TRACE_TYPE_PARTIAL_LINE;
	}

	/* Interrupt */
	ret = print_graph_irq(s, call->func, TRACE_GRAPH_ENT, cpu, pid);
	if (ret == TRACE_TYPE_UNHANDLED) {
		/* No time */
		ret = trace_seq_printf(s, "            |  ");
		if (!ret)
			return TRACE_TYPE_PARTIAL_LINE;
	} else {
		if (ret == TRACE_TYPE_PARTIAL_LINE)
			return TRACE_TYPE_PARTIAL_LINE;
	}


	/* Function */
	for (i = 0; i < call->depth * TRACE_GRAPH_INDENT; i++) {
		ret = trace_seq_printf(s, " ");
		if (!ret)
			return TRACE_TYPE_PARTIAL_LINE;
	}

	ret = seq_print_ip_sym(s, call->func, 0);
	if (!ret)
		return TRACE_TYPE_PARTIAL_LINE;

	ret = trace_seq_printf(s, "() {\n");
	if (!ret)
		return TRACE_TYPE_PARTIAL_LINE;

	return TRACE_TYPE_HANDLED;
}

static enum print_line_t
print_graph_entry(struct ftrace_graph_ent_entry *field, struct trace_seq *s,
			struct trace_iterator *iter, int cpu)
{
	int ret;
	struct trace_entry *ent = iter->ent;

	/* Pid */
	if (verif_pid(s, ent->pid, cpu) == TRACE_TYPE_PARTIAL_LINE)
		return TRACE_TYPE_PARTIAL_LINE;

	/* Cpu */
	if (tracer_flags.val & TRACE_GRAPH_PRINT_CPU) {
		ret = print_graph_cpu(s, cpu);
		if (ret == TRACE_TYPE_PARTIAL_LINE)
			return TRACE_TYPE_PARTIAL_LINE;
	}

	/* Proc */
	if (tracer_flags.val & TRACE_GRAPH_PRINT_PROC) {
		ret = print_graph_proc(s, ent->pid);
		if (ret == TRACE_TYPE_PARTIAL_LINE)
			return TRACE_TYPE_PARTIAL_LINE;

		ret = trace_seq_printf(s, " | ");
		if (!ret)
			return TRACE_TYPE_PARTIAL_LINE;
	}

	if (trace_branch_is_leaf(iter, field))
		return print_graph_entry_leaf(iter, field, s);
	else
		return print_graph_entry_nested(field, s, iter->ent->pid, cpu);

}

static enum print_line_t
print_graph_return(struct ftrace_graph_ret *trace, struct trace_seq *s,
		   struct trace_entry *ent, int cpu)
{
	int i;
	int ret;
	unsigned long long duration = trace->rettime - trace->calltime;

	/* Pid */
	if (verif_pid(s, ent->pid, cpu) == TRACE_TYPE_PARTIAL_LINE)
		return TRACE_TYPE_PARTIAL_LINE;

	/* Cpu */
	if (tracer_flags.val & TRACE_GRAPH_PRINT_CPU) {
		ret = print_graph_cpu(s, cpu);
		if (ret == TRACE_TYPE_PARTIAL_LINE)
			return TRACE_TYPE_PARTIAL_LINE;
	}

	/* Proc */
	if (tracer_flags.val & TRACE_GRAPH_PRINT_PROC) {
		ret = print_graph_proc(s, ent->pid);
		if (ret == TRACE_TYPE_PARTIAL_LINE)
			return TRACE_TYPE_PARTIAL_LINE;

		ret = trace_seq_printf(s, " | ");
		if (!ret)
			return TRACE_TYPE_PARTIAL_LINE;
	}

	/* Overhead */
	if (tracer_flags.val & TRACE_GRAPH_PRINT_OVERHEAD) {
		ret = print_graph_overhead(duration, s);
		if (!ret)
			return TRACE_TYPE_PARTIAL_LINE;
	}

	/* Duration */
	ret = print_graph_duration(duration, s);
	if (ret == TRACE_TYPE_PARTIAL_LINE)
		return TRACE_TYPE_PARTIAL_LINE;

	/* Closing brace */
	for (i = 0; i < trace->depth * TRACE_GRAPH_INDENT; i++) {
		ret = trace_seq_printf(s, " ");
		if (!ret)
			return TRACE_TYPE_PARTIAL_LINE;
	}

	ret = trace_seq_printf(s, "}\n");
	if (!ret)
		return TRACE_TYPE_PARTIAL_LINE;

	/* Overrun */
	if (tracer_flags.val & TRACE_GRAPH_PRINT_OVERRUN) {
		ret = trace_seq_printf(s, " (Overruns: %lu)\n",
					trace->overrun);
		if (!ret)
			return TRACE_TYPE_PARTIAL_LINE;
	}

	ret = print_graph_irq(s, trace->func, TRACE_GRAPH_RET, cpu, ent->pid);
	if (ret == TRACE_TYPE_PARTIAL_LINE)
		return TRACE_TYPE_PARTIAL_LINE;

	return TRACE_TYPE_HANDLED;
}

static enum print_line_t
print_graph_comment(struct print_entry *trace, struct trace_seq *s,
		   struct trace_entry *ent, struct trace_iterator *iter)
{
	int i;
	int ret;

	/* Pid */
	if (verif_pid(s, ent->pid, iter->cpu) == TRACE_TYPE_PARTIAL_LINE)
		return TRACE_TYPE_PARTIAL_LINE;

	/* Cpu */
	if (tracer_flags.val & TRACE_GRAPH_PRINT_CPU) {
		ret = print_graph_cpu(s, iter->cpu);
		if (ret == TRACE_TYPE_PARTIAL_LINE)
			return TRACE_TYPE_PARTIAL_LINE;
	}

	/* Proc */
	if (tracer_flags.val & TRACE_GRAPH_PRINT_PROC) {
		ret = print_graph_proc(s, ent->pid);
		if (ret == TRACE_TYPE_PARTIAL_LINE)
			return TRACE_TYPE_PARTIAL_LINE;

		ret = trace_seq_printf(s, " | ");
		if (!ret)
			return TRACE_TYPE_PARTIAL_LINE;
	}

	/* No overhead */
	if (tracer_flags.val & TRACE_GRAPH_PRINT_OVERHEAD) {
		ret = trace_seq_printf(s, "  ");
		if (!ret)
			return TRACE_TYPE_PARTIAL_LINE;
	}

	/* No time */
	ret = trace_seq_printf(s, "            |  ");
	if (!ret)
		return TRACE_TYPE_PARTIAL_LINE;

	/* Indentation */
	if (trace->depth > 0)
		for (i = 0; i < (trace->depth + 1) * TRACE_GRAPH_INDENT; i++) {
			ret = trace_seq_printf(s, " ");
			if (!ret)
				return TRACE_TYPE_PARTIAL_LINE;
		}

	/* The comment */
	ret = trace_seq_printf(s, "/* %s", trace->buf);
	if (!ret)
		return TRACE_TYPE_PARTIAL_LINE;

	/* Strip ending newline */
	if (s->buffer[s->len - 1] == '\n') {
		s->buffer[s->len - 1] = '\0';
		s->len--;
	}

	ret = trace_seq_printf(s, " */\n");
	if (!ret)
		return TRACE_TYPE_PARTIAL_LINE;

	return TRACE_TYPE_HANDLED;
}


enum print_line_t
print_graph_function(struct trace_iterator *iter)
{
	struct trace_seq *s = &iter->seq;
	struct trace_entry *entry = iter->ent;

	switch (entry->type) {
	case TRACE_GRAPH_ENT: {
		struct ftrace_graph_ent_entry *field;
		trace_assign_type(field, entry);
		return print_graph_entry(field, s, iter,
					 iter->cpu);
	}
	case TRACE_GRAPH_RET: {
		struct ftrace_graph_ret_entry *field;
		trace_assign_type(field, entry);
		return print_graph_return(&field->ret, s, entry, iter->cpu);
	}
	case TRACE_PRINT: {
		struct print_entry *field;
		trace_assign_type(field, entry);
		return print_graph_comment(field, s, entry, iter);
	}
	default:
		return TRACE_TYPE_UNHANDLED;
	}
}

static void print_graph_headers(struct seq_file *s)
{
	/* 1st line */
	seq_printf(s, "# ");
	if (tracer_flags.val & TRACE_GRAPH_PRINT_CPU)
		seq_printf(s, "CPU ");
	if (tracer_flags.val & TRACE_GRAPH_PRINT_PROC)
		seq_printf(s, "TASK/PID     ");
	if (tracer_flags.val & TRACE_GRAPH_PRINT_OVERHEAD)
		seq_printf(s, "OVERHEAD/");
	seq_printf(s, "DURATION            FUNCTION CALLS\n");

	/* 2nd line */
	seq_printf(s, "# ");
	if (tracer_flags.val & TRACE_GRAPH_PRINT_CPU)
		seq_printf(s, "|   ");
	if (tracer_flags.val & TRACE_GRAPH_PRINT_PROC)
		seq_printf(s, "|      |     ");
	if (tracer_flags.val & TRACE_GRAPH_PRINT_OVERHEAD) {
		seq_printf(s, "|        ");
		seq_printf(s, "|                   |   |   |   |\n");
	} else
		seq_printf(s, "    |               |   |   |   |\n");
}
static struct tracer graph_trace __read_mostly = {
	.name	     	= "function_graph",
	.init	     	= graph_trace_init,
	.reset	     	= graph_trace_reset,
	.print_line	= print_graph_function,
	.print_header	= print_graph_headers,
	.flags		= &tracer_flags,
};

static __init int init_graph_trace(void)
{
	return register_tracer(&graph_trace);
}

device_initcall(init_graph_trace);
Commit	Line	Data
fb52607a FW	1	/*
	2	*
	3	* Function graph tracer.
	4	* Copyright (c) 2008 Frederic Weisbecker <fweisbec@gmail.com>
	5	* Mostly borrowed from function tracer which
	6	* is Copyright (c) Steven Rostedt <srostedt@redhat.com>
	7	*
	8	*/
	9	#include <linux/debugfs.h>
	10	#include <linux/uaccess.h>
	11	#include <linux/ftrace.h>
	12	#include <linux/fs.h>
	13
	14	#include "trace.h"
	15
287b6e68	16	#define TRACE_GRAPH_INDENT 2
fb52607a	17
1a056155	18	/* Flag options */
fb52607a	19	#define TRACE_GRAPH_PRINT_OVERRUN 0x1
1a056155 FW	20	#define TRACE_GRAPH_PRINT_CPU 0x2
1a056155 FW	21	#define TRACE_GRAPH_PRINT_OVERHEAD 0x4
11e84acc	22	#define TRACE_GRAPH_PRINT_PROC 0x8
1a056155	23
fb52607a	24	static struct tracer_opt trace_opts[] = {
1a056155 FW	25	/* Display overruns ? */
	26	{ TRACER_OPT(funcgraph-overrun, TRACE_GRAPH_PRINT_OVERRUN) },
	27	/* Display CPU ? */
	28	{ TRACER_OPT(funcgraph-cpu, TRACE_GRAPH_PRINT_CPU) },
	29	/* Display Overhead ? */
	30	{ TRACER_OPT(funcgraph-overhead, TRACE_GRAPH_PRINT_OVERHEAD) },
11e84acc FW	31	/* Display proc name/pid */
11e84acc FW	32	{ TRACER_OPT(funcgraph-proc, TRACE_GRAPH_PRINT_PROC) },
fb52607a FW	33	{ } /* Empty entry */
	34	};
	35
	36	static struct tracer_flags tracer_flags = {
11e84acc	37	/* Don't display overruns and proc by default */
1a056155	38	.val = TRACE_GRAPH_PRINT_CPU \| TRACE_GRAPH_PRINT_OVERHEAD,
fb52607a FW	39	.opts = trace_opts
	40	};
	41
287b6e68	42	/* pid on the last trace processed */
437f24fb	43	static pid_t last_pid[NR_CPUS] = { [0 ... NR_CPUS-1] = -1 };
fb52607a FW	44
	45	static int graph_trace_init(struct trace_array *tr)
	46	{
660c7f9b SR	47	int cpu, ret;
660c7f9b SR	48
fb52607a FW	49	for_each_online_cpu(cpu)
	50	tracing_reset(tr, cpu);
	51
660c7f9b	52	ret = register_ftrace_graph(&trace_graph_return,
287b6e68	53	&trace_graph_entry);
660c7f9b SR	54	if (ret)
	55	return ret;
	56	tracing_start_cmdline_record();
	57
	58	return 0;
fb52607a FW	59	}
	60
	61	static void graph_trace_reset(struct trace_array *tr)
	62	{
660c7f9b SR	63	tracing_stop_cmdline_record();
660c7f9b SR	64	unregister_ftrace_graph();
fb52607a FW	65	}
fb52607a FW	66
1a056155 FW	67	static inline int log10_cpu(int nb)
	68	{
	69	if (nb / 100)
	70	return 3;
	71	if (nb / 10)
	72	return 2;
	73	return 1;
	74	}
	75
	76	static enum print_line_t
	77	print_graph_cpu(struct trace_seq *s, int cpu)
	78	{
	79	int i;
	80	int ret;
	81	int log10_this = log10_cpu(cpu);
	82	int log10_all = log10_cpu(cpus_weight_nr(cpu_online_map));
	83
	84
d51090b3 IM	85	/*
	86	* Start with a space character - to make it stand out
	87	* to the right a bit when trace output is pasted into
	88	* email:
	89	*/
	90	ret = trace_seq_printf(s, " ");
	91
	92	/*
	93	* Tricky - we space the CPU field according to the max
	94	* number of online CPUs. On a 2-cpu system it would take
	95	* a maximum of 1 digit - on a 128 cpu system it would
	96	* take up to 3 digits:
	97	*/
1a056155 FW	98	for (i = 0; i < log10_all - log10_this; i++) {
	99	ret = trace_seq_printf(s, " ");
	100	if (!ret)
	101	return TRACE_TYPE_PARTIAL_LINE;
	102	}
	103	ret = trace_seq_printf(s, "%d) ", cpu);
	104	if (!ret)
d51090b3 IM	105	return TRACE_TYPE_PARTIAL_LINE;
d51090b3 IM	106
1a056155 FW	107	return TRACE_TYPE_HANDLED;
	108	}
	109
11e84acc FW	110	#define TRACE_GRAPH_PROCINFO_LENGTH 14
	111
	112	static enum print_line_t
	113	print_graph_proc(struct trace_seq *s, pid_t pid)
	114	{
	115	int i;
	116	int ret;
	117	int len;
	118	char comm[8];
	119	int spaces = 0;
	120	/* sign + log10(MAX_INT) + '\0' */
	121	char pid_str[11];
	122
	123	strncpy(comm, trace_find_cmdline(pid), 7);
	124	comm[7] = '\0';
	125	sprintf(pid_str, "%d", pid);
	126
	127	/* 1 stands for the "-" character */
	128	len = strlen(comm) + strlen(pid_str) + 1;
	129
	130	if (len < TRACE_GRAPH_PROCINFO_LENGTH)
	131	spaces = TRACE_GRAPH_PROCINFO_LENGTH - len;
	132
	133	/* First spaces to align center */
	134	for (i = 0; i < spaces / 2; i++) {
	135	ret = trace_seq_printf(s, " ");
	136	if (!ret)
	137	return TRACE_TYPE_PARTIAL_LINE;
	138	}
	139
	140	ret = trace_seq_printf(s, "%s-%s", comm, pid_str);
	141	if (!ret)
	142	return TRACE_TYPE_PARTIAL_LINE;
	143
	144	/* Last spaces to align center */
	145	for (i = 0; i < spaces - (spaces / 2); i++) {
	146	ret = trace_seq_printf(s, " ");
	147	if (!ret)
	148	return TRACE_TYPE_PARTIAL_LINE;
	149	}
	150	return TRACE_TYPE_HANDLED;
	151	}
	152
1a056155	153
287b6e68	154	/* If the pid changed since the last trace, output this event */
11e84acc FW	155	static enum print_line_t
11e84acc FW	156	verif_pid(struct trace_seq *s, pid_t pid, int cpu)
287b6e68	157	{
d51090b3 IM	158	pid_t prev_pid;
d51090b3 IM	159	int ret;
660c7f9b	160
437f24fb	161	if (last_pid[cpu] != -1 && last_pid[cpu] == pid)
11e84acc	162	return TRACE_TYPE_HANDLED;
fb52607a	163
d51090b3	164	prev_pid = last_pid[cpu];
437f24fb	165	last_pid[cpu] = pid;
d51090b3	166
d51090b3 IM	167	/*
	168	* Context-switch trace line:
	169
	170	------------------------------------------
	171	\| 1) migration/0--1 => sshd-1755
	172	------------------------------------------
	173
	174	*/
	175	ret = trace_seq_printf(s,
1fd8f2a3	176	" ------------------------------------------\n");
11e84acc FW	177	if (!ret)
	178	TRACE_TYPE_PARTIAL_LINE;
	179
	180	ret = print_graph_cpu(s, cpu);
	181	if (ret == TRACE_TYPE_PARTIAL_LINE)
	182	TRACE_TYPE_PARTIAL_LINE;
	183
	184	ret = print_graph_proc(s, prev_pid);
	185	if (ret == TRACE_TYPE_PARTIAL_LINE)
	186	TRACE_TYPE_PARTIAL_LINE;
	187
	188	ret = trace_seq_printf(s, " => ");
	189	if (!ret)
	190	TRACE_TYPE_PARTIAL_LINE;
	191
	192	ret = print_graph_proc(s, pid);
	193	if (ret == TRACE_TYPE_PARTIAL_LINE)
	194	TRACE_TYPE_PARTIAL_LINE;
	195
	196	ret = trace_seq_printf(s,
	197	"\n ------------------------------------------\n\n");
	198	if (!ret)
	199	TRACE_TYPE_PARTIAL_LINE;
	200
d51090b3	201	return ret;
287b6e68 FW	202	}
287b6e68 FW	203
83a8df61 FW	204	static bool
	205	trace_branch_is_leaf(struct trace_iterator *iter,
	206	struct ftrace_graph_ent_entry *curr)
	207	{
	208	struct ring_buffer_iter *ring_iter;
	209	struct ring_buffer_event *event;
	210	struct ftrace_graph_ret_entry *next;
	211
	212	ring_iter = iter->buffer_iter[iter->cpu];
	213
	214	if (!ring_iter)
	215	return false;
	216
1a056155	217	event = ring_buffer_iter_peek(ring_iter, NULL);
83a8df61 FW	218
	219	if (!event)
	220	return false;
	221
	222	next = ring_buffer_event_data(event);
	223
	224	if (next->ent.type != TRACE_GRAPH_RET)
	225	return false;
	226
	227	if (curr->ent.pid != next->ent.pid \|\|
	228	curr->graph_ent.func != next->ret.func)
	229	return false;
	230
	231	return true;
	232	}
	233
f8b755ac FW	234	static enum print_line_t
	235	print_graph_irq(struct trace_seq *s, unsigned long addr,
	236	enum trace_type type, int cpu, pid_t pid)
	237	{
	238	int ret;
	239
	240	if (addr < (unsigned long)__irqentry_text_start \|\|
	241	addr >= (unsigned long)__irqentry_text_end)
	242	return TRACE_TYPE_UNHANDLED;
	243
	244	if (type == TRACE_GRAPH_ENT) {
	245	ret = trace_seq_printf(s, "==========> \| ");
	246	} else {
	247	/* Cpu */
	248	if (tracer_flags.val & TRACE_GRAPH_PRINT_CPU) {
	249	ret = print_graph_cpu(s, cpu);
	250	if (ret == TRACE_TYPE_PARTIAL_LINE)
	251	return TRACE_TYPE_PARTIAL_LINE;
	252	}
	253	/* Proc */
	254	if (tracer_flags.val & TRACE_GRAPH_PRINT_PROC) {
	255	ret = print_graph_proc(s, pid);
	256	if (ret == TRACE_TYPE_PARTIAL_LINE)
	257	return TRACE_TYPE_PARTIAL_LINE;
	258
	259	ret = trace_seq_printf(s, " \| ");
	260	if (!ret)
	261	return TRACE_TYPE_PARTIAL_LINE;
	262	}
	263
	264	/* No overhead */
	265	if (tracer_flags.val & TRACE_GRAPH_PRINT_OVERHEAD) {
	266	ret = trace_seq_printf(s, " ");
	267	if (!ret)
	268	return TRACE_TYPE_PARTIAL_LINE;
	269	}
	270
	271	ret = trace_seq_printf(s, "<========== \|\n");
	272	}
	273	if (!ret)
	274	return TRACE_TYPE_PARTIAL_LINE;
	275	return TRACE_TYPE_HANDLED;
	276	}
83a8df61	277
166d3c79	278	static enum print_line_t
83a8df61 FW	279	print_graph_duration(unsigned long long duration, struct trace_seq *s)
	280	{
	281	unsigned long nsecs_rem = do_div(duration, 1000);
166d3c79 FW	282	/* log10(ULONG_MAX) + '\0' */
	283	char msecs_str[21];
	284	char nsecs_str[5];
	285	int ret, len;
	286	int i;
	287
	288	sprintf(msecs_str, "%lu", (unsigned long) duration);
	289
	290	/* Print msecs */
	291	ret = trace_seq_printf(s, msecs_str);
	292	if (!ret)
	293	return TRACE_TYPE_PARTIAL_LINE;
	294
	295	len = strlen(msecs_str);
	296
	297	/* Print nsecs (we don't want to exceed 7 numbers) */
	298	if (len < 7) {
	299	snprintf(nsecs_str, 8 - len, "%03lu", nsecs_rem);
	300	ret = trace_seq_printf(s, ".%s", nsecs_str);
	301	if (!ret)
	302	return TRACE_TYPE_PARTIAL_LINE;
	303	len += strlen(nsecs_str);
	304	}
	305
	306	ret = trace_seq_printf(s, " us ");
	307	if (!ret)
	308	return TRACE_TYPE_PARTIAL_LINE;
	309
	310	/* Print remaining spaces to fit the row's width */
	311	for (i = len; i < 7; i++) {
	312	ret = trace_seq_printf(s, " ");
	313	if (!ret)
	314	return TRACE_TYPE_PARTIAL_LINE;
	315	}
	316
	317	ret = trace_seq_printf(s, "\| ");
	318	if (!ret)
	319	return TRACE_TYPE_PARTIAL_LINE;
	320	return TRACE_TYPE_HANDLED;
	321
83a8df61 FW	322	}
	323
	324	/* Signal a overhead of time execution to the output */
	325	static int
	326	print_graph_overhead(unsigned long long duration, struct trace_seq *s)
	327	{
	328	/* Duration exceeded 100 msecs */
	329	if (duration > 100000ULL)
	330	return trace_seq_printf(s, "! ");
	331
	332	/* Duration exceeded 10 msecs */
	333	if (duration > 10000ULL)
	334	return trace_seq_printf(s, "+ ");
	335
	336	return trace_seq_printf(s, " ");
	337	}
	338
	339	/* Case of a leaf function on its call entry */
287b6e68	340	static enum print_line_t
83a8df61 FW	341	print_graph_entry_leaf(struct trace_iterator *iter,
83a8df61 FW	342	struct ftrace_graph_ent_entry entry, struct trace_seq s)
fb52607a	343	{
83a8df61 FW	344	struct ftrace_graph_ret_entry *ret_entry;
	345	struct ftrace_graph_ret *graph_ret;
	346	struct ring_buffer_event *event;
	347	struct ftrace_graph_ent *call;
	348	unsigned long long duration;
fb52607a	349	int ret;
1a056155	350	int i;
fb52607a	351
83a8df61 FW	352	event = ring_buffer_read(iter->buffer_iter[iter->cpu], NULL);
	353	ret_entry = ring_buffer_event_data(event);
	354	graph_ret = &ret_entry->ret;
	355	call = &entry->graph_ent;
	356	duration = graph_ret->rettime - graph_ret->calltime;
	357
	358	/* Overhead */
1a056155 FW	359	if (tracer_flags.val & TRACE_GRAPH_PRINT_OVERHEAD) {
	360	ret = print_graph_overhead(duration, s);
	361	if (!ret)
	362	return TRACE_TYPE_PARTIAL_LINE;
	363	}
	364
	365	/* Duration */
	366	ret = print_graph_duration(duration, s);
166d3c79	367	if (ret == TRACE_TYPE_PARTIAL_LINE)
437f24fb SR	368	return TRACE_TYPE_PARTIAL_LINE;
437f24fb SR	369
83a8df61 FW	370	/* Function */
	371	for (i = 0; i < call->depth * TRACE_GRAPH_INDENT; i++) {
	372	ret = trace_seq_printf(s, " ");
	373	if (!ret)
	374	return TRACE_TYPE_PARTIAL_LINE;
	375	}
	376
	377	ret = seq_print_ip_sym(s, call->func, 0);
	378	if (!ret)
	379	return TRACE_TYPE_PARTIAL_LINE;
	380
1a056155	381	ret = trace_seq_printf(s, "();\n");
83a8df61 FW	382	if (!ret)
	383	return TRACE_TYPE_PARTIAL_LINE;
	384
	385	return TRACE_TYPE_HANDLED;
	386	}
	387
	388	static enum print_line_t
	389	print_graph_entry_nested(struct ftrace_graph_ent_entry *entry,
f8b755ac	390	struct trace_seq *s, pid_t pid, int cpu)
83a8df61 FW	391	{
	392	int i;
	393	int ret;
	394	struct ftrace_graph_ent *call = &entry->graph_ent;
	395
	396	/* No overhead */
1a056155 FW	397	if (tracer_flags.val & TRACE_GRAPH_PRINT_OVERHEAD) {
	398	ret = trace_seq_printf(s, " ");
	399	if (!ret)
	400	return TRACE_TYPE_PARTIAL_LINE;
	401	}
	402
f8b755ac FW	403	/* Interrupt */
	404	ret = print_graph_irq(s, call->func, TRACE_GRAPH_ENT, cpu, pid);
	405	if (ret == TRACE_TYPE_UNHANDLED) {
	406	/* No time */
	407	ret = trace_seq_printf(s, " \| ");
	408	if (!ret)
	409	return TRACE_TYPE_PARTIAL_LINE;
	410	} else {
	411	if (ret == TRACE_TYPE_PARTIAL_LINE)
	412	return TRACE_TYPE_PARTIAL_LINE;
	413	}
	414
83a8df61 FW	415
83a8df61 FW	416	/* Function */
287b6e68 FW	417	for (i = 0; i < call->depth * TRACE_GRAPH_INDENT; i++) {
287b6e68 FW	418	ret = trace_seq_printf(s, " ");
fb52607a FW	419	if (!ret)
fb52607a FW	420	return TRACE_TYPE_PARTIAL_LINE;
287b6e68 FW	421	}
	422
	423	ret = seq_print_ip_sym(s, call->func, 0);
	424	if (!ret)
	425	return TRACE_TYPE_PARTIAL_LINE;
	426
1a056155	427	ret = trace_seq_printf(s, "() {\n");
83a8df61 FW	428	if (!ret)
	429	return TRACE_TYPE_PARTIAL_LINE;
	430
287b6e68 FW	431	return TRACE_TYPE_HANDLED;
	432	}
	433
83a8df61 FW	434	static enum print_line_t
	435	print_graph_entry(struct ftrace_graph_ent_entry field, struct trace_seq s,
	436	struct trace_iterator *iter, int cpu)
	437	{
	438	int ret;
	439	struct trace_entry *ent = iter->ent;
	440
1a056155	441	/* Pid */
11e84acc	442	if (verif_pid(s, ent->pid, cpu) == TRACE_TYPE_PARTIAL_LINE)
83a8df61 FW	443	return TRACE_TYPE_PARTIAL_LINE;
83a8df61 FW	444
1a056155 FW	445	/* Cpu */
	446	if (tracer_flags.val & TRACE_GRAPH_PRINT_CPU) {
	447	ret = print_graph_cpu(s, cpu);
11e84acc FW	448	if (ret == TRACE_TYPE_PARTIAL_LINE)
	449	return TRACE_TYPE_PARTIAL_LINE;
	450	}
	451
	452	/* Proc */
	453	if (tracer_flags.val & TRACE_GRAPH_PRINT_PROC) {
	454	ret = print_graph_proc(s, ent->pid);
	455	if (ret == TRACE_TYPE_PARTIAL_LINE)
	456	return TRACE_TYPE_PARTIAL_LINE;
	457
	458	ret = trace_seq_printf(s, " \| ");
1a056155 FW	459	if (!ret)
	460	return TRACE_TYPE_PARTIAL_LINE;
	461	}
83a8df61 FW	462
	463	if (trace_branch_is_leaf(iter, field))
	464	return print_graph_entry_leaf(iter, field, s);
	465	else
f8b755ac	466	return print_graph_entry_nested(field, s, iter->ent->pid, cpu);
83a8df61 FW	467
	468	}
	469
287b6e68 FW	470	static enum print_line_t
287b6e68 FW	471	print_graph_return(struct ftrace_graph_ret trace, struct trace_seq s,
437f24fb	472	struct trace_entry *ent, int cpu)
287b6e68 FW	473	{
	474	int i;
	475	int ret;
83a8df61	476	unsigned long long duration = trace->rettime - trace->calltime;
287b6e68	477
83a8df61	478	/* Pid */
11e84acc	479	if (verif_pid(s, ent->pid, cpu) == TRACE_TYPE_PARTIAL_LINE)
437f24fb SR	480	return TRACE_TYPE_PARTIAL_LINE;
437f24fb SR	481
83a8df61	482	/* Cpu */
1a056155 FW	483	if (tracer_flags.val & TRACE_GRAPH_PRINT_CPU) {
1a056155 FW	484	ret = print_graph_cpu(s, cpu);
11e84acc FW	485	if (ret == TRACE_TYPE_PARTIAL_LINE)
	486	return TRACE_TYPE_PARTIAL_LINE;
	487	}
	488
	489	/* Proc */
	490	if (tracer_flags.val & TRACE_GRAPH_PRINT_PROC) {
	491	ret = print_graph_proc(s, ent->pid);
	492	if (ret == TRACE_TYPE_PARTIAL_LINE)
	493	return TRACE_TYPE_PARTIAL_LINE;
	494
	495	ret = trace_seq_printf(s, " \| ");
1a056155 FW	496	if (!ret)
	497	return TRACE_TYPE_PARTIAL_LINE;
	498	}
fb52607a	499
83a8df61	500	/* Overhead */
1a056155 FW	501	if (tracer_flags.val & TRACE_GRAPH_PRINT_OVERHEAD) {
	502	ret = print_graph_overhead(duration, s);
	503	if (!ret)
	504	return TRACE_TYPE_PARTIAL_LINE;
	505	}
	506
	507	/* Duration */
	508	ret = print_graph_duration(duration, s);
166d3c79	509	if (ret == TRACE_TYPE_PARTIAL_LINE)
83a8df61 FW	510	return TRACE_TYPE_PARTIAL_LINE;
	511
	512	/* Closing brace */
287b6e68 FW	513	for (i = 0; i < trace->depth * TRACE_GRAPH_INDENT; i++) {
287b6e68 FW	514	ret = trace_seq_printf(s, " ");
fb52607a FW	515	if (!ret)
fb52607a FW	516	return TRACE_TYPE_PARTIAL_LINE;
287b6e68 FW	517	}
287b6e68 FW	518
1a056155	519	ret = trace_seq_printf(s, "}\n");
287b6e68 FW	520	if (!ret)
287b6e68 FW	521	return TRACE_TYPE_PARTIAL_LINE;
fb52607a	522
83a8df61	523	/* Overrun */
287b6e68 FW	524	if (tracer_flags.val & TRACE_GRAPH_PRINT_OVERRUN) {
	525	ret = trace_seq_printf(s, " (Overruns: %lu)\n",
	526	trace->overrun);
fb52607a FW	527	if (!ret)
fb52607a FW	528	return TRACE_TYPE_PARTIAL_LINE;
287b6e68	529	}
f8b755ac FW	530
	531	ret = print_graph_irq(s, trace->func, TRACE_GRAPH_RET, cpu, ent->pid);
	532	if (ret == TRACE_TYPE_PARTIAL_LINE)
	533	return TRACE_TYPE_PARTIAL_LINE;
	534
287b6e68 FW	535	return TRACE_TYPE_HANDLED;
	536	}
	537
1fd8f2a3 FW	538	static enum print_line_t
	539	print_graph_comment(struct print_entry trace, struct trace_seq s,
	540	struct trace_entry ent, struct trace_iterator iter)
	541	{
	542	int i;
	543	int ret;
	544
	545	/* Pid */
	546	if (verif_pid(s, ent->pid, iter->cpu) == TRACE_TYPE_PARTIAL_LINE)
	547	return TRACE_TYPE_PARTIAL_LINE;
	548
	549	/* Cpu */
	550	if (tracer_flags.val & TRACE_GRAPH_PRINT_CPU) {
	551	ret = print_graph_cpu(s, iter->cpu);
	552	if (ret == TRACE_TYPE_PARTIAL_LINE)
	553	return TRACE_TYPE_PARTIAL_LINE;
	554	}
	555
	556	/* Proc */
	557	if (tracer_flags.val & TRACE_GRAPH_PRINT_PROC) {
	558	ret = print_graph_proc(s, ent->pid);
	559	if (ret == TRACE_TYPE_PARTIAL_LINE)
	560	return TRACE_TYPE_PARTIAL_LINE;
	561
	562	ret = trace_seq_printf(s, " \| ");
	563	if (!ret)
	564	return TRACE_TYPE_PARTIAL_LINE;
	565	}
	566
	567	/* No overhead */
	568	if (tracer_flags.val & TRACE_GRAPH_PRINT_OVERHEAD) {
	569	ret = trace_seq_printf(s, " ");
	570	if (!ret)
	571	return TRACE_TYPE_PARTIAL_LINE;
	572	}
	573
	574	/* No time */
	575	ret = trace_seq_printf(s, " \| ");
	576	if (!ret)
	577	return TRACE_TYPE_PARTIAL_LINE;
	578
	579	/* Indentation */
	580	if (trace->depth > 0)
	581	for (i = 0; i < (trace->depth + 1) * TRACE_GRAPH_INDENT; i++) {
	582	ret = trace_seq_printf(s, " ");
	583	if (!ret)
	584	return TRACE_TYPE_PARTIAL_LINE;
	585	}
	586
	587	/* The comment */
	588	ret = trace_seq_printf(s, "/* %s", trace->buf);
	589	if (!ret)
	590	return TRACE_TYPE_PARTIAL_LINE;
	591
412d0bb5 FW	592	/* Strip ending newline */
	593	if (s->buffer[s->len - 1] == '\n') {
	594	s->buffer[s->len - 1] = '\0';
	595	s->len--;
	596	}
	597
1fd8f2a3 FW	598	ret = trace_seq_printf(s, " */\n");
	599	if (!ret)
	600	return TRACE_TYPE_PARTIAL_LINE;
	601
	602	return TRACE_TYPE_HANDLED;
	603	}
	604
	605
287b6e68 FW	606	enum print_line_t
	607	print_graph_function(struct trace_iterator *iter)
	608	{
	609	struct trace_seq *s = &iter->seq;
	610	struct trace_entry *entry = iter->ent;
fb52607a	611
287b6e68 FW	612	switch (entry->type) {
	613	case TRACE_GRAPH_ENT: {
	614	struct ftrace_graph_ent_entry *field;
	615	trace_assign_type(field, entry);
83a8df61	616	return print_graph_entry(field, s, iter,
437f24fb	617	iter->cpu);
287b6e68 FW	618	}
	619	case TRACE_GRAPH_RET: {
	620	struct ftrace_graph_ret_entry *field;
	621	trace_assign_type(field, entry);
437f24fb	622	return print_graph_return(&field->ret, s, entry, iter->cpu);
287b6e68	623	}
1fd8f2a3 FW	624	case TRACE_PRINT: {
	625	struct print_entry *field;
	626	trace_assign_type(field, entry);
	627	return print_graph_comment(field, s, entry, iter);
	628	}
287b6e68 FW	629	default:
287b6e68 FW	630	return TRACE_TYPE_UNHANDLED;
fb52607a	631	}
fb52607a FW	632	}
fb52607a FW	633
decbec38 FW	634	static void print_graph_headers(struct seq_file *s)
	635	{
	636	/* 1st line */
	637	seq_printf(s, "# ");
	638	if (tracer_flags.val & TRACE_GRAPH_PRINT_CPU)
	639	seq_printf(s, "CPU ");
	640	if (tracer_flags.val & TRACE_GRAPH_PRINT_PROC)
	641	seq_printf(s, "TASK/PID ");
	642	if (tracer_flags.val & TRACE_GRAPH_PRINT_OVERHEAD)
	643	seq_printf(s, "OVERHEAD/");
	644	seq_printf(s, "DURATION FUNCTION CALLS\n");
	645
	646	/* 2nd line */
	647	seq_printf(s, "# ");
	648	if (tracer_flags.val & TRACE_GRAPH_PRINT_CPU)
	649	seq_printf(s, "\| ");
	650	if (tracer_flags.val & TRACE_GRAPH_PRINT_PROC)
	651	seq_printf(s, "\| \| ");
	652	if (tracer_flags.val & TRACE_GRAPH_PRINT_OVERHEAD) {
	653	seq_printf(s, "\| ");
	654	seq_printf(s, "\| \| \| \| \|\n");
	655	} else
	656	seq_printf(s, " \| \| \| \| \|\n");
	657	}
fb52607a	658	static struct tracer graph_trace __read_mostly = {
decbec38 FW	659	.name = "function_graph",
	660	.init = graph_trace_init,
	661	.reset = graph_trace_reset,
	662	.print_line = print_graph_function,
	663	.print_header = print_graph_headers,
fb52607a FW	664	.flags = &tracer_flags,
	665	};
	666
	667	static __init int init_graph_trace(void)
	668	{
	669	return register_tracer(&graph_trace);
	670	}
	671
	672	device_initcall(init_graph_trace);