[deliverable/linux.git] / include / trace / events / writeback.h

#undef TRACE_SYSTEM
#define TRACE_SYSTEM writeback

#if !defined(_TRACE_WRITEBACK_H) || defined(TRACE_HEADER_MULTI_READ)
#define _TRACE_WRITEBACK_H

#include <linux/backing-dev.h>
#include <linux/device.h>
#include <linux/writeback.h>

#define show_inode_state(state)					\
	__print_flags(state, "|",				\
		{I_DIRTY_SYNC,		"I_DIRTY_SYNC"},	\
		{I_DIRTY_DATASYNC,	"I_DIRTY_DATASYNC"},	\
		{I_DIRTY_PAGES,		"I_DIRTY_PAGES"},	\
		{I_NEW,			"I_NEW"},		\
		{I_WILL_FREE,		"I_WILL_FREE"},		\
		{I_FREEING,		"I_FREEING"},		\
		{I_CLEAR,		"I_CLEAR"},		\
		{I_SYNC,		"I_SYNC"},		\
		{I_REFERENCED,		"I_REFERENCED"}		\
	)

#define WB_WORK_REASON							\
		{WB_REASON_BACKGROUND,		"background"},		\
		{WB_REASON_TRY_TO_FREE_PAGES,	"try_to_free_pages"},	\
		{WB_REASON_SYNC,		"sync"},		\
		{WB_REASON_PERIODIC,		"periodic"},		\
		{WB_REASON_LAPTOP_TIMER,	"laptop_timer"},	\
		{WB_REASON_FREE_MORE_MEM,	"free_more_memory"},	\
		{WB_REASON_FS_FREE_SPACE,	"fs_free_space"},	\
		{WB_REASON_FORKER_THREAD,	"forker_thread"}

struct wb_writeback_work;

DECLARE_EVENT_CLASS(writeback_work_class,
	TP_PROTO(struct backing_dev_info *bdi, struct wb_writeback_work *work),
	TP_ARGS(bdi, work),
	TP_STRUCT__entry(
		__array(char, name, 32)
		__field(long, nr_pages)
		__field(dev_t, sb_dev)
		__field(int, sync_mode)
		__field(int, for_kupdate)
		__field(int, range_cyclic)
		__field(int, for_background)
		__field(int, reason)
	),
	TP_fast_assign(
		strncpy(__entry->name, dev_name(bdi->dev), 32);
		__entry->nr_pages = work->nr_pages;
		__entry->sb_dev = work->sb ? work->sb->s_dev : 0;
		__entry->sync_mode = work->sync_mode;
		__entry->for_kupdate = work->for_kupdate;
		__entry->range_cyclic = work->range_cyclic;
		__entry->for_background	= work->for_background;
		__entry->reason = work->reason;
	),
	TP_printk("bdi %s: sb_dev %d:%d nr_pages=%ld sync_mode=%d "
		  "kupdate=%d range_cyclic=%d background=%d reason=%s",
		  __entry->name,
		  MAJOR(__entry->sb_dev), MINOR(__entry->sb_dev),
		  __entry->nr_pages,
		  __entry->sync_mode,
		  __entry->for_kupdate,
		  __entry->range_cyclic,
		  __entry->for_background,
		  __print_symbolic(__entry->reason, WB_WORK_REASON)
	)
);
#define DEFINE_WRITEBACK_WORK_EVENT(name) \
DEFINE_EVENT(writeback_work_class, name, \
	TP_PROTO(struct backing_dev_info *bdi, struct wb_writeback_work *work), \
	TP_ARGS(bdi, work))
DEFINE_WRITEBACK_WORK_EVENT(writeback_nothread);
DEFINE_WRITEBACK_WORK_EVENT(writeback_queue);
DEFINE_WRITEBACK_WORK_EVENT(writeback_exec);
DEFINE_WRITEBACK_WORK_EVENT(writeback_start);
DEFINE_WRITEBACK_WORK_EVENT(writeback_written);
DEFINE_WRITEBACK_WORK_EVENT(writeback_wait);

TRACE_EVENT(writeback_pages_written,
	TP_PROTO(long pages_written),
	TP_ARGS(pages_written),
	TP_STRUCT__entry(
		__field(long,		pages)
	),
	TP_fast_assign(
		__entry->pages		= pages_written;
	),
	TP_printk("%ld", __entry->pages)
);

DECLARE_EVENT_CLASS(writeback_class,
	TP_PROTO(struct backing_dev_info *bdi),
	TP_ARGS(bdi),
	TP_STRUCT__entry(
		__array(char, name, 32)
	),
	TP_fast_assign(
		strncpy(__entry->name, dev_name(bdi->dev), 32);
	),
	TP_printk("bdi %s",
		  __entry->name
	)
);
#define DEFINE_WRITEBACK_EVENT(name) \
DEFINE_EVENT(writeback_class, name, \
	TP_PROTO(struct backing_dev_info *bdi), \
	TP_ARGS(bdi))

DEFINE_WRITEBACK_EVENT(writeback_nowork);
DEFINE_WRITEBACK_EVENT(writeback_wake_background);
DEFINE_WRITEBACK_EVENT(writeback_wake_thread);
DEFINE_WRITEBACK_EVENT(writeback_wake_forker_thread);
DEFINE_WRITEBACK_EVENT(writeback_bdi_register);
DEFINE_WRITEBACK_EVENT(writeback_bdi_unregister);
DEFINE_WRITEBACK_EVENT(writeback_thread_start);
DEFINE_WRITEBACK_EVENT(writeback_thread_stop);

DECLARE_EVENT_CLASS(wbc_class,
	TP_PROTO(struct writeback_control *wbc, struct backing_dev_info *bdi),
	TP_ARGS(wbc, bdi),
	TP_STRUCT__entry(
		__array(char, name, 32)
		__field(long, nr_to_write)
		__field(long, pages_skipped)
		__field(int, sync_mode)
		__field(int, for_kupdate)
		__field(int, for_background)
		__field(int, for_reclaim)
		__field(int, range_cyclic)
		__field(long, range_start)
		__field(long, range_end)
	),

	TP_fast_assign(
		strncpy(__entry->name, dev_name(bdi->dev), 32);
		__entry->nr_to_write	= wbc->nr_to_write;
		__entry->pages_skipped	= wbc->pages_skipped;
		__entry->sync_mode	= wbc->sync_mode;
		__entry->for_kupdate	= wbc->for_kupdate;
		__entry->for_background	= wbc->for_background;
		__entry->for_reclaim	= wbc->for_reclaim;
		__entry->range_cyclic	= wbc->range_cyclic;
		__entry->range_start	= (long)wbc->range_start;
		__entry->range_end	= (long)wbc->range_end;
	),

	TP_printk("bdi %s: towrt=%ld skip=%ld mode=%d kupd=%d "
		"bgrd=%d reclm=%d cyclic=%d "
		"start=0x%lx end=0x%lx",
		__entry->name,
		__entry->nr_to_write,
		__entry->pages_skipped,
		__entry->sync_mode,
		__entry->for_kupdate,
		__entry->for_background,
		__entry->for_reclaim,
		__entry->range_cyclic,
		__entry->range_start,
		__entry->range_end)
)

#define DEFINE_WBC_EVENT(name) \
DEFINE_EVENT(wbc_class, name, \
	TP_PROTO(struct writeback_control *wbc, struct backing_dev_info *bdi), \
	TP_ARGS(wbc, bdi))
DEFINE_WBC_EVENT(wbc_writepage);

TRACE_EVENT(writeback_queue_io,
	TP_PROTO(struct bdi_writeback *wb,
		 struct wb_writeback_work *work,
		 int moved),
	TP_ARGS(wb, work, moved),
	TP_STRUCT__entry(
		__array(char,		name, 32)
		__field(unsigned long,	older)
		__field(long,		age)
		__field(int,		moved)
		__field(int,		reason)
	),
	TP_fast_assign(
		unsigned long *older_than_this = work->older_than_this;
		strncpy(__entry->name, dev_name(wb->bdi->dev), 32);
		__entry->older	= older_than_this ?  *older_than_this : 0;
		__entry->age	= older_than_this ?
				  (jiffies - *older_than_this) * 1000 / HZ : -1;
		__entry->moved	= moved;
		__entry->reason	= work->reason;
	),
	TP_printk("bdi %s: older=%lu age=%ld enqueue=%d reason=%s",
		__entry->name,
		__entry->older,	/* older_than_this in jiffies */
		__entry->age,	/* older_than_this in relative milliseconds */
		__entry->moved,
		__print_symbolic(__entry->reason, WB_WORK_REASON)
	)
);

TRACE_EVENT(global_dirty_state,

	TP_PROTO(unsigned long background_thresh,
		 unsigned long dirty_thresh
	),

	TP_ARGS(background_thresh,
		dirty_thresh
	),

	TP_STRUCT__entry(
		__field(unsigned long,	nr_dirty)
		__field(unsigned long,	nr_writeback)
		__field(unsigned long,	nr_unstable)
		__field(unsigned long,	background_thresh)
		__field(unsigned long,	dirty_thresh)
		__field(unsigned long,	dirty_limit)
		__field(unsigned long,	nr_dirtied)
		__field(unsigned long,	nr_written)
	),

	TP_fast_assign(
		__entry->nr_dirty	= global_page_state(NR_FILE_DIRTY);
		__entry->nr_writeback	= global_page_state(NR_WRITEBACK);
		__entry->nr_unstable	= global_page_state(NR_UNSTABLE_NFS);
		__entry->nr_dirtied	= global_page_state(NR_DIRTIED);
		__entry->nr_written	= global_page_state(NR_WRITTEN);
		__entry->background_thresh = background_thresh;
		__entry->dirty_thresh	= dirty_thresh;
		__entry->dirty_limit = global_dirty_limit;
	),

	TP_printk("dirty=%lu writeback=%lu unstable=%lu "
		  "bg_thresh=%lu thresh=%lu limit=%lu "
		  "dirtied=%lu written=%lu",
		  __entry->nr_dirty,
		  __entry->nr_writeback,
		  __entry->nr_unstable,
		  __entry->background_thresh,
		  __entry->dirty_thresh,
		  __entry->dirty_limit,
		  __entry->nr_dirtied,
		  __entry->nr_written
	)
);

#define KBps(x)			((x) << (PAGE_SHIFT - 10))

TRACE_EVENT(bdi_dirty_ratelimit,

	TP_PROTO(struct backing_dev_info *bdi,
		 unsigned long dirty_rate,
		 unsigned long task_ratelimit),

	TP_ARGS(bdi, dirty_rate, task_ratelimit),

	TP_STRUCT__entry(
		__array(char,		bdi, 32)
		__field(unsigned long,	write_bw)
		__field(unsigned long,	avg_write_bw)
		__field(unsigned long,	dirty_rate)
		__field(unsigned long,	dirty_ratelimit)
		__field(unsigned long,	task_ratelimit)
		__field(unsigned long,	balanced_dirty_ratelimit)
	),

	TP_fast_assign(
		strlcpy(__entry->bdi, dev_name(bdi->dev), 32);
		__entry->write_bw	= KBps(bdi->write_bandwidth);
		__entry->avg_write_bw	= KBps(bdi->avg_write_bandwidth);
		__entry->dirty_rate	= KBps(dirty_rate);
		__entry->dirty_ratelimit = KBps(bdi->dirty_ratelimit);
		__entry->task_ratelimit	= KBps(task_ratelimit);
		__entry->balanced_dirty_ratelimit =
					  KBps(bdi->balanced_dirty_ratelimit);
	),

	TP_printk("bdi %s: "
		  "write_bw=%lu awrite_bw=%lu dirty_rate=%lu "
		  "dirty_ratelimit=%lu task_ratelimit=%lu "
		  "balanced_dirty_ratelimit=%lu",
		  __entry->bdi,
		  __entry->write_bw,		/* write bandwidth */
		  __entry->avg_write_bw,	/* avg write bandwidth */
		  __entry->dirty_rate,		/* bdi dirty rate */
		  __entry->dirty_ratelimit,	/* base ratelimit */
		  __entry->task_ratelimit, /* ratelimit with position control */
		  __entry->balanced_dirty_ratelimit /* the balanced ratelimit */
	)
);

TRACE_EVENT(balance_dirty_pages,

	TP_PROTO(struct backing_dev_info *bdi,
		 unsigned long thresh,
		 unsigned long bg_thresh,
		 unsigned long dirty,
		 unsigned long bdi_thresh,
		 unsigned long bdi_dirty,
		 unsigned long dirty_ratelimit,
		 unsigned long task_ratelimit,
		 unsigned long dirtied,
		 unsigned long period,
		 long pause,
		 unsigned long start_time),

	TP_ARGS(bdi, thresh, bg_thresh, dirty, bdi_thresh, bdi_dirty,
		dirty_ratelimit, task_ratelimit,
		dirtied, period, pause, start_time),

	TP_STRUCT__entry(
		__array(	 char,	bdi, 32)
		__field(unsigned long,	limit)
		__field(unsigned long,	setpoint)
		__field(unsigned long,	dirty)
		__field(unsigned long,	bdi_setpoint)
		__field(unsigned long,	bdi_dirty)
		__field(unsigned long,	dirty_ratelimit)
		__field(unsigned long,	task_ratelimit)
		__field(unsigned int,	dirtied)
		__field(unsigned int,	dirtied_pause)
		__field(unsigned long,	paused)
		__field(	 long,	pause)
		__field(unsigned long,	period)
		__field(	 long,	think)
	),

	TP_fast_assign(
		unsigned long freerun = (thresh + bg_thresh) / 2;
		strlcpy(__entry->bdi, dev_name(bdi->dev), 32);

		__entry->limit		= global_dirty_limit;
		__entry->setpoint	= (global_dirty_limit + freerun) / 2;
		__entry->dirty		= dirty;
		__entry->bdi_setpoint	= __entry->setpoint *
						bdi_thresh / (thresh + 1);
		__entry->bdi_dirty	= bdi_dirty;
		__entry->dirty_ratelimit = KBps(dirty_ratelimit);
		__entry->task_ratelimit	= KBps(task_ratelimit);
		__entry->dirtied	= dirtied;
		__entry->dirtied_pause	= current->nr_dirtied_pause;
		__entry->think		= current->dirty_paused_when == 0 ? 0 :
			 (long)(jiffies - current->dirty_paused_when) * 1000/HZ;
		__entry->period		= period * 1000 / HZ;
		__entry->pause		= pause * 1000 / HZ;
		__entry->paused		= (jiffies - start_time) * 1000 / HZ;
	),


	TP_printk("bdi %s: "
		  "limit=%lu setpoint=%lu dirty=%lu "
		  "bdi_setpoint=%lu bdi_dirty=%lu "
		  "dirty_ratelimit=%lu task_ratelimit=%lu "
		  "dirtied=%u dirtied_pause=%u "
		  "paused=%lu pause=%ld period=%lu think=%ld",
		  __entry->bdi,
		  __entry->limit,
		  __entry->setpoint,
		  __entry->dirty,
		  __entry->bdi_setpoint,
		  __entry->bdi_dirty,
		  __entry->dirty_ratelimit,
		  __entry->task_ratelimit,
		  __entry->dirtied,
		  __entry->dirtied_pause,
		  __entry->paused,	/* ms */
		  __entry->pause,	/* ms */
		  __entry->period,	/* ms */
		  __entry->think	/* ms */
	  )
);

DECLARE_EVENT_CLASS(writeback_congest_waited_template,

	TP_PROTO(unsigned int usec_timeout, unsigned int usec_delayed),

	TP_ARGS(usec_timeout, usec_delayed),

	TP_STRUCT__entry(
		__field(	unsigned int,	usec_timeout	)
		__field(	unsigned int,	usec_delayed	)
	),

	TP_fast_assign(
		__entry->usec_timeout	= usec_timeout;
		__entry->usec_delayed	= usec_delayed;
	),

	TP_printk("usec_timeout=%u usec_delayed=%u",
			__entry->usec_timeout,
			__entry->usec_delayed)
);

DEFINE_EVENT(writeback_congest_waited_template, writeback_congestion_wait,

	TP_PROTO(unsigned int usec_timeout, unsigned int usec_delayed),

	TP_ARGS(usec_timeout, usec_delayed)
);

DEFINE_EVENT(writeback_congest_waited_template, writeback_wait_iff_congested,

	TP_PROTO(unsigned int usec_timeout, unsigned int usec_delayed),

	TP_ARGS(usec_timeout, usec_delayed)
);

DECLARE_EVENT_CLASS(writeback_single_inode_template,

	TP_PROTO(struct inode *inode,
		 struct writeback_control *wbc,
		 unsigned long nr_to_write
	),

	TP_ARGS(inode, wbc, nr_to_write),

	TP_STRUCT__entry(
		__array(char, name, 32)
		__field(unsigned long, ino)
		__field(unsigned long, state)
		__field(unsigned long, dirtied_when)
		__field(unsigned long, writeback_index)
		__field(long, nr_to_write)
		__field(unsigned long, wrote)
	),

	TP_fast_assign(
		strncpy(__entry->name,
			dev_name(inode->i_mapping->backing_dev_info->dev), 32);
		__entry->ino		= inode->i_ino;
		__entry->state		= inode->i_state;
		__entry->dirtied_when	= inode->dirtied_when;
		__entry->writeback_index = inode->i_mapping->writeback_index;
		__entry->nr_to_write	= nr_to_write;
		__entry->wrote		= nr_to_write - wbc->nr_to_write;
	),

	TP_printk("bdi %s: ino=%lu state=%s dirtied_when=%lu age=%lu "
		  "index=%lu to_write=%ld wrote=%lu",
		  __entry->name,
		  __entry->ino,
		  show_inode_state(__entry->state),
		  __entry->dirtied_when,
		  (jiffies - __entry->dirtied_when) / HZ,
		  __entry->writeback_index,
		  __entry->nr_to_write,
		  __entry->wrote
	)
);

DEFINE_EVENT(writeback_single_inode_template, writeback_single_inode_requeue,
	TP_PROTO(struct inode *inode,
		 struct writeback_control *wbc,
		 unsigned long nr_to_write),
	TP_ARGS(inode, wbc, nr_to_write)
);

DEFINE_EVENT(writeback_single_inode_template, writeback_single_inode,
	TP_PROTO(struct inode *inode,
		 struct writeback_control *wbc,
		 unsigned long nr_to_write),
	TP_ARGS(inode, wbc, nr_to_write)
);

#endif /* _TRACE_WRITEBACK_H */

/* This part must be outside protection */
#include <trace/define_trace.h>
Commit	Line	Data
455b2864 DC	1	#undef TRACE_SYSTEM
	2	#define TRACE_SYSTEM writeback
	3
	4	#if !defined(_TRACE_WRITEBACK_H) \|\| defined(TRACE_HEADER_MULTI_READ)
	5	#define _TRACE_WRITEBACK_H
	6
	7	#include <linux/backing-dev.h>
96dccab1	8	#include <linux/device.h>
455b2864 DC	9	#include <linux/writeback.h>
455b2864 DC	10
251d6a47 WF	11	#define show_inode_state(state) \
	12	__print_flags(state, "\|", \
	13	{I_DIRTY_SYNC, "I_DIRTY_SYNC"}, \
	14	{I_DIRTY_DATASYNC, "I_DIRTY_DATASYNC"}, \
	15	{I_DIRTY_PAGES, "I_DIRTY_PAGES"}, \
	16	{I_NEW, "I_NEW"}, \
	17	{I_WILL_FREE, "I_WILL_FREE"}, \
	18	{I_FREEING, "I_FREEING"}, \
	19	{I_CLEAR, "I_CLEAR"}, \
	20	{I_SYNC, "I_SYNC"}, \
	21	{I_REFERENCED, "I_REFERENCED"} \
	22	)
	23
b3bba872 WF	24	#define WB_WORK_REASON \
	25	{WB_REASON_BACKGROUND, "background"}, \
	26	{WB_REASON_TRY_TO_FREE_PAGES, "try_to_free_pages"}, \
	27	{WB_REASON_SYNC, "sync"}, \
	28	{WB_REASON_PERIODIC, "periodic"}, \
	29	{WB_REASON_LAPTOP_TIMER, "laptop_timer"}, \
	30	{WB_REASON_FREE_MORE_MEM, "free_more_memory"}, \
	31	{WB_REASON_FS_FREE_SPACE, "fs_free_space"}, \
	32	{WB_REASON_FORKER_THREAD, "forker_thread"}
	33
455b2864 DC	34	struct wb_writeback_work;
	35
	36	DECLARE_EVENT_CLASS(writeback_work_class,
	37	TP_PROTO(struct backing_dev_info bdi, struct wb_writeback_work work),
	38	TP_ARGS(bdi, work),
	39	TP_STRUCT__entry(
	40	__array(char, name, 32)
	41	__field(long, nr_pages)
	42	__field(dev_t, sb_dev)
	43	__field(int, sync_mode)
	44	__field(int, for_kupdate)
	45	__field(int, range_cyclic)
	46	__field(int, for_background)
0e175a18	47	__field(int, reason)
455b2864 DC	48	),
	49	TP_fast_assign(
	50	strncpy(__entry->name, dev_name(bdi->dev), 32);
	51	__entry->nr_pages = work->nr_pages;
	52	__entry->sb_dev = work->sb ? work->sb->s_dev : 0;
	53	__entry->sync_mode = work->sync_mode;
	54	__entry->for_kupdate = work->for_kupdate;
	55	__entry->range_cyclic = work->range_cyclic;
	56	__entry->for_background = work->for_background;
0e175a18	57	__entry->reason = work->reason;
455b2864 DC	58	),
455b2864 DC	59	TP_printk("bdi %s: sb_dev %d:%d nr_pages=%ld sync_mode=%d "
0e175a18	60	"kupdate=%d range_cyclic=%d background=%d reason=%s",
455b2864 DC	61	__entry->name,
	62	MAJOR(__entry->sb_dev), MINOR(__entry->sb_dev),
	63	__entry->nr_pages,
	64	__entry->sync_mode,
	65	__entry->for_kupdate,
	66	__entry->range_cyclic,
0e175a18	67	__entry->for_background,
b3bba872	68	__print_symbolic(__entry->reason, WB_WORK_REASON)
455b2864 DC	69	)
	70	);
	71	#define DEFINE_WRITEBACK_WORK_EVENT(name) \
	72	DEFINE_EVENT(writeback_work_class, name, \
	73	TP_PROTO(struct backing_dev_info bdi, struct wb_writeback_work work), \
	74	TP_ARGS(bdi, work))
	75	DEFINE_WRITEBACK_WORK_EVENT(writeback_nothread);
	76	DEFINE_WRITEBACK_WORK_EVENT(writeback_queue);
	77	DEFINE_WRITEBACK_WORK_EVENT(writeback_exec);
d46db3d5 WF	78	DEFINE_WRITEBACK_WORK_EVENT(writeback_start);
	79	DEFINE_WRITEBACK_WORK_EVENT(writeback_written);
	80	DEFINE_WRITEBACK_WORK_EVENT(writeback_wait);
455b2864 DC	81
	82	TRACE_EVENT(writeback_pages_written,
	83	TP_PROTO(long pages_written),
	84	TP_ARGS(pages_written),
	85	TP_STRUCT__entry(
	86	__field(long, pages)
	87	),
	88	TP_fast_assign(
	89	__entry->pages = pages_written;
	90	),
	91	TP_printk("%ld", __entry->pages)
	92	);
	93
	94	DECLARE_EVENT_CLASS(writeback_class,
	95	TP_PROTO(struct backing_dev_info *bdi),
	96	TP_ARGS(bdi),
	97	TP_STRUCT__entry(
	98	__array(char, name, 32)
	99	),
	100	TP_fast_assign(
	101	strncpy(__entry->name, dev_name(bdi->dev), 32);
	102	),
	103	TP_printk("bdi %s",
	104	__entry->name
	105	)
	106	);
	107	#define DEFINE_WRITEBACK_EVENT(name) \
	108	DEFINE_EVENT(writeback_class, name, \
	109	TP_PROTO(struct backing_dev_info *bdi), \
	110	TP_ARGS(bdi))
	111
	112	DEFINE_WRITEBACK_EVENT(writeback_nowork);
71927e84	113	DEFINE_WRITEBACK_EVENT(writeback_wake_background);
60332023 AB	114	DEFINE_WRITEBACK_EVENT(writeback_wake_thread);
60332023 AB	115	DEFINE_WRITEBACK_EVENT(writeback_wake_forker_thread);
455b2864 DC	116	DEFINE_WRITEBACK_EVENT(writeback_bdi_register);
	117	DEFINE_WRITEBACK_EVENT(writeback_bdi_unregister);
	118	DEFINE_WRITEBACK_EVENT(writeback_thread_start);
	119	DEFINE_WRITEBACK_EVENT(writeback_thread_stop);
	120
028c2dd1 DC	121	DECLARE_EVENT_CLASS(wbc_class,
	122	TP_PROTO(struct writeback_control wbc, struct backing_dev_info bdi),
	123	TP_ARGS(wbc, bdi),
	124	TP_STRUCT__entry(
	125	__array(char, name, 32)
	126	__field(long, nr_to_write)
	127	__field(long, pages_skipped)
	128	__field(int, sync_mode)
028c2dd1 DC	129	__field(int, for_kupdate)
	130	__field(int, for_background)
	131	__field(int, for_reclaim)
	132	__field(int, range_cyclic)
028c2dd1 DC	133	__field(long, range_start)
	134	__field(long, range_end)
	135	),
	136
	137	TP_fast_assign(
	138	strncpy(__entry->name, dev_name(bdi->dev), 32);
	139	__entry->nr_to_write = wbc->nr_to_write;
	140	__entry->pages_skipped = wbc->pages_skipped;
	141	__entry->sync_mode = wbc->sync_mode;
	142	__entry->for_kupdate = wbc->for_kupdate;
	143	__entry->for_background = wbc->for_background;
	144	__entry->for_reclaim = wbc->for_reclaim;
	145	__entry->range_cyclic = wbc->range_cyclic;
028c2dd1 DC	146	__entry->range_start = (long)wbc->range_start;
	147	__entry->range_end = (long)wbc->range_end;
	148	),
	149
	150	TP_printk("bdi %s: towrt=%ld skip=%ld mode=%d kupd=%d "
d46db3d5	151	"bgrd=%d reclm=%d cyclic=%d "
028c2dd1 DC	152	"start=0x%lx end=0x%lx",
	153	__entry->name,
	154	__entry->nr_to_write,
	155	__entry->pages_skipped,
	156	__entry->sync_mode,
	157	__entry->for_kupdate,
	158	__entry->for_background,
	159	__entry->for_reclaim,
	160	__entry->range_cyclic,
028c2dd1 DC	161	__entry->range_start,
	162	__entry->range_end)
	163	)
	164
	165	#define DEFINE_WBC_EVENT(name) \
	166	DEFINE_EVENT(wbc_class, name, \
	167	TP_PROTO(struct writeback_control wbc, struct backing_dev_info bdi), \
	168	TP_ARGS(wbc, bdi))
9e094383	169	DEFINE_WBC_EVENT(wbc_writepage);
028c2dd1	170
e84d0a4f WF	171	TRACE_EVENT(writeback_queue_io,
e84d0a4f WF	172	TP_PROTO(struct bdi_writeback *wb,
ad4e38dd	173	struct wb_writeback_work *work,
e84d0a4f	174	int moved),
ad4e38dd	175	TP_ARGS(wb, work, moved),
e84d0a4f WF	176	TP_STRUCT__entry(
	177	__array(char, name, 32)
	178	__field(unsigned long, older)
	179	__field(long, age)
	180	__field(int, moved)
0e175a18	181	__field(int, reason)
e84d0a4f WF	182	),
e84d0a4f WF	183	TP_fast_assign(
ad4e38dd	184	unsigned long *older_than_this = work->older_than_this;
e84d0a4f WF	185	strncpy(__entry->name, dev_name(wb->bdi->dev), 32);
	186	__entry->older = older_than_this ? *older_than_this : 0;
	187	__entry->age = older_than_this ?
	188	(jiffies - older_than_this) 1000 / HZ : -1;
	189	__entry->moved = moved;
0e175a18	190	__entry->reason = work->reason;
e84d0a4f	191	),
0e175a18	192	TP_printk("bdi %s: older=%lu age=%ld enqueue=%d reason=%s",
e84d0a4f WF	193	__entry->name,
	194	__entry->older, /* older_than_this in jiffies */
	195	__entry->age, /* older_than_this in relative milliseconds */
0e175a18	196	__entry->moved,
b3bba872 WF	197	__print_symbolic(__entry->reason, WB_WORK_REASON)
b3bba872 WF	198	)
e84d0a4f WF	199	);
e84d0a4f WF	200
e1cbe236 WF	201	TRACE_EVENT(global_dirty_state,
	202
	203	TP_PROTO(unsigned long background_thresh,
	204	unsigned long dirty_thresh
	205	),
	206
	207	TP_ARGS(background_thresh,
	208	dirty_thresh
	209	),
	210
	211	TP_STRUCT__entry(
	212	__field(unsigned long, nr_dirty)
	213	__field(unsigned long, nr_writeback)
	214	__field(unsigned long, nr_unstable)
	215	__field(unsigned long, background_thresh)
	216	__field(unsigned long, dirty_thresh)
	217	__field(unsigned long, dirty_limit)
	218	__field(unsigned long, nr_dirtied)
	219	__field(unsigned long, nr_written)
	220	),
	221
	222	TP_fast_assign(
	223	__entry->nr_dirty = global_page_state(NR_FILE_DIRTY);
	224	__entry->nr_writeback = global_page_state(NR_WRITEBACK);
	225	__entry->nr_unstable = global_page_state(NR_UNSTABLE_NFS);
	226	__entry->nr_dirtied = global_page_state(NR_DIRTIED);
	227	__entry->nr_written = global_page_state(NR_WRITTEN);
	228	__entry->background_thresh = background_thresh;
	229	__entry->dirty_thresh = dirty_thresh;
	230	__entry->dirty_limit = global_dirty_limit;
	231	),
	232
	233	TP_printk("dirty=%lu writeback=%lu unstable=%lu "
	234	"bg_thresh=%lu thresh=%lu limit=%lu "
	235	"dirtied=%lu written=%lu",
	236	__entry->nr_dirty,
	237	__entry->nr_writeback,
	238	__entry->nr_unstable,
	239	__entry->background_thresh,
	240	__entry->dirty_thresh,
	241	__entry->dirty_limit,
	242	__entry->nr_dirtied,
	243	__entry->nr_written
	244	)
	245	);
	246
b48c104d WF	247	#define KBps(x) ((x) << (PAGE_SHIFT - 10))
	248
	249	TRACE_EVENT(bdi_dirty_ratelimit,
	250
	251	TP_PROTO(struct backing_dev_info *bdi,
	252	unsigned long dirty_rate,
	253	unsigned long task_ratelimit),
	254
	255	TP_ARGS(bdi, dirty_rate, task_ratelimit),
	256
	257	TP_STRUCT__entry(
	258	__array(char, bdi, 32)
	259	__field(unsigned long, write_bw)
	260	__field(unsigned long, avg_write_bw)
	261	__field(unsigned long, dirty_rate)
	262	__field(unsigned long, dirty_ratelimit)
	263	__field(unsigned long, task_ratelimit)
	264	__field(unsigned long, balanced_dirty_ratelimit)
	265	),
	266
	267	TP_fast_assign(
	268	strlcpy(__entry->bdi, dev_name(bdi->dev), 32);
	269	__entry->write_bw = KBps(bdi->write_bandwidth);
	270	__entry->avg_write_bw = KBps(bdi->avg_write_bandwidth);
	271	__entry->dirty_rate = KBps(dirty_rate);
	272	__entry->dirty_ratelimit = KBps(bdi->dirty_ratelimit);
	273	__entry->task_ratelimit = KBps(task_ratelimit);
	274	__entry->balanced_dirty_ratelimit =
	275	KBps(bdi->balanced_dirty_ratelimit);
	276	),
	277
	278	TP_printk("bdi %s: "
	279	"write_bw=%lu awrite_bw=%lu dirty_rate=%lu "
	280	"dirty_ratelimit=%lu task_ratelimit=%lu "
	281	"balanced_dirty_ratelimit=%lu",
	282	__entry->bdi,
	283	__entry->write_bw, /* write bandwidth */
	284	__entry->avg_write_bw, /* avg write bandwidth */
	285	__entry->dirty_rate, /* bdi dirty rate */
	286	__entry->dirty_ratelimit, /* base ratelimit */
	287	__entry->task_ratelimit, /* ratelimit with position control */
	288	__entry->balanced_dirty_ratelimit /* the balanced ratelimit */
	289	)
	290	);
	291
ece13ac3 WF	292	TRACE_EVENT(balance_dirty_pages,
	293
	294	TP_PROTO(struct backing_dev_info *bdi,
	295	unsigned long thresh,
	296	unsigned long bg_thresh,
	297	unsigned long dirty,
	298	unsigned long bdi_thresh,
	299	unsigned long bdi_dirty,
	300	unsigned long dirty_ratelimit,
	301	unsigned long task_ratelimit,
	302	unsigned long dirtied,
83712358	303	unsigned long period,
ece13ac3 WF	304	long pause,
	305	unsigned long start_time),
	306
	307	TP_ARGS(bdi, thresh, bg_thresh, dirty, bdi_thresh, bdi_dirty,
	308	dirty_ratelimit, task_ratelimit,
83712358	309	dirtied, period, pause, start_time),
ece13ac3 WF	310
	311	TP_STRUCT__entry(
	312	__array( char, bdi, 32)
	313	__field(unsigned long, limit)
	314	__field(unsigned long, setpoint)
	315	__field(unsigned long, dirty)
	316	__field(unsigned long, bdi_setpoint)
	317	__field(unsigned long, bdi_dirty)
	318	__field(unsigned long, dirty_ratelimit)
	319	__field(unsigned long, task_ratelimit)
	320	__field(unsigned int, dirtied)
	321	__field(unsigned int, dirtied_pause)
	322	__field(unsigned long, paused)
	323	__field( long, pause)
83712358 WF	324	__field(unsigned long, period)
83712358 WF	325	__field( long, think)
ece13ac3 WF	326	),
	327
	328	TP_fast_assign(
	329	unsigned long freerun = (thresh + bg_thresh) / 2;
	330	strlcpy(__entry->bdi, dev_name(bdi->dev), 32);
	331
	332	__entry->limit = global_dirty_limit;
	333	__entry->setpoint = (global_dirty_limit + freerun) / 2;
	334	__entry->dirty = dirty;
	335	__entry->bdi_setpoint = __entry->setpoint *
	336	bdi_thresh / (thresh + 1);
	337	__entry->bdi_dirty = bdi_dirty;
	338	__entry->dirty_ratelimit = KBps(dirty_ratelimit);
	339	__entry->task_ratelimit = KBps(task_ratelimit);
	340	__entry->dirtied = dirtied;
	341	__entry->dirtied_pause = current->nr_dirtied_pause;
83712358 WF	342	__entry->think = current->dirty_paused_when == 0 ? 0 :
	343	(long)(jiffies - current->dirty_paused_when) * 1000/HZ;
	344	__entry->period = period * 1000 / HZ;
ece13ac3 WF	345	__entry->pause = pause * 1000 / HZ;
	346	__entry->paused = (jiffies - start_time) * 1000 / HZ;
	347	),
	348
	349
	350	TP_printk("bdi %s: "
	351	"limit=%lu setpoint=%lu dirty=%lu "
	352	"bdi_setpoint=%lu bdi_dirty=%lu "
	353	"dirty_ratelimit=%lu task_ratelimit=%lu "
	354	"dirtied=%u dirtied_pause=%u "
83712358	355	"paused=%lu pause=%ld period=%lu think=%ld",
ece13ac3 WF	356	__entry->bdi,
	357	__entry->limit,
	358	__entry->setpoint,
	359	__entry->dirty,
	360	__entry->bdi_setpoint,
	361	__entry->bdi_dirty,
	362	__entry->dirty_ratelimit,
	363	__entry->task_ratelimit,
	364	__entry->dirtied,
	365	__entry->dirtied_pause,
	366	__entry->paused, /* ms */
83712358 WF	367	__entry->pause, /* ms */
	368	__entry->period, /* ms */
	369	__entry->think /* ms */
ece13ac3 WF	370	)
	371	);
	372
52bb9198 MG	373	DECLARE_EVENT_CLASS(writeback_congest_waited_template,
	374
	375	TP_PROTO(unsigned int usec_timeout, unsigned int usec_delayed),
	376
	377	TP_ARGS(usec_timeout, usec_delayed),
	378
	379	TP_STRUCT__entry(
	380	__field( unsigned int, usec_timeout )
	381	__field( unsigned int, usec_delayed )
	382	),
	383
	384	TP_fast_assign(
	385	__entry->usec_timeout = usec_timeout;
	386	__entry->usec_delayed = usec_delayed;
	387	),
	388
	389	TP_printk("usec_timeout=%u usec_delayed=%u",
	390	__entry->usec_timeout,
	391	__entry->usec_delayed)
	392	);
	393
	394	DEFINE_EVENT(writeback_congest_waited_template, writeback_congestion_wait,
	395
	396	TP_PROTO(unsigned int usec_timeout, unsigned int usec_delayed),
	397
	398	TP_ARGS(usec_timeout, usec_delayed)
	399	);
	400
0e093d99 MG	401	DEFINE_EVENT(writeback_congest_waited_template, writeback_wait_iff_congested,
	402
	403	TP_PROTO(unsigned int usec_timeout, unsigned int usec_delayed),
	404
	405	TP_ARGS(usec_timeout, usec_delayed)
	406	);
	407
251d6a47 WF	408	DECLARE_EVENT_CLASS(writeback_single_inode_template,
	409
	410	TP_PROTO(struct inode *inode,
	411	struct writeback_control *wbc,
	412	unsigned long nr_to_write
	413	),
	414
	415	TP_ARGS(inode, wbc, nr_to_write),
	416
	417	TP_STRUCT__entry(
	418	__array(char, name, 32)
	419	__field(unsigned long, ino)
	420	__field(unsigned long, state)
c8ad6206	421	__field(unsigned long, dirtied_when)
251d6a47 WF	422	__field(unsigned long, writeback_index)
	423	__field(long, nr_to_write)
	424	__field(unsigned long, wrote)
	425	),
	426
	427	TP_fast_assign(
	428	strncpy(__entry->name,
	429	dev_name(inode->i_mapping->backing_dev_info->dev), 32);
	430	__entry->ino = inode->i_ino;
	431	__entry->state = inode->i_state;
c8ad6206	432	__entry->dirtied_when = inode->dirtied_when;
251d6a47 WF	433	__entry->writeback_index = inode->i_mapping->writeback_index;
	434	__entry->nr_to_write = nr_to_write;
	435	__entry->wrote = nr_to_write - wbc->nr_to_write;
	436	),
	437
c8ad6206	438	TP_printk("bdi %s: ino=%lu state=%s dirtied_when=%lu age=%lu "
251d6a47 WF	439	"index=%lu to_write=%ld wrote=%lu",
	440	__entry->name,
	441	__entry->ino,
	442	show_inode_state(__entry->state),
c8ad6206 WF	443	__entry->dirtied_when,
c8ad6206 WF	444	(jiffies - __entry->dirtied_when) / HZ,
251d6a47 WF	445	__entry->writeback_index,
	446	__entry->nr_to_write,
	447	__entry->wrote
	448	)
	449	);
	450
	451	DEFINE_EVENT(writeback_single_inode_template, writeback_single_inode_requeue,
	452	TP_PROTO(struct inode *inode,
	453	struct writeback_control *wbc,
	454	unsigned long nr_to_write),
	455	TP_ARGS(inode, wbc, nr_to_write)
	456	);
	457
	458	DEFINE_EVENT(writeback_single_inode_template, writeback_single_inode,
	459	TP_PROTO(struct inode *inode,
	460	struct writeback_control *wbc,
	461	unsigned long nr_to_write),
	462	TP_ARGS(inode, wbc, nr_to_write)
	463	);
	464
455b2864 DC	465	#endif /* _TRACE_WRITEBACK_H */
	466
	467	/* This part must be outside protection */
	468	#include <trace/define_trace.h>