[deliverable/linux.git] / tools / perf / bench / mem-memcpy.c

/*
 * mem-memcpy.c
 *
 * memcpy: Simple memory copy in various ways
 *
 * Written by Hitoshi Mitake <mitake@dcl.info.waseda.ac.jp>
 */
#include <ctype.h>

#include "../perf.h"
#include "../util/util.h"
#include "../util/parse-options.h"
#include "../util/header.h"
#include "bench.h"
#include "mem-memcpy-arch.h"

#include <stdio.h>
#include <stdlib.h>
#include <string.h>
#include <sys/time.h>
#include <errno.h>

#define K 1024

static const char	*length_str	= "1MB";
static const char	*routine	= "default";
static bool		use_clock;
static int		clock_fd;
static bool		only_prefault;
static bool		no_prefault;

static const struct option options[] = {
	OPT_STRING('l', "length", &length_str, "1MB",
		    "Specify length of memory to copy. "
		    "available unit: B, MB, GB (upper and lower)"),
	OPT_STRING('r', "routine", &routine, "default",
		    "Specify routine to copy"),
	OPT_BOOLEAN('c', "clock", &use_clock,
		    "Use CPU clock for measuring"),
	OPT_BOOLEAN('o', "only-prefault", &only_prefault,
		    "Show only the result with page faults before memcpy()"),
	OPT_BOOLEAN('n', "no-prefault", &no_prefault,
		    "Show only the result without page faults before memcpy()"),
	OPT_END()
};

typedef void *(*memcpy_t)(void *, const void *, size_t);

struct routine {
	const char *name;
	const char *desc;
	memcpy_t fn;
};

struct routine routines[] = {
	{ "default",
	  "Default memcpy() provided by glibc",
	  memcpy },
#ifdef ARCH_X86_64

#define MEMCPY_FN(fn, name, desc) { name, desc, fn },
#include "mem-memcpy-x86-64-asm-def.h"
#undef MEMCPY_FN

#endif

	{ NULL,
	  NULL,
	  NULL   }
};

static const char * const bench_mem_memcpy_usage[] = {
	"perf bench mem memcpy <options>",
	NULL
};

static struct perf_event_attr clock_attr = {
	.type		= PERF_TYPE_HARDWARE,
	.config		= PERF_COUNT_HW_CPU_CYCLES
};

static void init_clock(void)
{
	clock_fd = sys_perf_event_open(&clock_attr, getpid(), -1, -1, 0);

	if (clock_fd < 0 && errno == ENOSYS)
		die("No CONFIG_PERF_EVENTS=y kernel support configured?\n");
	else
		BUG_ON(clock_fd < 0);
}

static u64 get_clock(void)
{
	int ret;
	u64 clk;

	ret = read(clock_fd, &clk, sizeof(u64));
	BUG_ON(ret != sizeof(u64));

	return clk;
}

static double timeval2double(struct timeval *ts)
{
	return (double)ts->tv_sec +
		(double)ts->tv_usec / (double)1000000;
}

static void alloc_mem(void **dst, void **src, size_t length)
{
	*dst = zalloc(length);
	if (!dst)
		die("memory allocation failed - maybe length is too large?\n");

	*src = zalloc(length);
	if (!src)
		die("memory allocation failed - maybe length is too large?\n");
}

static u64 do_memcpy_clock(memcpy_t fn, size_t len, bool prefault)
{
	u64 clock_start = 0ULL, clock_end = 0ULL;
	void *src = NULL, *dst = NULL;

	alloc_mem(&src, &dst, len);

	if (prefault)
		fn(dst, src, len);

	clock_start = get_clock();
	fn(dst, src, len);
	clock_end = get_clock();

	free(src);
	free(dst);
	return clock_end - clock_start;
}

static double do_memcpy_gettimeofday(memcpy_t fn, size_t len, bool prefault)
{
	struct timeval tv_start, tv_end, tv_diff;
	void *src = NULL, *dst = NULL;

	alloc_mem(&src, &dst, len);

	if (prefault)
		fn(dst, src, len);

	BUG_ON(gettimeofday(&tv_start, NULL));
	fn(dst, src, len);
	BUG_ON(gettimeofday(&tv_end, NULL));

	timersub(&tv_end, &tv_start, &tv_diff);

	free(src);
	free(dst);
	return (double)((double)len / timeval2double(&tv_diff));
}

#define pf (no_prefault ? 0 : 1)

#define print_bps(x) do {					\
		if (x < K)					\
			printf(" %14lf B/Sec", x);		\
		else if (x < K * K)				\
			printf(" %14lfd KB/Sec", x / K);	\
		else if (x < K * K * K)				\
			printf(" %14lf MB/Sec", x / K / K);	\
		else						\
			printf(" %14lf GB/Sec", x / K / K / K); \
	} while (0)

int bench_mem_memcpy(int argc, const char **argv,
		     const char *prefix __used)
{
	int i;
	size_t len;
	double result_bps[2];
	u64 result_clock[2];

	argc = parse_options(argc, argv, options,
			     bench_mem_memcpy_usage, 0);

	if (use_clock)
		init_clock();

	len = (size_t)perf_atoll((char *)length_str);

	result_clock[0] = result_clock[1] = 0ULL;
	result_bps[0] = result_bps[1] = 0.0;

	if ((s64)len <= 0) {
		fprintf(stderr, "Invalid length:%s\n", length_str);
		return 1;
	}

	/* same to without specifying either of prefault and no-prefault */
	if (only_prefault && no_prefault)
		only_prefault = no_prefault = false;

	for (i = 0; routines[i].name; i++) {
		if (!strcmp(routines[i].name, routine))
			break;
	}
	if (!routines[i].name) {
		printf("Unknown routine:%s\n", routine);
		printf("Available routines...\n");
		for (i = 0; routines[i].name; i++) {
			printf("\t%s ... %s\n",
			       routines[i].name, routines[i].desc);
		}
		return 1;
	}

	if (bench_format == BENCH_FORMAT_DEFAULT)
		printf("# Copying %s Bytes ...\n\n", length_str);

	if (!only_prefault && !no_prefault) {
		/* show both of results */
		if (use_clock) {
			result_clock[0] =
				do_memcpy_clock(routines[i].fn, len, false);
			result_clock[1] =
				do_memcpy_clock(routines[i].fn, len, true);
		} else {
			result_bps[0] =
				do_memcpy_gettimeofday(routines[i].fn,
						len, false);
			result_bps[1] =
				do_memcpy_gettimeofday(routines[i].fn,
						len, true);
		}
	} else {
		if (use_clock) {
			result_clock[pf] =
				do_memcpy_clock(routines[i].fn,
						len, only_prefault);
		} else {
			result_bps[pf] =
				do_memcpy_gettimeofday(routines[i].fn,
						len, only_prefault);
		}
	}

	switch (bench_format) {
	case BENCH_FORMAT_DEFAULT:
		if (!only_prefault && !no_prefault) {
			if (use_clock) {
				printf(" %14lf Clock/Byte\n",
					(double)result_clock[0]
					/ (double)len);
				printf(" %14lf Clock/Byte (with prefault)\n",
					(double)result_clock[1]
					/ (double)len);
			} else {
				print_bps(result_bps[0]);
				printf("\n");
				print_bps(result_bps[1]);
				printf(" (with prefault)\n");
			}
		} else {
			if (use_clock) {
				printf(" %14lf Clock/Byte",
					(double)result_clock[pf]
					/ (double)len);
			} else
				print_bps(result_bps[pf]);

			printf("%s\n", only_prefault ? " (with prefault)" : "");
		}
		break;
	case BENCH_FORMAT_SIMPLE:
		if (!only_prefault && !no_prefault) {
			if (use_clock) {
				printf("%lf %lf\n",
					(double)result_clock[0] / (double)len,
					(double)result_clock[1] / (double)len);
			} else {
				printf("%lf %lf\n",
					result_bps[0], result_bps[1]);
			}
		} else {
			if (use_clock) {
				printf("%lf\n", (double)result_clock[pf]
					/ (double)len);
			} else
				printf("%lf\n", result_bps[pf]);
		}
		break;
	default:
		/* reaching this means there's some disaster: */
		die("unknown format: %d\n", bench_format);
		break;
	}

	return 0;
}
Commit	Line	Data
827f3b49 HM	1	/*
	2	* mem-memcpy.c
	3	*
	4	* memcpy: Simple memory copy in various ways
	5	*
	6	* Written by Hitoshi Mitake <mitake@dcl.info.waseda.ac.jp>
	7	*/
	8	#include <ctype.h>
	9
	10	#include "../perf.h"
	11	#include "../util/util.h"
	12	#include "../util/parse-options.h"
827f3b49 HM	13	#include "../util/header.h"
827f3b49 HM	14	#include "bench.h"
49ce8fc6	15	#include "mem-memcpy-arch.h"
827f3b49 HM	16
	17	#include <stdio.h>
	18	#include <stdlib.h>
	19	#include <string.h>
	20	#include <sys/time.h>
	21	#include <errno.h>
	22
	23	#define K 1024
	24
12eac0bf HM	25	static const char *length_str = "1MB";
12eac0bf HM	26	static const char *routine = "default";
49ce8fc6	27	static bool use_clock;
12eac0bf	28	static int clock_fd;
49ce8fc6 HM	29	static bool only_prefault;
49ce8fc6 HM	30	static bool no_prefault;
827f3b49 HM	31
	32	static const struct option options[] = {
	33	OPT_STRING('l', "length", &length_str, "1MB",
	34	"Specify length of memory to copy. "
	35	"available unit: B, MB, GB (upper and lower)"),
	36	OPT_STRING('r', "routine", &routine, "default",
	37	"Specify routine to copy"),
	38	OPT_BOOLEAN('c', "clock", &use_clock,
	39	"Use CPU clock for measuring"),
49ce8fc6 HM	40	OPT_BOOLEAN('o', "only-prefault", &only_prefault,
	41	"Show only the result with page faults before memcpy()"),
	42	OPT_BOOLEAN('n', "no-prefault", &no_prefault,
	43	"Show only the result without page faults before memcpy()"),
827f3b49 HM	44	OPT_END()
	45	};
	46
49ce8fc6 HM	47	typedef void (memcpy_t)(void , const void , size_t);
49ce8fc6 HM	48
827f3b49 HM	49	struct routine {
	50	const char *name;
	51	const char *desc;
49ce8fc6	52	memcpy_t fn;
827f3b49 HM	53	};
	54
	55	struct routine routines[] = {
	56	{ "default",
	57	"Default memcpy() provided by glibc",
	58	memcpy },
49ce8fc6 HM	59	#ifdef ARCH_X86_64
	60
	61	#define MEMCPY_FN(fn, name, desc) { name, desc, fn },
	62	#include "mem-memcpy-x86-64-asm-def.h"
	63	#undef MEMCPY_FN
	64
	65	#endif
	66
827f3b49 HM	67	{ NULL,
	68	NULL,
	69	NULL }
	70	};
	71
	72	static const char * const bench_mem_memcpy_usage[] = {
	73	"perf bench mem memcpy <options>",
	74	NULL
	75	};
	76
827f3b49	77	static struct perf_event_attr clock_attr = {
12eac0bf HM	78	.type = PERF_TYPE_HARDWARE,
12eac0bf HM	79	.config = PERF_COUNT_HW_CPU_CYCLES
827f3b49 HM	80	};
	81
	82	static void init_clock(void)
	83	{
	84	clock_fd = sys_perf_event_open(&clock_attr, getpid(), -1, -1, 0);
12eac0bf HM	85
	86	if (clock_fd < 0 && errno == ENOSYS)
	87	die("No CONFIG_PERF_EVENTS=y kernel support configured?\n");
	88	else
	89	BUG_ON(clock_fd < 0);
827f3b49 HM	90	}
	91
	92	static u64 get_clock(void)
	93	{
	94	int ret;
	95	u64 clk;
	96
	97	ret = read(clock_fd, &clk, sizeof(u64));
	98	BUG_ON(ret != sizeof(u64));
	99
	100	return clk;
	101	}
	102
	103	static double timeval2double(struct timeval *ts)
	104	{
	105	return (double)ts->tv_sec +
	106	(double)ts->tv_usec / (double)1000000;
	107	}
	108
49ce8fc6 HM	109	static void alloc_mem(void dst, void src, size_t length)
	110	{
	111	*dst = zalloc(length);
	112	if (!dst)
	113	die("memory allocation failed - maybe length is too large?\n");
	114
	115	*src = zalloc(length);
	116	if (!src)
	117	die("memory allocation failed - maybe length is too large?\n");
	118	}
	119
	120	static u64 do_memcpy_clock(memcpy_t fn, size_t len, bool prefault)
	121	{
	122	u64 clock_start = 0ULL, clock_end = 0ULL;
	123	void src = NULL, dst = NULL;
	124
	125	alloc_mem(&src, &dst, len);
	126
	127	if (prefault)
	128	fn(dst, src, len);
	129
	130	clock_start = get_clock();
	131	fn(dst, src, len);
	132	clock_end = get_clock();
	133
	134	free(src);
	135	free(dst);
	136	return clock_end - clock_start;
	137	}
	138
	139	static double do_memcpy_gettimeofday(memcpy_t fn, size_t len, bool prefault)
	140	{
	141	struct timeval tv_start, tv_end, tv_diff;
	142	void src = NULL, dst = NULL;
	143
	144	alloc_mem(&src, &dst, len);
	145
	146	if (prefault)
	147	fn(dst, src, len);
	148
	149	BUG_ON(gettimeofday(&tv_start, NULL));
	150	fn(dst, src, len);
	151	BUG_ON(gettimeofday(&tv_end, NULL));
	152
	153	timersub(&tv_end, &tv_start, &tv_diff);
	154
	155	free(src);
	156	free(dst);
	157	return (double)((double)len / timeval2double(&tv_diff));
	158	}
	159
	160	#define pf (no_prefault ? 0 : 1)
	161
	162	#define print_bps(x) do { \
	163	if (x < K) \
	164	printf(" %14lf B/Sec", x); \
	165	else if (x < K * K) \
	166	printf(" %14lfd KB/Sec", x / K); \
	167	else if (x < K * K * K) \
	168	printf(" %14lf MB/Sec", x / K / K); \
	169	else \
	170	printf(" %14lf GB/Sec", x / K / K / K); \
	171	} while (0)
	172
827f3b49 HM	173	int bench_mem_memcpy(int argc, const char **argv,
	174	const char *prefix __used)
	175	{
	176	int i;
49ce8fc6 HM	177	size_t len;
	178	double result_bps[2];
	179	u64 result_clock[2];
827f3b49	180
827f3b49 HM	181	argc = parse_options(argc, argv, options,
	182	bench_mem_memcpy_usage, 0);
	183
49ce8fc6 HM	184	if (use_clock)
	185	init_clock();
	186
	187	len = (size_t)perf_atoll((char *)length_str);
12eac0bf	188
49ce8fc6 HM	189	result_clock[0] = result_clock[1] = 0ULL;
	190	result_bps[0] = result_bps[1] = 0.0;
	191
	192	if ((s64)len <= 0) {
827f3b49 HM	193	fprintf(stderr, "Invalid length:%s\n", length_str);
	194	return 1;
	195	}
	196
49ce8fc6 HM	197	/* same to without specifying either of prefault and no-prefault */
	198	if (only_prefault && no_prefault)
	199	only_prefault = no_prefault = false;
	200
827f3b49 HM	201	for (i = 0; routines[i].name; i++) {
	202	if (!strcmp(routines[i].name, routine))
	203	break;
	204	}
	205	if (!routines[i].name) {
	206	printf("Unknown routine:%s\n", routine);
	207	printf("Available routines...\n");
	208	for (i = 0; routines[i].name; i++) {
	209	printf("\t%s ... %s\n",
	210	routines[i].name, routines[i].desc);
	211	}
	212	return 1;
	213	}
	214
49ce8fc6 HM	215	if (bench_format == BENCH_FORMAT_DEFAULT)
49ce8fc6 HM	216	printf("# Copying %s Bytes ...\n\n", length_str);
827f3b49	217
49ce8fc6 HM	218	if (!only_prefault && !no_prefault) {
	219	/* show both of results */
	220	if (use_clock) {
	221	result_clock[0] =
	222	do_memcpy_clock(routines[i].fn, len, false);
	223	result_clock[1] =
	224	do_memcpy_clock(routines[i].fn, len, true);
	225	} else {
	226	result_bps[0] =
	227	do_memcpy_gettimeofday(routines[i].fn,
	228	len, false);
	229	result_bps[1] =
	230	do_memcpy_gettimeofday(routines[i].fn,
	231	len, true);
	232	}
827f3b49	233	} else {
49ce8fc6 HM	234	if (use_clock) {
	235	result_clock[pf] =
	236	do_memcpy_clock(routines[i].fn,
	237	len, only_prefault);
	238	} else {
	239	result_bps[pf] =
	240	do_memcpy_gettimeofday(routines[i].fn,
	241	len, only_prefault);
	242	}
827f3b49 HM	243	}
	244
	245	switch (bench_format) {
	246	case BENCH_FORMAT_DEFAULT:
49ce8fc6 HM	247	if (!only_prefault && !no_prefault) {
	248	if (use_clock) {
	249	printf(" %14lf Clock/Byte\n",
	250	(double)result_clock[0]
	251	/ (double)len);
	252	printf(" %14lf Clock/Byte (with prefault)\n",
	253	(double)result_clock[1]
	254	/ (double)len);
	255	} else {
	256	print_bps(result_bps[0]);
	257	printf("\n");
	258	print_bps(result_bps[1]);
	259	printf(" (with prefault)\n");
827f3b49	260	}
49ce8fc6 HM	261	} else {
	262	if (use_clock) {
	263	printf(" %14lf Clock/Byte",
	264	(double)result_clock[pf]
	265	/ (double)len);
	266	} else
	267	print_bps(result_bps[pf]);
	268
	269	printf("%s\n", only_prefault ? " (with prefault)" : "");
827f3b49 HM	270	}
	271	break;
	272	case BENCH_FORMAT_SIMPLE:
49ce8fc6 HM	273	if (!only_prefault && !no_prefault) {
	274	if (use_clock) {
	275	printf("%lf %lf\n",
	276	(double)result_clock[0] / (double)len,
	277	(double)result_clock[1] / (double)len);
	278	} else {
	279	printf("%lf %lf\n",
	280	result_bps[0], result_bps[1]);
	281	}
	282	} else {
	283	if (use_clock) {
	284	printf("%lf\n", (double)result_clock[pf]
	285	/ (double)len);
	286	} else
	287	printf("%lf\n", result_bps[pf]);
	288	}
827f3b49 HM	289	break;
827f3b49 HM	290	default:
12eac0bf HM	291	/* reaching this means there's some disaster: */
12eac0bf HM	292	die("unknown format: %d\n", bench_format);
827f3b49 HM	293	break;
	294	}
	295
	296	return 0;
	297	}