[deliverable/linux.git] / fs / orangefs / pvfs2-mod.c

/*
 * (C) 2001 Clemson University and The University of Chicago
 *
 * Changes by Acxiom Corporation to add proc file handler for pvfs2 client
 * parameters, Copyright Acxiom Corporation, 2005.
 *
 * See COPYING in top-level directory.
 */

#include "protocol.h"
#include "pvfs2-kernel.h"
#include "pvfs2-debugfs.h"
#include "pvfs2-sysfs.h"

/* ORANGEFS_VERSION is a ./configure define */
#ifndef ORANGEFS_VERSION
#define ORANGEFS_VERSION "Unknown"
#endif

/*
 * global variables declared here
 */

/* array of client debug keyword/mask values */
struct client_debug_mask *cdm_array;
int cdm_element_count;

char kernel_debug_string[ORANGEFS_MAX_DEBUG_STRING_LEN] = "none";
char client_debug_string[ORANGEFS_MAX_DEBUG_STRING_LEN];
char client_debug_array_string[ORANGEFS_MAX_DEBUG_STRING_LEN];

char *debug_help_string;
int help_string_initialized;
struct dentry *help_file_dentry;
struct dentry *client_debug_dentry;
struct dentry *debug_dir;
int client_verbose_index;
int client_all_index;
struct orangefs_stats g_orangefs_stats;

/* the size of the hash tables for ops in progress */
int hash_table_size = 509;

static ulong module_parm_debug_mask;
__u64 gossip_debug_mask;
struct client_debug_mask client_debug_mask = { NULL, 0, 0 };
unsigned int kernel_mask_set_mod_init; /* implicitly false */
int op_timeout_secs = ORANGEFS_DEFAULT_OP_TIMEOUT_SECS;
int slot_timeout_secs = ORANGEFS_DEFAULT_SLOT_TIMEOUT_SECS;

MODULE_LICENSE("GPL");
MODULE_AUTHOR("ORANGEFS Development Team");
MODULE_DESCRIPTION("The Linux Kernel VFS interface to ORANGEFS");
MODULE_PARM_DESC(module_parm_debug_mask, "debugging level (see orangefs-debug.h for values)");
MODULE_PARM_DESC(op_timeout_secs, "Operation timeout in seconds");
MODULE_PARM_DESC(slot_timeout_secs, "Slot timeout in seconds");
MODULE_PARM_DESC(hash_table_size,
		 "size of hash table for operations in progress");

static struct file_system_type orangefs_fs_type = {
	.name = "pvfs2",
	.mount = orangefs_mount,
	.kill_sb = orangefs_kill_sb,
	.owner = THIS_MODULE,
};

module_param(hash_table_size, int, 0);
module_param(module_parm_debug_mask, ulong, 0644);
module_param(op_timeout_secs, int, 0);
module_param(slot_timeout_secs, int, 0);

/* synchronizes the request device file */
struct mutex devreq_mutex;

/*
 * Blocks non-priority requests from being queued for servicing.  This
 * could be used for protecting the request list data structure, but
 * for now it's only being used to stall the op addition to the request
 * list
 */
struct mutex request_mutex;

/* hash table for storing operations waiting for matching downcall */
struct list_head *htable_ops_in_progress;
DEFINE_SPINLOCK(htable_ops_in_progress_lock);

/* list for queueing upcall operations */
LIST_HEAD(orangefs_request_list);

/* used to protect the above orangefs_request_list */
DEFINE_SPINLOCK(orangefs_request_list_lock);

/* used for incoming request notification */
DECLARE_WAIT_QUEUE_HEAD(orangefs_request_list_waitq);

static int __init orangefs_init(void)
{
	int ret = -1;
	__u32 i = 0;

	/* convert input debug mask to a 64-bit unsigned integer */
	gossip_debug_mask = (unsigned long long) module_parm_debug_mask;

	/*
	 * set the kernel's gossip debug string; invalid mask values will
	 * be ignored.
	 */
	debug_mask_to_string(&gossip_debug_mask, 0);

	/* remove any invalid values from the mask */
	debug_string_to_mask(kernel_debug_string, &gossip_debug_mask, 0);

	/*
	 * if the mask has a non-zero value, then indicate that the mask
	 * was set when the kernel module was loaded.  The orangefs dev ioctl
	 * command will look at this boolean to determine if the kernel's
	 * debug mask should be overwritten when the client-core is started.
	 */
	if (gossip_debug_mask != 0)
		kernel_mask_set_mod_init = true;

	/* print information message to the system log */
	pr_info("orangefs: orangefs_init called with debug mask: :%s: :%llx:\n",
	       kernel_debug_string,
	       (unsigned long long)gossip_debug_mask);

	ret = bdi_init(&orangefs_backing_dev_info);

	if (ret)
		return ret;

	if (op_timeout_secs < 0)
		op_timeout_secs = 0;

	if (slot_timeout_secs < 0)
		slot_timeout_secs = 0;

	/* initialize global book keeping data structures */
	ret = op_cache_initialize();
	if (ret < 0)
		goto err;

	ret = dev_req_cache_initialize();
	if (ret < 0)
		goto cleanup_op;

	ret = orangefs_inode_cache_initialize();
	if (ret < 0)
		goto cleanup_req;

	ret = kiocb_cache_initialize();
	if (ret  < 0)
		goto cleanup_inode;

	/* Initialize the pvfsdev subsystem. */
	ret = orangefs_dev_init();
	if (ret < 0) {
		gossip_err("orangefs: could not initialize device subsystem %d!\n",
			   ret);
		goto cleanup_kiocb;
	}

	mutex_init(&devreq_mutex);
	mutex_init(&request_mutex);

	htable_ops_in_progress =
	    kcalloc(hash_table_size, sizeof(struct list_head), GFP_KERNEL);
	if (!htable_ops_in_progress) {
		gossip_err("Failed to initialize op hashtable");
		ret = -ENOMEM;
		goto cleanup_device;
	}

	/* initialize a doubly linked at each hash table index */
	for (i = 0; i < hash_table_size; i++)
		INIT_LIST_HEAD(&htable_ops_in_progress[i]);

	ret = fsid_key_table_initialize();
	if (ret < 0)
		goto cleanup_progress_table;

	/*
	 * Build the contents of /sys/kernel/debug/orangefs/debug-help
	 * from the keywords in the kernel keyword/mask array.
	 *
	 * The keywords in the client keyword/mask array are
	 * unknown at boot time.
	 *
	 * orangefs_prepare_debugfs_help_string will be used again
	 * later to rebuild the debug-help file after the client starts
	 * and passes along the needed info. The argument signifies
	 * which time orangefs_prepare_debugfs_help_string is being
	 * called.
	 *
	 */
	ret = orangefs_prepare_debugfs_help_string(1);
	if (ret)
		goto out;

	orangefs_debugfs_init();
	orangefs_kernel_debug_init();
	orangefs_sysfs_init();

	ret = register_filesystem(&orangefs_fs_type);
	if (ret == 0) {
		pr_info("orangefs: module version %s loaded\n", ORANGEFS_VERSION);
		return 0;
	}

	orangefs_debugfs_cleanup();
	orangefs_sysfs_exit();
	fsid_key_table_finalize();

cleanup_progress_table:
	kfree(htable_ops_in_progress);

cleanup_device:
	orangefs_dev_cleanup();

cleanup_kiocb:
	kiocb_cache_finalize();

cleanup_inode:
	orangefs_inode_cache_finalize();

cleanup_req:
	dev_req_cache_finalize();

cleanup_op:
	op_cache_finalize();

err:
	bdi_destroy(&orangefs_backing_dev_info);

out:
	return ret;
}

static void __exit orangefs_exit(void)
{
	int i = 0;
	struct orangefs_kernel_op_s *cur_op = NULL;

	gossip_debug(GOSSIP_INIT_DEBUG, "orangefs: orangefs_exit called\n");

	unregister_filesystem(&orangefs_fs_type);
	orangefs_debugfs_cleanup();
	orangefs_sysfs_exit();
	fsid_key_table_finalize();
	orangefs_dev_cleanup();
	/* clear out all pending upcall op requests */
	spin_lock(&orangefs_request_list_lock);
	while (!list_empty(&orangefs_request_list)) {
		cur_op = list_entry(orangefs_request_list.next,
				    struct orangefs_kernel_op_s,
				    list);
		list_del(&cur_op->list);
		gossip_debug(GOSSIP_INIT_DEBUG,
			     "Freeing unhandled upcall request type %d\n",
			     cur_op->upcall.type);
		op_release(cur_op);
	}
	spin_unlock(&orangefs_request_list_lock);

	for (i = 0; i < hash_table_size; i++)
		while (!list_empty(&htable_ops_in_progress[i])) {
			cur_op = list_entry(htable_ops_in_progress[i].next,
					    struct orangefs_kernel_op_s,
					    list);
			op_release(cur_op);
		}

	kiocb_cache_finalize();
	orangefs_inode_cache_finalize();
	dev_req_cache_finalize();
	op_cache_finalize();

	kfree(htable_ops_in_progress);

	bdi_destroy(&orangefs_backing_dev_info);

	pr_info("orangefs: module version %s unloaded\n", ORANGEFS_VERSION);
}

/*
 * What we do in this function is to walk the list of operations
 * that are in progress in the hash table and mark them as purged as well.
 */
void purge_inprogress_ops(void)
{
	int i;

	for (i = 0; i < hash_table_size; i++) {
		struct orangefs_kernel_op_s *op;
		struct orangefs_kernel_op_s *next;

		list_for_each_entry_safe(op,
					 next,
					 &htable_ops_in_progress[i],
					 list) {
			spin_lock(&op->lock);
			gossip_debug(GOSSIP_INIT_DEBUG,
				"pvfs2-client-core: purging in-progress op tag "
				"%llu %s\n",
				llu(op->tag),
				get_opname_string(op));
			set_op_state_purged(op);
			spin_unlock(&op->lock);
			wake_up_interruptible(&op->waitq);
		}
	}
}

module_init(orangefs_init);
module_exit(orangefs_exit);
Commit	Line	Data
274dcf55 MM	1	/*
	2	* (C) 2001 Clemson University and The University of Chicago
	3	*
	4	* Changes by Acxiom Corporation to add proc file handler for pvfs2 client
	5	* parameters, Copyright Acxiom Corporation, 2005.
	6	*
	7	* See COPYING in top-level directory.
	8	*/
	9
	10	#include "protocol.h"
	11	#include "pvfs2-kernel.h"
	12	#include "pvfs2-debugfs.h"
	13	#include "pvfs2-sysfs.h"
	14
8bb8aefd YL	15	/* ORANGEFS_VERSION is a ./configure define */
	16	#ifndef ORANGEFS_VERSION
	17	#define ORANGEFS_VERSION "Unknown"
274dcf55 MM	18	#endif
	19
	20	/*
	21	* global variables declared here
	22	*/
	23
	24	/* array of client debug keyword/mask values */
	25	struct client_debug_mask *cdm_array;
	26	int cdm_element_count;
	27
8bb8aefd YL	28	char kernel_debug_string[ORANGEFS_MAX_DEBUG_STRING_LEN] = "none";
	29	char client_debug_string[ORANGEFS_MAX_DEBUG_STRING_LEN];
	30	char client_debug_array_string[ORANGEFS_MAX_DEBUG_STRING_LEN];
274dcf55 MM	31
	32	char *debug_help_string;
	33	int help_string_initialized;
	34	struct dentry *help_file_dentry;
	35	struct dentry *client_debug_dentry;
	36	struct dentry *debug_dir;
	37	int client_verbose_index;
	38	int client_all_index;
8bb8aefd	39	struct orangefs_stats g_orangefs_stats;
274dcf55 MM	40
	41	/* the size of the hash tables for ops in progress */
	42	int hash_table_size = 509;
	43
	44	static ulong module_parm_debug_mask;
	45	__u64 gossip_debug_mask;
	46	struct client_debug_mask client_debug_mask = { NULL, 0, 0 };
	47	unsigned int kernel_mask_set_mod_init; /* implicitly false */
8bb8aefd YL	48	int op_timeout_secs = ORANGEFS_DEFAULT_OP_TIMEOUT_SECS;
8bb8aefd YL	49	int slot_timeout_secs = ORANGEFS_DEFAULT_SLOT_TIMEOUT_SECS;
274dcf55 MM	50
274dcf55 MM	51	MODULE_LICENSE("GPL");
8bb8aefd YL	52	MODULE_AUTHOR("ORANGEFS Development Team");
	53	MODULE_DESCRIPTION("The Linux Kernel VFS interface to ORANGEFS");
	54	MODULE_PARM_DESC(module_parm_debug_mask, "debugging level (see orangefs-debug.h for values)");
274dcf55 MM	55	MODULE_PARM_DESC(op_timeout_secs, "Operation timeout in seconds");
	56	MODULE_PARM_DESC(slot_timeout_secs, "Slot timeout in seconds");
	57	MODULE_PARM_DESC(hash_table_size,
	58	"size of hash table for operations in progress");
	59
8bb8aefd	60	static struct file_system_type orangefs_fs_type = {
274dcf55	61	.name = "pvfs2",
8bb8aefd YL	62	.mount = orangefs_mount,
8bb8aefd YL	63	.kill_sb = orangefs_kill_sb,
274dcf55 MM	64	.owner = THIS_MODULE,
	65	};
	66
	67	module_param(hash_table_size, int, 0);
cb987f3c	68	module_param(module_parm_debug_mask, ulong, 0644);
274dcf55 MM	69	module_param(op_timeout_secs, int, 0);
	70	module_param(slot_timeout_secs, int, 0);
	71
	72	/* synchronizes the request device file */
	73	struct mutex devreq_mutex;
	74
	75	/*
54804949 MM	76	* Blocks non-priority requests from being queued for servicing. This
	77	* could be used for protecting the request list data structure, but
	78	* for now it's only being used to stall the op addition to the request
	79	* list
	80	*/
274dcf55 MM	81	struct mutex request_mutex;
	82
	83	/* hash table for storing operations waiting for matching downcall */
	84	struct list_head *htable_ops_in_progress;
	85	DEFINE_SPINLOCK(htable_ops_in_progress_lock);
	86
	87	/* list for queueing upcall operations */
8bb8aefd	88	LIST_HEAD(orangefs_request_list);
274dcf55	89
8bb8aefd YL	90	/* used to protect the above orangefs_request_list */
8bb8aefd YL	91	DEFINE_SPINLOCK(orangefs_request_list_lock);
274dcf55 MM	92
274dcf55 MM	93	/* used for incoming request notification */
8bb8aefd	94	DECLARE_WAIT_QUEUE_HEAD(orangefs_request_list_waitq);
274dcf55	95
8bb8aefd	96	static int __init orangefs_init(void)
274dcf55 MM	97	{
	98	int ret = -1;
	99	__u32 i = 0;
	100
	101	/* convert input debug mask to a 64-bit unsigned integer */
	102	gossip_debug_mask = (unsigned long long) module_parm_debug_mask;
	103
	104	/*
	105	* set the kernel's gossip debug string; invalid mask values will
	106	* be ignored.
	107	*/
	108	debug_mask_to_string(&gossip_debug_mask, 0);
	109
	110	/* remove any invalid values from the mask */
	111	debug_string_to_mask(kernel_debug_string, &gossip_debug_mask, 0);
	112
	113	/*
	114	* if the mask has a non-zero value, then indicate that the mask
8bb8aefd	115	* was set when the kernel module was loaded. The orangefs dev ioctl
274dcf55 MM	116	* command will look at this boolean to determine if the kernel's
	117	* debug mask should be overwritten when the client-core is started.
	118	*/
	119	if (gossip_debug_mask != 0)
	120	kernel_mask_set_mod_init = true;
	121
	122	/* print information message to the system log */
8bb8aefd	123	pr_info("orangefs: orangefs_init called with debug mask: :%s: :%llx:\n",
274dcf55 MM	124	kernel_debug_string,
	125	(unsigned long long)gossip_debug_mask);
	126
8bb8aefd	127	ret = bdi_init(&orangefs_backing_dev_info);
274dcf55 MM	128
	129	if (ret)
	130	return ret;
	131
	132	if (op_timeout_secs < 0)
	133	op_timeout_secs = 0;
	134
	135	if (slot_timeout_secs < 0)
	136	slot_timeout_secs = 0;
	137
	138	/* initialize global book keeping data structures */
	139	ret = op_cache_initialize();
	140	if (ret < 0)
	141	goto err;
	142
	143	ret = dev_req_cache_initialize();
	144	if (ret < 0)
	145	goto cleanup_op;
	146
8bb8aefd	147	ret = orangefs_inode_cache_initialize();
274dcf55 MM	148	if (ret < 0)
	149	goto cleanup_req;
	150
	151	ret = kiocb_cache_initialize();
	152	if (ret < 0)
	153	goto cleanup_inode;
	154
	155	/* Initialize the pvfsdev subsystem. */
8bb8aefd	156	ret = orangefs_dev_init();
274dcf55	157	if (ret < 0) {
8bb8aefd	158	gossip_err("orangefs: could not initialize device subsystem %d!\n",
274dcf55 MM	159	ret);
	160	goto cleanup_kiocb;
	161	}
	162
	163	mutex_init(&devreq_mutex);
	164	mutex_init(&request_mutex);
	165
	166	htable_ops_in_progress =
	167	kcalloc(hash_table_size, sizeof(struct list_head), GFP_KERNEL);
	168	if (!htable_ops_in_progress) {
	169	gossip_err("Failed to initialize op hashtable");
	170	ret = -ENOMEM;
	171	goto cleanup_device;
	172	}
	173
	174	/* initialize a doubly linked at each hash table index */
	175	for (i = 0; i < hash_table_size; i++)
	176	INIT_LIST_HEAD(&htable_ops_in_progress[i]);
	177
	178	ret = fsid_key_table_initialize();
	179	if (ret < 0)
	180	goto cleanup_progress_table;
	181
	182	/*
	183	* Build the contents of /sys/kernel/debug/orangefs/debug-help
	184	* from the keywords in the kernel keyword/mask array.
	185	*
	186	* The keywords in the client keyword/mask array are
	187	* unknown at boot time.
	188	*
	189	* orangefs_prepare_debugfs_help_string will be used again
	190	* later to rebuild the debug-help file after the client starts
	191	* and passes along the needed info. The argument signifies
	192	* which time orangefs_prepare_debugfs_help_string is being
	193	* called.
	194	*
	195	*/
	196	ret = orangefs_prepare_debugfs_help_string(1);
	197	if (ret)
	198	goto out;
	199
8bb8aefd YL	200	orangefs_debugfs_init();
8bb8aefd YL	201	orangefs_kernel_debug_init();
274dcf55 MM	202	orangefs_sysfs_init();
274dcf55 MM	203
8bb8aefd	204	ret = register_filesystem(&orangefs_fs_type);
274dcf55	205	if (ret == 0) {
8bb8aefd	206	pr_info("orangefs: module version %s loaded\n", ORANGEFS_VERSION);
274dcf55 MM	207	return 0;
	208	}
	209
8bb8aefd	210	orangefs_debugfs_cleanup();
274dcf55 MM	211	orangefs_sysfs_exit();
	212	fsid_key_table_finalize();
	213
	214	cleanup_progress_table:
	215	kfree(htable_ops_in_progress);
	216
	217	cleanup_device:
8bb8aefd	218	orangefs_dev_cleanup();
274dcf55 MM	219
	220	cleanup_kiocb:
	221	kiocb_cache_finalize();
	222
	223	cleanup_inode:
8bb8aefd	224	orangefs_inode_cache_finalize();
274dcf55 MM	225
	226	cleanup_req:
	227	dev_req_cache_finalize();
	228
	229	cleanup_op:
	230	op_cache_finalize();
	231
	232	err:
8bb8aefd	233	bdi_destroy(&orangefs_backing_dev_info);
274dcf55 MM	234
	235	out:
	236	return ret;
	237	}
	238
8bb8aefd	239	static void __exit orangefs_exit(void)
274dcf55 MM	240	{
274dcf55 MM	241	int i = 0;
8bb8aefd	242	struct orangefs_kernel_op_s *cur_op = NULL;
274dcf55	243
8bb8aefd	244	gossip_debug(GOSSIP_INIT_DEBUG, "orangefs: orangefs_exit called\n");
274dcf55	245
8bb8aefd YL	246	unregister_filesystem(&orangefs_fs_type);
8bb8aefd YL	247	orangefs_debugfs_cleanup();
274dcf55 MM	248	orangefs_sysfs_exit();
274dcf55 MM	249	fsid_key_table_finalize();
8bb8aefd	250	orangefs_dev_cleanup();
274dcf55	251	/* clear out all pending upcall op requests */
8bb8aefd YL	252	spin_lock(&orangefs_request_list_lock);
	253	while (!list_empty(&orangefs_request_list)) {
	254	cur_op = list_entry(orangefs_request_list.next,
	255	struct orangefs_kernel_op_s,
274dcf55 MM	256	list);
	257	list_del(&cur_op->list);
	258	gossip_debug(GOSSIP_INIT_DEBUG,
	259	"Freeing unhandled upcall request type %d\n",
	260	cur_op->upcall.type);
	261	op_release(cur_op);
	262	}
8bb8aefd	263	spin_unlock(&orangefs_request_list_lock);
274dcf55 MM	264
	265	for (i = 0; i < hash_table_size; i++)
	266	while (!list_empty(&htable_ops_in_progress[i])) {
	267	cur_op = list_entry(htable_ops_in_progress[i].next,
8bb8aefd	268	struct orangefs_kernel_op_s,
274dcf55 MM	269	list);
	270	op_release(cur_op);
	271	}
	272
	273	kiocb_cache_finalize();
8bb8aefd	274	orangefs_inode_cache_finalize();
274dcf55 MM	275	dev_req_cache_finalize();
	276	op_cache_finalize();
	277
	278	kfree(htable_ops_in_progress);
	279
8bb8aefd	280	bdi_destroy(&orangefs_backing_dev_info);
274dcf55	281
8bb8aefd	282	pr_info("orangefs: module version %s unloaded\n", ORANGEFS_VERSION);
274dcf55 MM	283	}
	284
	285	/*
	286	* What we do in this function is to walk the list of operations
	287	* that are in progress in the hash table and mark them as purged as well.
	288	*/
	289	void purge_inprogress_ops(void)
	290	{
	291	int i;
	292
	293	for (i = 0; i < hash_table_size; i++) {
8bb8aefd YL	294	struct orangefs_kernel_op_s *op;
8bb8aefd YL	295	struct orangefs_kernel_op_s *next;
274dcf55 MM	296
	297	list_for_each_entry_safe(op,
	298	next,
	299	&htable_ops_in_progress[i],
	300	list) {
	301	spin_lock(&op->lock);
	302	gossip_debug(GOSSIP_INIT_DEBUG,
	303	"pvfs2-client-core: purging in-progress op tag "
	304	"%llu %s\n",
	305	llu(op->tag),
	306	get_opname_string(op));
	307	set_op_state_purged(op);
	308	spin_unlock(&op->lock);
	309	wake_up_interruptible(&op->waitq);
	310	}
	311	}
	312	}
	313
8bb8aefd YL	314	module_init(orangefs_init);
8bb8aefd YL	315	module_exit(orangefs_exit);