Commit | Line | Data |
---|---|---|
274dcf55 MM |
1 | /* |
2 | * (C) 2001 Clemson University and The University of Chicago | |
3 | * | |
4 | * Changes by Acxiom Corporation to add proc file handler for pvfs2 client | |
5 | * parameters, Copyright Acxiom Corporation, 2005. | |
6 | * | |
7 | * See COPYING in top-level directory. | |
8 | */ | |
9 | ||
10 | #include "protocol.h" | |
575e9461 MM |
11 | #include "orangefs-kernel.h" |
12 | #include "orangefs-debugfs.h" | |
13 | #include "orangefs-sysfs.h" | |
274dcf55 | 14 | |
8bb8aefd YL |
15 | /* ORANGEFS_VERSION is a ./configure define */ |
16 | #ifndef ORANGEFS_VERSION | |
4c27b327 | 17 | #define ORANGEFS_VERSION "upstream" |
274dcf55 MM |
18 | #endif |
19 | ||
20 | /* | |
21 | * global variables declared here | |
22 | */ | |
23 | ||
24 | /* array of client debug keyword/mask values */ | |
25 | struct client_debug_mask *cdm_array; | |
26 | int cdm_element_count; | |
27 | ||
8bb8aefd YL |
28 | char kernel_debug_string[ORANGEFS_MAX_DEBUG_STRING_LEN] = "none"; |
29 | char client_debug_string[ORANGEFS_MAX_DEBUG_STRING_LEN]; | |
30 | char client_debug_array_string[ORANGEFS_MAX_DEBUG_STRING_LEN]; | |
274dcf55 MM |
31 | |
32 | char *debug_help_string; | |
33 | int help_string_initialized; | |
34 | struct dentry *help_file_dentry; | |
35 | struct dentry *client_debug_dentry; | |
36 | struct dentry *debug_dir; | |
37 | int client_verbose_index; | |
38 | int client_all_index; | |
8bb8aefd | 39 | struct orangefs_stats g_orangefs_stats; |
274dcf55 MM |
40 | |
41 | /* the size of the hash tables for ops in progress */ | |
42 | int hash_table_size = 509; | |
43 | ||
44 | static ulong module_parm_debug_mask; | |
45 | __u64 gossip_debug_mask; | |
46 | struct client_debug_mask client_debug_mask = { NULL, 0, 0 }; | |
47 | unsigned int kernel_mask_set_mod_init; /* implicitly false */ | |
8bb8aefd YL |
48 | int op_timeout_secs = ORANGEFS_DEFAULT_OP_TIMEOUT_SECS; |
49 | int slot_timeout_secs = ORANGEFS_DEFAULT_SLOT_TIMEOUT_SECS; | |
274dcf55 MM |
50 | |
51 | MODULE_LICENSE("GPL"); | |
8bb8aefd YL |
52 | MODULE_AUTHOR("ORANGEFS Development Team"); |
53 | MODULE_DESCRIPTION("The Linux Kernel VFS interface to ORANGEFS"); | |
54 | MODULE_PARM_DESC(module_parm_debug_mask, "debugging level (see orangefs-debug.h for values)"); | |
274dcf55 MM |
55 | MODULE_PARM_DESC(op_timeout_secs, "Operation timeout in seconds"); |
56 | MODULE_PARM_DESC(slot_timeout_secs, "Slot timeout in seconds"); | |
57 | MODULE_PARM_DESC(hash_table_size, | |
58 | "size of hash table for operations in progress"); | |
59 | ||
8bb8aefd | 60 | static struct file_system_type orangefs_fs_type = { |
274dcf55 | 61 | .name = "pvfs2", |
8bb8aefd YL |
62 | .mount = orangefs_mount, |
63 | .kill_sb = orangefs_kill_sb, | |
274dcf55 MM |
64 | .owner = THIS_MODULE, |
65 | }; | |
66 | ||
67 | module_param(hash_table_size, int, 0); | |
cb987f3c | 68 | module_param(module_parm_debug_mask, ulong, 0644); |
274dcf55 MM |
69 | module_param(op_timeout_secs, int, 0); |
70 | module_param(slot_timeout_secs, int, 0); | |
71 | ||
72 | /* synchronizes the request device file */ | |
73 | struct mutex devreq_mutex; | |
74 | ||
75 | /* | |
54804949 MM |
76 | * Blocks non-priority requests from being queued for servicing. This |
77 | * could be used for protecting the request list data structure, but | |
78 | * for now it's only being used to stall the op addition to the request | |
79 | * list | |
80 | */ | |
274dcf55 MM |
81 | struct mutex request_mutex; |
82 | ||
83 | /* hash table for storing operations waiting for matching downcall */ | |
84 | struct list_head *htable_ops_in_progress; | |
85 | DEFINE_SPINLOCK(htable_ops_in_progress_lock); | |
86 | ||
87 | /* list for queueing upcall operations */ | |
8bb8aefd | 88 | LIST_HEAD(orangefs_request_list); |
274dcf55 | 89 | |
8bb8aefd YL |
90 | /* used to protect the above orangefs_request_list */ |
91 | DEFINE_SPINLOCK(orangefs_request_list_lock); | |
274dcf55 MM |
92 | |
93 | /* used for incoming request notification */ | |
8bb8aefd | 94 | DECLARE_WAIT_QUEUE_HEAD(orangefs_request_list_waitq); |
274dcf55 | 95 | |
8bb8aefd | 96 | static int __init orangefs_init(void) |
274dcf55 MM |
97 | { |
98 | int ret = -1; | |
99 | __u32 i = 0; | |
100 | ||
101 | /* convert input debug mask to a 64-bit unsigned integer */ | |
102 | gossip_debug_mask = (unsigned long long) module_parm_debug_mask; | |
103 | ||
104 | /* | |
105 | * set the kernel's gossip debug string; invalid mask values will | |
106 | * be ignored. | |
107 | */ | |
108 | debug_mask_to_string(&gossip_debug_mask, 0); | |
109 | ||
110 | /* remove any invalid values from the mask */ | |
111 | debug_string_to_mask(kernel_debug_string, &gossip_debug_mask, 0); | |
112 | ||
113 | /* | |
114 | * if the mask has a non-zero value, then indicate that the mask | |
8bb8aefd | 115 | * was set when the kernel module was loaded. The orangefs dev ioctl |
274dcf55 MM |
116 | * command will look at this boolean to determine if the kernel's |
117 | * debug mask should be overwritten when the client-core is started. | |
118 | */ | |
119 | if (gossip_debug_mask != 0) | |
120 | kernel_mask_set_mod_init = true; | |
121 | ||
122 | /* print information message to the system log */ | |
8bb8aefd | 123 | pr_info("orangefs: orangefs_init called with debug mask: :%s: :%llx:\n", |
274dcf55 MM |
124 | kernel_debug_string, |
125 | (unsigned long long)gossip_debug_mask); | |
126 | ||
8bb8aefd | 127 | ret = bdi_init(&orangefs_backing_dev_info); |
274dcf55 MM |
128 | |
129 | if (ret) | |
130 | return ret; | |
131 | ||
132 | if (op_timeout_secs < 0) | |
133 | op_timeout_secs = 0; | |
134 | ||
135 | if (slot_timeout_secs < 0) | |
136 | slot_timeout_secs = 0; | |
137 | ||
138 | /* initialize global book keeping data structures */ | |
139 | ret = op_cache_initialize(); | |
140 | if (ret < 0) | |
141 | goto err; | |
142 | ||
143 | ret = dev_req_cache_initialize(); | |
144 | if (ret < 0) | |
145 | goto cleanup_op; | |
146 | ||
8bb8aefd | 147 | ret = orangefs_inode_cache_initialize(); |
274dcf55 MM |
148 | if (ret < 0) |
149 | goto cleanup_req; | |
150 | ||
151 | ret = kiocb_cache_initialize(); | |
152 | if (ret < 0) | |
153 | goto cleanup_inode; | |
154 | ||
575e9461 | 155 | /* Initialize the orangefsdev subsystem. */ |
8bb8aefd | 156 | ret = orangefs_dev_init(); |
274dcf55 | 157 | if (ret < 0) { |
8bb8aefd | 158 | gossip_err("orangefs: could not initialize device subsystem %d!\n", |
274dcf55 MM |
159 | ret); |
160 | goto cleanup_kiocb; | |
161 | } | |
162 | ||
163 | mutex_init(&devreq_mutex); | |
164 | mutex_init(&request_mutex); | |
165 | ||
166 | htable_ops_in_progress = | |
167 | kcalloc(hash_table_size, sizeof(struct list_head), GFP_KERNEL); | |
168 | if (!htable_ops_in_progress) { | |
169 | gossip_err("Failed to initialize op hashtable"); | |
170 | ret = -ENOMEM; | |
171 | goto cleanup_device; | |
172 | } | |
173 | ||
174 | /* initialize a doubly linked at each hash table index */ | |
175 | for (i = 0; i < hash_table_size; i++) | |
176 | INIT_LIST_HEAD(&htable_ops_in_progress[i]); | |
177 | ||
178 | ret = fsid_key_table_initialize(); | |
179 | if (ret < 0) | |
180 | goto cleanup_progress_table; | |
181 | ||
182 | /* | |
183 | * Build the contents of /sys/kernel/debug/orangefs/debug-help | |
184 | * from the keywords in the kernel keyword/mask array. | |
185 | * | |
186 | * The keywords in the client keyword/mask array are | |
187 | * unknown at boot time. | |
188 | * | |
189 | * orangefs_prepare_debugfs_help_string will be used again | |
190 | * later to rebuild the debug-help file after the client starts | |
191 | * and passes along the needed info. The argument signifies | |
192 | * which time orangefs_prepare_debugfs_help_string is being | |
193 | * called. | |
194 | * | |
195 | */ | |
196 | ret = orangefs_prepare_debugfs_help_string(1); | |
197 | if (ret) | |
198 | goto out; | |
199 | ||
8bb8aefd YL |
200 | orangefs_debugfs_init(); |
201 | orangefs_kernel_debug_init(); | |
274dcf55 MM |
202 | orangefs_sysfs_init(); |
203 | ||
8bb8aefd | 204 | ret = register_filesystem(&orangefs_fs_type); |
274dcf55 | 205 | if (ret == 0) { |
8bb8aefd | 206 | pr_info("orangefs: module version %s loaded\n", ORANGEFS_VERSION); |
274dcf55 MM |
207 | return 0; |
208 | } | |
209 | ||
8bb8aefd | 210 | orangefs_debugfs_cleanup(); |
274dcf55 MM |
211 | orangefs_sysfs_exit(); |
212 | fsid_key_table_finalize(); | |
213 | ||
214 | cleanup_progress_table: | |
215 | kfree(htable_ops_in_progress); | |
216 | ||
217 | cleanup_device: | |
8bb8aefd | 218 | orangefs_dev_cleanup(); |
274dcf55 MM |
219 | |
220 | cleanup_kiocb: | |
221 | kiocb_cache_finalize(); | |
222 | ||
223 | cleanup_inode: | |
8bb8aefd | 224 | orangefs_inode_cache_finalize(); |
274dcf55 MM |
225 | |
226 | cleanup_req: | |
227 | dev_req_cache_finalize(); | |
228 | ||
229 | cleanup_op: | |
230 | op_cache_finalize(); | |
231 | ||
232 | err: | |
8bb8aefd | 233 | bdi_destroy(&orangefs_backing_dev_info); |
274dcf55 MM |
234 | |
235 | out: | |
236 | return ret; | |
237 | } | |
238 | ||
8bb8aefd | 239 | static void __exit orangefs_exit(void) |
274dcf55 MM |
240 | { |
241 | int i = 0; | |
8bb8aefd | 242 | struct orangefs_kernel_op_s *cur_op = NULL; |
274dcf55 | 243 | |
8bb8aefd | 244 | gossip_debug(GOSSIP_INIT_DEBUG, "orangefs: orangefs_exit called\n"); |
274dcf55 | 245 | |
8bb8aefd YL |
246 | unregister_filesystem(&orangefs_fs_type); |
247 | orangefs_debugfs_cleanup(); | |
274dcf55 MM |
248 | orangefs_sysfs_exit(); |
249 | fsid_key_table_finalize(); | |
8bb8aefd | 250 | orangefs_dev_cleanup(); |
274dcf55 | 251 | /* clear out all pending upcall op requests */ |
8bb8aefd YL |
252 | spin_lock(&orangefs_request_list_lock); |
253 | while (!list_empty(&orangefs_request_list)) { | |
254 | cur_op = list_entry(orangefs_request_list.next, | |
255 | struct orangefs_kernel_op_s, | |
274dcf55 MM |
256 | list); |
257 | list_del(&cur_op->list); | |
258 | gossip_debug(GOSSIP_INIT_DEBUG, | |
259 | "Freeing unhandled upcall request type %d\n", | |
260 | cur_op->upcall.type); | |
261 | op_release(cur_op); | |
262 | } | |
8bb8aefd | 263 | spin_unlock(&orangefs_request_list_lock); |
274dcf55 MM |
264 | |
265 | for (i = 0; i < hash_table_size; i++) | |
266 | while (!list_empty(&htable_ops_in_progress[i])) { | |
267 | cur_op = list_entry(htable_ops_in_progress[i].next, | |
8bb8aefd | 268 | struct orangefs_kernel_op_s, |
274dcf55 MM |
269 | list); |
270 | op_release(cur_op); | |
271 | } | |
272 | ||
273 | kiocb_cache_finalize(); | |
8bb8aefd | 274 | orangefs_inode_cache_finalize(); |
274dcf55 MM |
275 | dev_req_cache_finalize(); |
276 | op_cache_finalize(); | |
277 | ||
278 | kfree(htable_ops_in_progress); | |
279 | ||
8bb8aefd | 280 | bdi_destroy(&orangefs_backing_dev_info); |
274dcf55 | 281 | |
8bb8aefd | 282 | pr_info("orangefs: module version %s unloaded\n", ORANGEFS_VERSION); |
274dcf55 MM |
283 | } |
284 | ||
285 | /* | |
286 | * What we do in this function is to walk the list of operations | |
287 | * that are in progress in the hash table and mark them as purged as well. | |
288 | */ | |
289 | void purge_inprogress_ops(void) | |
290 | { | |
291 | int i; | |
292 | ||
293 | for (i = 0; i < hash_table_size; i++) { | |
8bb8aefd YL |
294 | struct orangefs_kernel_op_s *op; |
295 | struct orangefs_kernel_op_s *next; | |
274dcf55 MM |
296 | |
297 | list_for_each_entry_safe(op, | |
298 | next, | |
299 | &htable_ops_in_progress[i], | |
300 | list) { | |
301 | spin_lock(&op->lock); | |
302 | gossip_debug(GOSSIP_INIT_DEBUG, | |
303 | "pvfs2-client-core: purging in-progress op tag " | |
304 | "%llu %s\n", | |
305 | llu(op->tag), | |
306 | get_opname_string(op)); | |
307 | set_op_state_purged(op); | |
308 | spin_unlock(&op->lock); | |
309 | wake_up_interruptible(&op->waitq); | |
310 | } | |
311 | } | |
312 | } | |
313 | ||
8bb8aefd YL |
314 | module_init(orangefs_init); |
315 | module_exit(orangefs_exit); |