Commit | Line | Data |
---|---|---|
67207b96 AB |
1 | /* |
2 | * SPU file system -- file contents | |
3 | * | |
4 | * (C) Copyright IBM Deutschland Entwicklung GmbH 2005 | |
5 | * | |
6 | * Author: Arnd Bergmann <arndb@de.ibm.com> | |
7 | * | |
8 | * This program is free software; you can redistribute it and/or modify | |
9 | * it under the terms of the GNU General Public License as published by | |
10 | * the Free Software Foundation; either version 2, or (at your option) | |
11 | * any later version. | |
12 | * | |
13 | * This program is distributed in the hope that it will be useful, | |
14 | * but WITHOUT ANY WARRANTY; without even the implied warranty of | |
15 | * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the | |
16 | * GNU General Public License for more details. | |
17 | * | |
18 | * You should have received a copy of the GNU General Public License | |
19 | * along with this program; if not, write to the Free Software | |
20 | * Foundation, Inc., 675 Mass Ave, Cambridge, MA 02139, USA. | |
21 | */ | |
22 | ||
a33a7d73 AB |
23 | #undef DEBUG |
24 | ||
67207b96 AB |
25 | #include <linux/fs.h> |
26 | #include <linux/ioctl.h> | |
27 | #include <linux/module.h> | |
d88cfffa | 28 | #include <linux/pagemap.h> |
67207b96 | 29 | #include <linux/poll.h> |
5110459f | 30 | #include <linux/ptrace.h> |
67207b96 AB |
31 | |
32 | #include <asm/io.h> | |
33 | #include <asm/semaphore.h> | |
34 | #include <asm/spu.h> | |
b9e3bd77 | 35 | #include <asm/spu_info.h> |
67207b96 AB |
36 | #include <asm/uaccess.h> |
37 | ||
38 | #include "spufs.h" | |
39 | ||
27d5bf2a BH |
40 | #define SPUFS_MMAP_4K (PAGE_SIZE == 0x1000) |
41 | ||
67207b96 AB |
42 | static int |
43 | spufs_mem_open(struct inode *inode, struct file *file) | |
44 | { | |
45 | struct spufs_inode_info *i = SPUFS_I(inode); | |
6df10a82 MN |
46 | struct spu_context *ctx = i->i_ctx; |
47 | file->private_data = ctx; | |
48 | file->f_mapping = inode->i_mapping; | |
49 | ctx->local_store = inode->i_mapping; | |
67207b96 AB |
50 | return 0; |
51 | } | |
52 | ||
bf1ab978 DGM |
53 | static ssize_t |
54 | __spufs_mem_read(struct spu_context *ctx, char __user *buffer, | |
55 | size_t size, loff_t *pos) | |
56 | { | |
57 | char *local_store = ctx->ops->get_ls(ctx); | |
58 | return simple_read_from_buffer(buffer, size, pos, local_store, | |
59 | LS_SIZE); | |
60 | } | |
61 | ||
67207b96 AB |
62 | static ssize_t |
63 | spufs_mem_read(struct file *file, char __user *buffer, | |
64 | size_t size, loff_t *pos) | |
65 | { | |
67207b96 | 66 | int ret; |
bf1ab978 | 67 | struct spu_context *ctx = file->private_data; |
67207b96 | 68 | |
8b3d6663 | 69 | spu_acquire(ctx); |
bf1ab978 | 70 | ret = __spufs_mem_read(ctx, buffer, size, pos); |
8b3d6663 | 71 | spu_release(ctx); |
67207b96 AB |
72 | return ret; |
73 | } | |
74 | ||
75 | static ssize_t | |
76 | spufs_mem_write(struct file *file, const char __user *buffer, | |
77 | size_t size, loff_t *pos) | |
78 | { | |
79 | struct spu_context *ctx = file->private_data; | |
8b3d6663 AB |
80 | char *local_store; |
81 | int ret; | |
67207b96 AB |
82 | |
83 | size = min_t(ssize_t, LS_SIZE - *pos, size); | |
84 | if (size <= 0) | |
85 | return -EFBIG; | |
86 | *pos += size; | |
8b3d6663 AB |
87 | |
88 | spu_acquire(ctx); | |
89 | ||
90 | local_store = ctx->ops->get_ls(ctx); | |
91 | ret = copy_from_user(local_store + *pos - size, | |
92 | buffer, size) ? -EFAULT : size; | |
93 | ||
94 | spu_release(ctx); | |
95 | return ret; | |
67207b96 AB |
96 | } |
97 | ||
78bde53e BH |
98 | static unsigned long spufs_mem_mmap_nopfn(struct vm_area_struct *vma, |
99 | unsigned long address) | |
8b3d6663 | 100 | { |
8b3d6663 | 101 | struct spu_context *ctx = vma->vm_file->private_data; |
78bde53e BH |
102 | unsigned long pfn, offset = address - vma->vm_start; |
103 | ||
8b3d6663 AB |
104 | offset += vma->vm_pgoff << PAGE_SHIFT; |
105 | ||
106 | spu_acquire(ctx); | |
107 | ||
ac91cb8d AB |
108 | if (ctx->state == SPU_STATE_SAVED) { |
109 | vma->vm_page_prot = __pgprot(pgprot_val(vma->vm_page_prot) | |
932f535d | 110 | & ~_PAGE_NO_CACHE); |
78bde53e | 111 | pfn = vmalloc_to_pfn(ctx->csa.lscsa->ls + offset); |
ac91cb8d AB |
112 | } else { |
113 | vma->vm_page_prot = __pgprot(pgprot_val(vma->vm_page_prot) | |
78bde53e BH |
114 | | _PAGE_NO_CACHE); |
115 | pfn = (ctx->spu->local_store_phys + offset) >> PAGE_SHIFT; | |
ac91cb8d | 116 | } |
78bde53e | 117 | vm_insert_pfn(vma, address, pfn); |
8b3d6663 | 118 | |
78bde53e | 119 | spu_release(ctx); |
8b3d6663 | 120 | |
78bde53e | 121 | return NOPFN_REFAULT; |
8b3d6663 AB |
122 | } |
123 | ||
78bde53e | 124 | |
8b3d6663 | 125 | static struct vm_operations_struct spufs_mem_mmap_vmops = { |
78bde53e | 126 | .nopfn = spufs_mem_mmap_nopfn, |
8b3d6663 AB |
127 | }; |
128 | ||
67207b96 AB |
129 | static int |
130 | spufs_mem_mmap(struct file *file, struct vm_area_struct *vma) | |
131 | { | |
8b3d6663 AB |
132 | if (!(vma->vm_flags & VM_SHARED)) |
133 | return -EINVAL; | |
67207b96 | 134 | |
78bde53e | 135 | vma->vm_flags |= VM_IO | VM_PFNMAP; |
8b3d6663 AB |
136 | vma->vm_page_prot = __pgprot(pgprot_val(vma->vm_page_prot) |
137 | | _PAGE_NO_CACHE); | |
138 | ||
139 | vma->vm_ops = &spufs_mem_mmap_vmops; | |
67207b96 AB |
140 | return 0; |
141 | } | |
142 | ||
5dfe4c96 | 143 | static const struct file_operations spufs_mem_fops = { |
67207b96 AB |
144 | .open = spufs_mem_open, |
145 | .read = spufs_mem_read, | |
146 | .write = spufs_mem_write, | |
8b3d6663 | 147 | .llseek = generic_file_llseek, |
67207b96 | 148 | .mmap = spufs_mem_mmap, |
8b3d6663 AB |
149 | }; |
150 | ||
78bde53e | 151 | static unsigned long spufs_ps_nopfn(struct vm_area_struct *vma, |
6df10a82 | 152 | unsigned long address, |
78bde53e | 153 | unsigned long ps_offs, |
27d5bf2a | 154 | unsigned long ps_size) |
6df10a82 | 155 | { |
6df10a82 | 156 | struct spu_context *ctx = vma->vm_file->private_data; |
78bde53e | 157 | unsigned long area, offset = address - vma->vm_start; |
6df10a82 MN |
158 | int ret; |
159 | ||
160 | offset += vma->vm_pgoff << PAGE_SHIFT; | |
27d5bf2a | 161 | if (offset >= ps_size) |
78bde53e | 162 | return NOPFN_SIGBUS; |
6df10a82 | 163 | |
78bde53e BH |
164 | /* error here usually means a signal.. we might want to test |
165 | * the error code more precisely though | |
166 | */ | |
6df10a82 MN |
167 | ret = spu_acquire_runnable(ctx); |
168 | if (ret) | |
78bde53e | 169 | return NOPFN_REFAULT; |
6df10a82 MN |
170 | |
171 | area = ctx->spu->problem_phys + ps_offs; | |
78bde53e | 172 | vm_insert_pfn(vma, address, (area + offset) >> PAGE_SHIFT); |
6df10a82 MN |
173 | spu_release(ctx); |
174 | ||
78bde53e | 175 | return NOPFN_REFAULT; |
6df10a82 MN |
176 | } |
177 | ||
27d5bf2a | 178 | #if SPUFS_MMAP_4K |
78bde53e BH |
179 | static unsigned long spufs_cntl_mmap_nopfn(struct vm_area_struct *vma, |
180 | unsigned long address) | |
6df10a82 | 181 | { |
78bde53e | 182 | return spufs_ps_nopfn(vma, address, 0x4000, 0x1000); |
6df10a82 MN |
183 | } |
184 | ||
185 | static struct vm_operations_struct spufs_cntl_mmap_vmops = { | |
78bde53e | 186 | .nopfn = spufs_cntl_mmap_nopfn, |
6df10a82 MN |
187 | }; |
188 | ||
189 | /* | |
190 | * mmap support for problem state control area [0x4000 - 0x4fff]. | |
6df10a82 MN |
191 | */ |
192 | static int spufs_cntl_mmap(struct file *file, struct vm_area_struct *vma) | |
193 | { | |
194 | if (!(vma->vm_flags & VM_SHARED)) | |
195 | return -EINVAL; | |
196 | ||
78bde53e | 197 | vma->vm_flags |= VM_IO | VM_PFNMAP; |
6df10a82 | 198 | vma->vm_page_prot = __pgprot(pgprot_val(vma->vm_page_prot) |
23cc7701 | 199 | | _PAGE_NO_CACHE | _PAGE_GUARDED); |
6df10a82 MN |
200 | |
201 | vma->vm_ops = &spufs_cntl_mmap_vmops; | |
202 | return 0; | |
203 | } | |
27d5bf2a BH |
204 | #else /* SPUFS_MMAP_4K */ |
205 | #define spufs_cntl_mmap NULL | |
206 | #endif /* !SPUFS_MMAP_4K */ | |
6df10a82 | 207 | |
e1dbff2b | 208 | static u64 spufs_cntl_get(void *data) |
6df10a82 | 209 | { |
e1dbff2b AB |
210 | struct spu_context *ctx = data; |
211 | u64 val; | |
6df10a82 | 212 | |
e1dbff2b AB |
213 | spu_acquire(ctx); |
214 | val = ctx->ops->status_read(ctx); | |
215 | spu_release(ctx); | |
216 | ||
217 | return val; | |
6df10a82 MN |
218 | } |
219 | ||
e1dbff2b | 220 | static void spufs_cntl_set(void *data, u64 val) |
6df10a82 | 221 | { |
e1dbff2b AB |
222 | struct spu_context *ctx = data; |
223 | ||
224 | spu_acquire(ctx); | |
225 | ctx->ops->runcntl_write(ctx, val); | |
226 | spu_release(ctx); | |
6df10a82 MN |
227 | } |
228 | ||
e1dbff2b | 229 | static int spufs_cntl_open(struct inode *inode, struct file *file) |
6df10a82 | 230 | { |
e1dbff2b AB |
231 | struct spufs_inode_info *i = SPUFS_I(inode); |
232 | struct spu_context *ctx = i->i_ctx; | |
233 | ||
234 | file->private_data = ctx; | |
235 | file->f_mapping = inode->i_mapping; | |
236 | ctx->cntl = inode->i_mapping; | |
237 | return simple_attr_open(inode, file, spufs_cntl_get, | |
238 | spufs_cntl_set, "0x%08lx"); | |
6df10a82 MN |
239 | } |
240 | ||
5dfe4c96 | 241 | static const struct file_operations spufs_cntl_fops = { |
6df10a82 | 242 | .open = spufs_cntl_open, |
654e4aee | 243 | .release = simple_attr_close, |
e1dbff2b AB |
244 | .read = simple_attr_read, |
245 | .write = simple_attr_write, | |
6df10a82 | 246 | .mmap = spufs_cntl_mmap, |
6df10a82 MN |
247 | }; |
248 | ||
8b3d6663 AB |
249 | static int |
250 | spufs_regs_open(struct inode *inode, struct file *file) | |
251 | { | |
252 | struct spufs_inode_info *i = SPUFS_I(inode); | |
253 | file->private_data = i->i_ctx; | |
254 | return 0; | |
255 | } | |
256 | ||
bf1ab978 DGM |
257 | static ssize_t |
258 | __spufs_regs_read(struct spu_context *ctx, char __user *buffer, | |
259 | size_t size, loff_t *pos) | |
260 | { | |
261 | struct spu_lscsa *lscsa = ctx->csa.lscsa; | |
262 | return simple_read_from_buffer(buffer, size, pos, | |
263 | lscsa->gprs, sizeof lscsa->gprs); | |
264 | } | |
265 | ||
8b3d6663 AB |
266 | static ssize_t |
267 | spufs_regs_read(struct file *file, char __user *buffer, | |
268 | size_t size, loff_t *pos) | |
269 | { | |
8b3d6663 | 270 | int ret; |
bf1ab978 | 271 | struct spu_context *ctx = file->private_data; |
8b3d6663 AB |
272 | |
273 | spu_acquire_saved(ctx); | |
bf1ab978 | 274 | ret = __spufs_regs_read(ctx, buffer, size, pos); |
8b3d6663 AB |
275 | spu_release(ctx); |
276 | return ret; | |
277 | } | |
278 | ||
279 | static ssize_t | |
280 | spufs_regs_write(struct file *file, const char __user *buffer, | |
281 | size_t size, loff_t *pos) | |
282 | { | |
283 | struct spu_context *ctx = file->private_data; | |
284 | struct spu_lscsa *lscsa = ctx->csa.lscsa; | |
285 | int ret; | |
286 | ||
287 | size = min_t(ssize_t, sizeof lscsa->gprs - *pos, size); | |
288 | if (size <= 0) | |
289 | return -EFBIG; | |
290 | *pos += size; | |
291 | ||
292 | spu_acquire_saved(ctx); | |
293 | ||
294 | ret = copy_from_user(lscsa->gprs + *pos - size, | |
295 | buffer, size) ? -EFAULT : size; | |
296 | ||
297 | spu_release(ctx); | |
298 | return ret; | |
299 | } | |
300 | ||
5dfe4c96 | 301 | static const struct file_operations spufs_regs_fops = { |
8b3d6663 AB |
302 | .open = spufs_regs_open, |
303 | .read = spufs_regs_read, | |
304 | .write = spufs_regs_write, | |
67207b96 AB |
305 | .llseek = generic_file_llseek, |
306 | }; | |
307 | ||
bf1ab978 DGM |
308 | static ssize_t |
309 | __spufs_fpcr_read(struct spu_context *ctx, char __user * buffer, | |
310 | size_t size, loff_t * pos) | |
311 | { | |
312 | struct spu_lscsa *lscsa = ctx->csa.lscsa; | |
313 | return simple_read_from_buffer(buffer, size, pos, | |
314 | &lscsa->fpcr, sizeof(lscsa->fpcr)); | |
315 | } | |
316 | ||
8b3d6663 AB |
317 | static ssize_t |
318 | spufs_fpcr_read(struct file *file, char __user * buffer, | |
319 | size_t size, loff_t * pos) | |
320 | { | |
8b3d6663 | 321 | int ret; |
bf1ab978 | 322 | struct spu_context *ctx = file->private_data; |
8b3d6663 AB |
323 | |
324 | spu_acquire_saved(ctx); | |
bf1ab978 | 325 | ret = __spufs_fpcr_read(ctx, buffer, size, pos); |
8b3d6663 AB |
326 | spu_release(ctx); |
327 | return ret; | |
328 | } | |
329 | ||
330 | static ssize_t | |
331 | spufs_fpcr_write(struct file *file, const char __user * buffer, | |
332 | size_t size, loff_t * pos) | |
333 | { | |
334 | struct spu_context *ctx = file->private_data; | |
335 | struct spu_lscsa *lscsa = ctx->csa.lscsa; | |
336 | int ret; | |
337 | ||
338 | size = min_t(ssize_t, sizeof(lscsa->fpcr) - *pos, size); | |
339 | if (size <= 0) | |
340 | return -EFBIG; | |
341 | *pos += size; | |
342 | ||
343 | spu_acquire_saved(ctx); | |
344 | ||
345 | ret = copy_from_user((char *)&lscsa->fpcr + *pos - size, | |
346 | buffer, size) ? -EFAULT : size; | |
347 | ||
348 | spu_release(ctx); | |
349 | return ret; | |
350 | } | |
351 | ||
5dfe4c96 | 352 | static const struct file_operations spufs_fpcr_fops = { |
8b3d6663 AB |
353 | .open = spufs_regs_open, |
354 | .read = spufs_fpcr_read, | |
355 | .write = spufs_fpcr_write, | |
356 | .llseek = generic_file_llseek, | |
357 | }; | |
358 | ||
67207b96 AB |
359 | /* generic open function for all pipe-like files */ |
360 | static int spufs_pipe_open(struct inode *inode, struct file *file) | |
361 | { | |
362 | struct spufs_inode_info *i = SPUFS_I(inode); | |
363 | file->private_data = i->i_ctx; | |
364 | ||
365 | return nonseekable_open(inode, file); | |
366 | } | |
367 | ||
cdcc89bb AB |
368 | /* |
369 | * Read as many bytes from the mailbox as possible, until | |
370 | * one of the conditions becomes true: | |
371 | * | |
372 | * - no more data available in the mailbox | |
373 | * - end of the user provided buffer | |
374 | * - end of the mapped area | |
375 | */ | |
67207b96 AB |
376 | static ssize_t spufs_mbox_read(struct file *file, char __user *buf, |
377 | size_t len, loff_t *pos) | |
378 | { | |
8b3d6663 | 379 | struct spu_context *ctx = file->private_data; |
cdcc89bb AB |
380 | u32 mbox_data, __user *udata; |
381 | ssize_t count; | |
67207b96 AB |
382 | |
383 | if (len < 4) | |
384 | return -EINVAL; | |
385 | ||
cdcc89bb AB |
386 | if (!access_ok(VERIFY_WRITE, buf, len)) |
387 | return -EFAULT; | |
388 | ||
389 | udata = (void __user *)buf; | |
390 | ||
8b3d6663 | 391 | spu_acquire(ctx); |
274cef5e | 392 | for (count = 0; (count + 4) <= len; count += 4, udata++) { |
cdcc89bb AB |
393 | int ret; |
394 | ret = ctx->ops->mbox_read(ctx, &mbox_data); | |
395 | if (ret == 0) | |
396 | break; | |
397 | ||
398 | /* | |
399 | * at the end of the mapped area, we can fault | |
400 | * but still need to return the data we have | |
401 | * read successfully so far. | |
402 | */ | |
403 | ret = __put_user(mbox_data, udata); | |
404 | if (ret) { | |
405 | if (!count) | |
406 | count = -EFAULT; | |
407 | break; | |
408 | } | |
409 | } | |
8b3d6663 | 410 | spu_release(ctx); |
67207b96 | 411 | |
cdcc89bb AB |
412 | if (!count) |
413 | count = -EAGAIN; | |
67207b96 | 414 | |
cdcc89bb | 415 | return count; |
67207b96 AB |
416 | } |
417 | ||
5dfe4c96 | 418 | static const struct file_operations spufs_mbox_fops = { |
67207b96 AB |
419 | .open = spufs_pipe_open, |
420 | .read = spufs_mbox_read, | |
421 | }; | |
422 | ||
423 | static ssize_t spufs_mbox_stat_read(struct file *file, char __user *buf, | |
424 | size_t len, loff_t *pos) | |
425 | { | |
8b3d6663 | 426 | struct spu_context *ctx = file->private_data; |
67207b96 AB |
427 | u32 mbox_stat; |
428 | ||
429 | if (len < 4) | |
430 | return -EINVAL; | |
431 | ||
8b3d6663 AB |
432 | spu_acquire(ctx); |
433 | ||
434 | mbox_stat = ctx->ops->mbox_stat_read(ctx) & 0xff; | |
435 | ||
436 | spu_release(ctx); | |
67207b96 AB |
437 | |
438 | if (copy_to_user(buf, &mbox_stat, sizeof mbox_stat)) | |
439 | return -EFAULT; | |
440 | ||
441 | return 4; | |
442 | } | |
443 | ||
5dfe4c96 | 444 | static const struct file_operations spufs_mbox_stat_fops = { |
67207b96 AB |
445 | .open = spufs_pipe_open, |
446 | .read = spufs_mbox_stat_read, | |
447 | }; | |
448 | ||
449 | /* low-level ibox access function */ | |
8b3d6663 | 450 | size_t spu_ibox_read(struct spu_context *ctx, u32 *data) |
67207b96 | 451 | { |
8b3d6663 AB |
452 | return ctx->ops->ibox_read(ctx, data); |
453 | } | |
67207b96 | 454 | |
8b3d6663 AB |
455 | static int spufs_ibox_fasync(int fd, struct file *file, int on) |
456 | { | |
457 | struct spu_context *ctx = file->private_data; | |
67207b96 | 458 | |
8b3d6663 | 459 | return fasync_helper(fd, file, on, &ctx->ibox_fasync); |
67207b96 | 460 | } |
67207b96 | 461 | |
8b3d6663 AB |
462 | /* interrupt-level ibox callback function. */ |
463 | void spufs_ibox_callback(struct spu *spu) | |
67207b96 | 464 | { |
8b3d6663 AB |
465 | struct spu_context *ctx = spu->ctx; |
466 | ||
467 | wake_up_all(&ctx->ibox_wq); | |
468 | kill_fasync(&ctx->ibox_fasync, SIGIO, POLLIN); | |
67207b96 AB |
469 | } |
470 | ||
cdcc89bb AB |
471 | /* |
472 | * Read as many bytes from the interrupt mailbox as possible, until | |
473 | * one of the conditions becomes true: | |
474 | * | |
475 | * - no more data available in the mailbox | |
476 | * - end of the user provided buffer | |
477 | * - end of the mapped area | |
478 | * | |
479 | * If the file is opened without O_NONBLOCK, we wait here until | |
480 | * any data is available, but return when we have been able to | |
481 | * read something. | |
482 | */ | |
67207b96 AB |
483 | static ssize_t spufs_ibox_read(struct file *file, char __user *buf, |
484 | size_t len, loff_t *pos) | |
485 | { | |
8b3d6663 | 486 | struct spu_context *ctx = file->private_data; |
cdcc89bb AB |
487 | u32 ibox_data, __user *udata; |
488 | ssize_t count; | |
67207b96 AB |
489 | |
490 | if (len < 4) | |
491 | return -EINVAL; | |
492 | ||
cdcc89bb AB |
493 | if (!access_ok(VERIFY_WRITE, buf, len)) |
494 | return -EFAULT; | |
495 | ||
496 | udata = (void __user *)buf; | |
497 | ||
8b3d6663 | 498 | spu_acquire(ctx); |
67207b96 | 499 | |
cdcc89bb AB |
500 | /* wait only for the first element */ |
501 | count = 0; | |
67207b96 | 502 | if (file->f_flags & O_NONBLOCK) { |
8b3d6663 | 503 | if (!spu_ibox_read(ctx, &ibox_data)) |
cdcc89bb | 504 | count = -EAGAIN; |
67207b96 | 505 | } else { |
cdcc89bb | 506 | count = spufs_wait(ctx->ibox_wq, spu_ibox_read(ctx, &ibox_data)); |
67207b96 | 507 | } |
cdcc89bb AB |
508 | if (count) |
509 | goto out; | |
67207b96 | 510 | |
cdcc89bb AB |
511 | /* if we can't write at all, return -EFAULT */ |
512 | count = __put_user(ibox_data, udata); | |
513 | if (count) | |
514 | goto out; | |
8b3d6663 | 515 | |
cdcc89bb AB |
516 | for (count = 4, udata++; (count + 4) <= len; count += 4, udata++) { |
517 | int ret; | |
518 | ret = ctx->ops->ibox_read(ctx, &ibox_data); | |
519 | if (ret == 0) | |
520 | break; | |
521 | /* | |
522 | * at the end of the mapped area, we can fault | |
523 | * but still need to return the data we have | |
524 | * read successfully so far. | |
525 | */ | |
526 | ret = __put_user(ibox_data, udata); | |
527 | if (ret) | |
528 | break; | |
529 | } | |
67207b96 | 530 | |
cdcc89bb AB |
531 | out: |
532 | spu_release(ctx); | |
67207b96 | 533 | |
cdcc89bb | 534 | return count; |
67207b96 AB |
535 | } |
536 | ||
537 | static unsigned int spufs_ibox_poll(struct file *file, poll_table *wait) | |
538 | { | |
8b3d6663 | 539 | struct spu_context *ctx = file->private_data; |
67207b96 AB |
540 | unsigned int mask; |
541 | ||
8b3d6663 | 542 | poll_wait(file, &ctx->ibox_wq, wait); |
67207b96 | 543 | |
3a843d7c AB |
544 | spu_acquire(ctx); |
545 | mask = ctx->ops->mbox_stat_poll(ctx, POLLIN | POLLRDNORM); | |
546 | spu_release(ctx); | |
67207b96 AB |
547 | |
548 | return mask; | |
549 | } | |
550 | ||
5dfe4c96 | 551 | static const struct file_operations spufs_ibox_fops = { |
67207b96 AB |
552 | .open = spufs_pipe_open, |
553 | .read = spufs_ibox_read, | |
554 | .poll = spufs_ibox_poll, | |
555 | .fasync = spufs_ibox_fasync, | |
556 | }; | |
557 | ||
558 | static ssize_t spufs_ibox_stat_read(struct file *file, char __user *buf, | |
559 | size_t len, loff_t *pos) | |
560 | { | |
8b3d6663 | 561 | struct spu_context *ctx = file->private_data; |
67207b96 AB |
562 | u32 ibox_stat; |
563 | ||
564 | if (len < 4) | |
565 | return -EINVAL; | |
566 | ||
8b3d6663 AB |
567 | spu_acquire(ctx); |
568 | ibox_stat = (ctx->ops->mbox_stat_read(ctx) >> 16) & 0xff; | |
569 | spu_release(ctx); | |
67207b96 AB |
570 | |
571 | if (copy_to_user(buf, &ibox_stat, sizeof ibox_stat)) | |
572 | return -EFAULT; | |
573 | ||
574 | return 4; | |
575 | } | |
576 | ||
5dfe4c96 | 577 | static const struct file_operations spufs_ibox_stat_fops = { |
67207b96 AB |
578 | .open = spufs_pipe_open, |
579 | .read = spufs_ibox_stat_read, | |
580 | }; | |
581 | ||
582 | /* low-level mailbox write */ | |
8b3d6663 | 583 | size_t spu_wbox_write(struct spu_context *ctx, u32 data) |
67207b96 | 584 | { |
8b3d6663 AB |
585 | return ctx->ops->wbox_write(ctx, data); |
586 | } | |
67207b96 | 587 | |
8b3d6663 AB |
588 | static int spufs_wbox_fasync(int fd, struct file *file, int on) |
589 | { | |
590 | struct spu_context *ctx = file->private_data; | |
591 | int ret; | |
67207b96 | 592 | |
8b3d6663 | 593 | ret = fasync_helper(fd, file, on, &ctx->wbox_fasync); |
67207b96 | 594 | |
67207b96 AB |
595 | return ret; |
596 | } | |
67207b96 | 597 | |
8b3d6663 AB |
598 | /* interrupt-level wbox callback function. */ |
599 | void spufs_wbox_callback(struct spu *spu) | |
67207b96 | 600 | { |
8b3d6663 AB |
601 | struct spu_context *ctx = spu->ctx; |
602 | ||
603 | wake_up_all(&ctx->wbox_wq); | |
604 | kill_fasync(&ctx->wbox_fasync, SIGIO, POLLOUT); | |
67207b96 AB |
605 | } |
606 | ||
cdcc89bb AB |
607 | /* |
608 | * Write as many bytes to the interrupt mailbox as possible, until | |
609 | * one of the conditions becomes true: | |
610 | * | |
611 | * - the mailbox is full | |
612 | * - end of the user provided buffer | |
613 | * - end of the mapped area | |
614 | * | |
615 | * If the file is opened without O_NONBLOCK, we wait here until | |
616 | * space is availabyl, but return when we have been able to | |
617 | * write something. | |
618 | */ | |
67207b96 AB |
619 | static ssize_t spufs_wbox_write(struct file *file, const char __user *buf, |
620 | size_t len, loff_t *pos) | |
621 | { | |
8b3d6663 | 622 | struct spu_context *ctx = file->private_data; |
cdcc89bb AB |
623 | u32 wbox_data, __user *udata; |
624 | ssize_t count; | |
67207b96 AB |
625 | |
626 | if (len < 4) | |
627 | return -EINVAL; | |
628 | ||
cdcc89bb AB |
629 | udata = (void __user *)buf; |
630 | if (!access_ok(VERIFY_READ, buf, len)) | |
631 | return -EFAULT; | |
632 | ||
633 | if (__get_user(wbox_data, udata)) | |
67207b96 AB |
634 | return -EFAULT; |
635 | ||
8b3d6663 AB |
636 | spu_acquire(ctx); |
637 | ||
cdcc89bb AB |
638 | /* |
639 | * make sure we can at least write one element, by waiting | |
640 | * in case of !O_NONBLOCK | |
641 | */ | |
642 | count = 0; | |
67207b96 | 643 | if (file->f_flags & O_NONBLOCK) { |
8b3d6663 | 644 | if (!spu_wbox_write(ctx, wbox_data)) |
cdcc89bb | 645 | count = -EAGAIN; |
67207b96 | 646 | } else { |
cdcc89bb | 647 | count = spufs_wait(ctx->wbox_wq, spu_wbox_write(ctx, wbox_data)); |
67207b96 AB |
648 | } |
649 | ||
cdcc89bb AB |
650 | if (count) |
651 | goto out; | |
8b3d6663 | 652 | |
cdcc89bb AB |
653 | /* write aѕ much as possible */ |
654 | for (count = 4, udata++; (count + 4) <= len; count += 4, udata++) { | |
655 | int ret; | |
656 | ret = __get_user(wbox_data, udata); | |
657 | if (ret) | |
658 | break; | |
659 | ||
660 | ret = spu_wbox_write(ctx, wbox_data); | |
661 | if (ret == 0) | |
662 | break; | |
663 | } | |
664 | ||
665 | out: | |
666 | spu_release(ctx); | |
667 | return count; | |
67207b96 AB |
668 | } |
669 | ||
670 | static unsigned int spufs_wbox_poll(struct file *file, poll_table *wait) | |
671 | { | |
8b3d6663 | 672 | struct spu_context *ctx = file->private_data; |
67207b96 AB |
673 | unsigned int mask; |
674 | ||
8b3d6663 | 675 | poll_wait(file, &ctx->wbox_wq, wait); |
67207b96 | 676 | |
3a843d7c AB |
677 | spu_acquire(ctx); |
678 | mask = ctx->ops->mbox_stat_poll(ctx, POLLOUT | POLLWRNORM); | |
679 | spu_release(ctx); | |
67207b96 AB |
680 | |
681 | return mask; | |
682 | } | |
683 | ||
5dfe4c96 | 684 | static const struct file_operations spufs_wbox_fops = { |
67207b96 AB |
685 | .open = spufs_pipe_open, |
686 | .write = spufs_wbox_write, | |
687 | .poll = spufs_wbox_poll, | |
688 | .fasync = spufs_wbox_fasync, | |
689 | }; | |
690 | ||
691 | static ssize_t spufs_wbox_stat_read(struct file *file, char __user *buf, | |
692 | size_t len, loff_t *pos) | |
693 | { | |
8b3d6663 | 694 | struct spu_context *ctx = file->private_data; |
67207b96 AB |
695 | u32 wbox_stat; |
696 | ||
697 | if (len < 4) | |
698 | return -EINVAL; | |
699 | ||
8b3d6663 AB |
700 | spu_acquire(ctx); |
701 | wbox_stat = (ctx->ops->mbox_stat_read(ctx) >> 8) & 0xff; | |
702 | spu_release(ctx); | |
67207b96 AB |
703 | |
704 | if (copy_to_user(buf, &wbox_stat, sizeof wbox_stat)) | |
705 | return -EFAULT; | |
706 | ||
707 | return 4; | |
708 | } | |
709 | ||
5dfe4c96 | 710 | static const struct file_operations spufs_wbox_stat_fops = { |
67207b96 AB |
711 | .open = spufs_pipe_open, |
712 | .read = spufs_wbox_stat_read, | |
713 | }; | |
714 | ||
6df10a82 MN |
715 | static int spufs_signal1_open(struct inode *inode, struct file *file) |
716 | { | |
717 | struct spufs_inode_info *i = SPUFS_I(inode); | |
718 | struct spu_context *ctx = i->i_ctx; | |
719 | file->private_data = ctx; | |
720 | file->f_mapping = inode->i_mapping; | |
721 | ctx->signal1 = inode->i_mapping; | |
722 | return nonseekable_open(inode, file); | |
723 | } | |
724 | ||
bf1ab978 | 725 | static ssize_t __spufs_signal1_read(struct spu_context *ctx, char __user *buf, |
67207b96 AB |
726 | size_t len, loff_t *pos) |
727 | { | |
17f88ceb | 728 | int ret = 0; |
67207b96 AB |
729 | u32 data; |
730 | ||
67207b96 AB |
731 | if (len < 4) |
732 | return -EINVAL; | |
733 | ||
17f88ceb DGM |
734 | if (ctx->csa.spu_chnlcnt_RW[3]) { |
735 | data = ctx->csa.spu_chnldata_RW[3]; | |
736 | ret = 4; | |
737 | } | |
8b3d6663 | 738 | |
17f88ceb DGM |
739 | if (!ret) |
740 | goto out; | |
741 | ||
67207b96 AB |
742 | if (copy_to_user(buf, &data, 4)) |
743 | return -EFAULT; | |
744 | ||
17f88ceb DGM |
745 | out: |
746 | return ret; | |
67207b96 AB |
747 | } |
748 | ||
bf1ab978 DGM |
749 | static ssize_t spufs_signal1_read(struct file *file, char __user *buf, |
750 | size_t len, loff_t *pos) | |
751 | { | |
752 | int ret; | |
753 | struct spu_context *ctx = file->private_data; | |
754 | ||
755 | spu_acquire_saved(ctx); | |
756 | ret = __spufs_signal1_read(ctx, buf, len, pos); | |
757 | spu_release(ctx); | |
758 | ||
759 | return ret; | |
760 | } | |
761 | ||
67207b96 AB |
762 | static ssize_t spufs_signal1_write(struct file *file, const char __user *buf, |
763 | size_t len, loff_t *pos) | |
764 | { | |
765 | struct spu_context *ctx; | |
67207b96 AB |
766 | u32 data; |
767 | ||
768 | ctx = file->private_data; | |
67207b96 AB |
769 | |
770 | if (len < 4) | |
771 | return -EINVAL; | |
772 | ||
773 | if (copy_from_user(&data, buf, 4)) | |
774 | return -EFAULT; | |
775 | ||
8b3d6663 AB |
776 | spu_acquire(ctx); |
777 | ctx->ops->signal1_write(ctx, data); | |
778 | spu_release(ctx); | |
67207b96 AB |
779 | |
780 | return 4; | |
781 | } | |
782 | ||
78bde53e BH |
783 | static unsigned long spufs_signal1_mmap_nopfn(struct vm_area_struct *vma, |
784 | unsigned long address) | |
6df10a82 | 785 | { |
27d5bf2a | 786 | #if PAGE_SIZE == 0x1000 |
78bde53e | 787 | return spufs_ps_nopfn(vma, address, 0x14000, 0x1000); |
27d5bf2a BH |
788 | #elif PAGE_SIZE == 0x10000 |
789 | /* For 64k pages, both signal1 and signal2 can be used to mmap the whole | |
790 | * signal 1 and 2 area | |
791 | */ | |
78bde53e | 792 | return spufs_ps_nopfn(vma, address, 0x10000, 0x10000); |
27d5bf2a BH |
793 | #else |
794 | #error unsupported page size | |
795 | #endif | |
6df10a82 MN |
796 | } |
797 | ||
798 | static struct vm_operations_struct spufs_signal1_mmap_vmops = { | |
78bde53e | 799 | .nopfn = spufs_signal1_mmap_nopfn, |
6df10a82 MN |
800 | }; |
801 | ||
802 | static int spufs_signal1_mmap(struct file *file, struct vm_area_struct *vma) | |
803 | { | |
804 | if (!(vma->vm_flags & VM_SHARED)) | |
805 | return -EINVAL; | |
806 | ||
78bde53e | 807 | vma->vm_flags |= VM_IO | VM_PFNMAP; |
6df10a82 | 808 | vma->vm_page_prot = __pgprot(pgprot_val(vma->vm_page_prot) |
23cc7701 | 809 | | _PAGE_NO_CACHE | _PAGE_GUARDED); |
6df10a82 MN |
810 | |
811 | vma->vm_ops = &spufs_signal1_mmap_vmops; | |
812 | return 0; | |
813 | } | |
6df10a82 | 814 | |
5dfe4c96 | 815 | static const struct file_operations spufs_signal1_fops = { |
6df10a82 | 816 | .open = spufs_signal1_open, |
67207b96 AB |
817 | .read = spufs_signal1_read, |
818 | .write = spufs_signal1_write, | |
6df10a82 | 819 | .mmap = spufs_signal1_mmap, |
67207b96 AB |
820 | }; |
821 | ||
6df10a82 MN |
822 | static int spufs_signal2_open(struct inode *inode, struct file *file) |
823 | { | |
824 | struct spufs_inode_info *i = SPUFS_I(inode); | |
825 | struct spu_context *ctx = i->i_ctx; | |
826 | file->private_data = ctx; | |
827 | file->f_mapping = inode->i_mapping; | |
828 | ctx->signal2 = inode->i_mapping; | |
829 | return nonseekable_open(inode, file); | |
830 | } | |
831 | ||
bf1ab978 | 832 | static ssize_t __spufs_signal2_read(struct spu_context *ctx, char __user *buf, |
67207b96 AB |
833 | size_t len, loff_t *pos) |
834 | { | |
17f88ceb | 835 | int ret = 0; |
67207b96 AB |
836 | u32 data; |
837 | ||
67207b96 AB |
838 | if (len < 4) |
839 | return -EINVAL; | |
840 | ||
17f88ceb DGM |
841 | if (ctx->csa.spu_chnlcnt_RW[4]) { |
842 | data = ctx->csa.spu_chnldata_RW[4]; | |
843 | ret = 4; | |
844 | } | |
8b3d6663 | 845 | |
17f88ceb DGM |
846 | if (!ret) |
847 | goto out; | |
848 | ||
67207b96 AB |
849 | if (copy_to_user(buf, &data, 4)) |
850 | return -EFAULT; | |
851 | ||
17f88ceb | 852 | out: |
bf1ab978 DGM |
853 | return ret; |
854 | } | |
855 | ||
856 | static ssize_t spufs_signal2_read(struct file *file, char __user *buf, | |
857 | size_t len, loff_t *pos) | |
858 | { | |
859 | struct spu_context *ctx = file->private_data; | |
860 | int ret; | |
861 | ||
862 | spu_acquire_saved(ctx); | |
863 | ret = __spufs_signal2_read(ctx, buf, len, pos); | |
864 | spu_release(ctx); | |
865 | ||
866 | return ret; | |
67207b96 AB |
867 | } |
868 | ||
869 | static ssize_t spufs_signal2_write(struct file *file, const char __user *buf, | |
870 | size_t len, loff_t *pos) | |
871 | { | |
872 | struct spu_context *ctx; | |
67207b96 AB |
873 | u32 data; |
874 | ||
875 | ctx = file->private_data; | |
67207b96 AB |
876 | |
877 | if (len < 4) | |
878 | return -EINVAL; | |
879 | ||
880 | if (copy_from_user(&data, buf, 4)) | |
881 | return -EFAULT; | |
882 | ||
8b3d6663 AB |
883 | spu_acquire(ctx); |
884 | ctx->ops->signal2_write(ctx, data); | |
885 | spu_release(ctx); | |
67207b96 AB |
886 | |
887 | return 4; | |
888 | } | |
889 | ||
27d5bf2a | 890 | #if SPUFS_MMAP_4K |
78bde53e BH |
891 | static unsigned long spufs_signal2_mmap_nopfn(struct vm_area_struct *vma, |
892 | unsigned long address) | |
6df10a82 | 893 | { |
27d5bf2a | 894 | #if PAGE_SIZE == 0x1000 |
78bde53e | 895 | return spufs_ps_nopfn(vma, address, 0x1c000, 0x1000); |
27d5bf2a BH |
896 | #elif PAGE_SIZE == 0x10000 |
897 | /* For 64k pages, both signal1 and signal2 can be used to mmap the whole | |
898 | * signal 1 and 2 area | |
899 | */ | |
78bde53e | 900 | return spufs_ps_nopfn(vma, address, 0x10000, 0x10000); |
27d5bf2a BH |
901 | #else |
902 | #error unsupported page size | |
903 | #endif | |
6df10a82 MN |
904 | } |
905 | ||
906 | static struct vm_operations_struct spufs_signal2_mmap_vmops = { | |
78bde53e | 907 | .nopfn = spufs_signal2_mmap_nopfn, |
6df10a82 MN |
908 | }; |
909 | ||
910 | static int spufs_signal2_mmap(struct file *file, struct vm_area_struct *vma) | |
911 | { | |
912 | if (!(vma->vm_flags & VM_SHARED)) | |
913 | return -EINVAL; | |
914 | ||
78bde53e | 915 | vma->vm_flags |= VM_IO | VM_PFNMAP; |
6df10a82 | 916 | vma->vm_page_prot = __pgprot(pgprot_val(vma->vm_page_prot) |
23cc7701 | 917 | | _PAGE_NO_CACHE | _PAGE_GUARDED); |
6df10a82 MN |
918 | |
919 | vma->vm_ops = &spufs_signal2_mmap_vmops; | |
920 | return 0; | |
921 | } | |
27d5bf2a BH |
922 | #else /* SPUFS_MMAP_4K */ |
923 | #define spufs_signal2_mmap NULL | |
924 | #endif /* !SPUFS_MMAP_4K */ | |
6df10a82 | 925 | |
5dfe4c96 | 926 | static const struct file_operations spufs_signal2_fops = { |
6df10a82 | 927 | .open = spufs_signal2_open, |
67207b96 AB |
928 | .read = spufs_signal2_read, |
929 | .write = spufs_signal2_write, | |
6df10a82 | 930 | .mmap = spufs_signal2_mmap, |
67207b96 AB |
931 | }; |
932 | ||
933 | static void spufs_signal1_type_set(void *data, u64 val) | |
934 | { | |
935 | struct spu_context *ctx = data; | |
67207b96 | 936 | |
8b3d6663 AB |
937 | spu_acquire(ctx); |
938 | ctx->ops->signal1_type_set(ctx, val); | |
939 | spu_release(ctx); | |
67207b96 AB |
940 | } |
941 | ||
bf1ab978 DGM |
942 | static u64 __spufs_signal1_type_get(void *data) |
943 | { | |
944 | struct spu_context *ctx = data; | |
945 | return ctx->ops->signal1_type_get(ctx); | |
946 | } | |
947 | ||
67207b96 AB |
948 | static u64 spufs_signal1_type_get(void *data) |
949 | { | |
950 | struct spu_context *ctx = data; | |
8b3d6663 AB |
951 | u64 ret; |
952 | ||
953 | spu_acquire(ctx); | |
bf1ab978 | 954 | ret = __spufs_signal1_type_get(data); |
8b3d6663 AB |
955 | spu_release(ctx); |
956 | ||
957 | return ret; | |
67207b96 AB |
958 | } |
959 | DEFINE_SIMPLE_ATTRIBUTE(spufs_signal1_type, spufs_signal1_type_get, | |
960 | spufs_signal1_type_set, "%llu"); | |
961 | ||
962 | static void spufs_signal2_type_set(void *data, u64 val) | |
963 | { | |
964 | struct spu_context *ctx = data; | |
67207b96 | 965 | |
8b3d6663 AB |
966 | spu_acquire(ctx); |
967 | ctx->ops->signal2_type_set(ctx, val); | |
968 | spu_release(ctx); | |
67207b96 AB |
969 | } |
970 | ||
bf1ab978 DGM |
971 | static u64 __spufs_signal2_type_get(void *data) |
972 | { | |
973 | struct spu_context *ctx = data; | |
974 | return ctx->ops->signal2_type_get(ctx); | |
975 | } | |
976 | ||
67207b96 AB |
977 | static u64 spufs_signal2_type_get(void *data) |
978 | { | |
979 | struct spu_context *ctx = data; | |
8b3d6663 AB |
980 | u64 ret; |
981 | ||
982 | spu_acquire(ctx); | |
bf1ab978 | 983 | ret = __spufs_signal2_type_get(data); |
8b3d6663 AB |
984 | spu_release(ctx); |
985 | ||
986 | return ret; | |
67207b96 AB |
987 | } |
988 | DEFINE_SIMPLE_ATTRIBUTE(spufs_signal2_type, spufs_signal2_type_get, | |
989 | spufs_signal2_type_set, "%llu"); | |
990 | ||
27d5bf2a | 991 | #if SPUFS_MMAP_4K |
78bde53e BH |
992 | static unsigned long spufs_mss_mmap_nopfn(struct vm_area_struct *vma, |
993 | unsigned long address) | |
d9379c4b | 994 | { |
78bde53e | 995 | return spufs_ps_nopfn(vma, address, 0x0000, 0x1000); |
d9379c4b | 996 | } |
997 | ||
998 | static struct vm_operations_struct spufs_mss_mmap_vmops = { | |
78bde53e | 999 | .nopfn = spufs_mss_mmap_nopfn, |
d9379c4b | 1000 | }; |
1001 | ||
1002 | /* | |
1003 | * mmap support for problem state MFC DMA area [0x0000 - 0x0fff]. | |
d9379c4b | 1004 | */ |
1005 | static int spufs_mss_mmap(struct file *file, struct vm_area_struct *vma) | |
1006 | { | |
1007 | if (!(vma->vm_flags & VM_SHARED)) | |
1008 | return -EINVAL; | |
1009 | ||
78bde53e | 1010 | vma->vm_flags |= VM_IO | VM_PFNMAP; |
d9379c4b | 1011 | vma->vm_page_prot = __pgprot(pgprot_val(vma->vm_page_prot) |
23cc7701 | 1012 | | _PAGE_NO_CACHE | _PAGE_GUARDED); |
d9379c4b | 1013 | |
1014 | vma->vm_ops = &spufs_mss_mmap_vmops; | |
1015 | return 0; | |
1016 | } | |
27d5bf2a BH |
1017 | #else /* SPUFS_MMAP_4K */ |
1018 | #define spufs_mss_mmap NULL | |
1019 | #endif /* !SPUFS_MMAP_4K */ | |
d9379c4b | 1020 | |
1021 | static int spufs_mss_open(struct inode *inode, struct file *file) | |
1022 | { | |
1023 | struct spufs_inode_info *i = SPUFS_I(inode); | |
1024 | ||
1025 | file->private_data = i->i_ctx; | |
1026 | return nonseekable_open(inode, file); | |
1027 | } | |
1028 | ||
5dfe4c96 | 1029 | static const struct file_operations spufs_mss_fops = { |
d9379c4b | 1030 | .open = spufs_mss_open, |
d9379c4b | 1031 | .mmap = spufs_mss_mmap, |
27d5bf2a BH |
1032 | }; |
1033 | ||
78bde53e BH |
1034 | static unsigned long spufs_psmap_mmap_nopfn(struct vm_area_struct *vma, |
1035 | unsigned long address) | |
27d5bf2a | 1036 | { |
78bde53e | 1037 | return spufs_ps_nopfn(vma, address, 0x0000, 0x20000); |
27d5bf2a BH |
1038 | } |
1039 | ||
1040 | static struct vm_operations_struct spufs_psmap_mmap_vmops = { | |
78bde53e | 1041 | .nopfn = spufs_psmap_mmap_nopfn, |
27d5bf2a BH |
1042 | }; |
1043 | ||
1044 | /* | |
1045 | * mmap support for full problem state area [0x00000 - 0x1ffff]. | |
1046 | */ | |
1047 | static int spufs_psmap_mmap(struct file *file, struct vm_area_struct *vma) | |
1048 | { | |
1049 | if (!(vma->vm_flags & VM_SHARED)) | |
1050 | return -EINVAL; | |
1051 | ||
78bde53e | 1052 | vma->vm_flags |= VM_IO | VM_PFNMAP; |
27d5bf2a BH |
1053 | vma->vm_page_prot = __pgprot(pgprot_val(vma->vm_page_prot) |
1054 | | _PAGE_NO_CACHE | _PAGE_GUARDED); | |
1055 | ||
1056 | vma->vm_ops = &spufs_psmap_mmap_vmops; | |
1057 | return 0; | |
1058 | } | |
1059 | ||
1060 | static int spufs_psmap_open(struct inode *inode, struct file *file) | |
1061 | { | |
1062 | struct spufs_inode_info *i = SPUFS_I(inode); | |
1063 | ||
1064 | file->private_data = i->i_ctx; | |
1065 | return nonseekable_open(inode, file); | |
1066 | } | |
1067 | ||
5dfe4c96 | 1068 | static const struct file_operations spufs_psmap_fops = { |
27d5bf2a BH |
1069 | .open = spufs_psmap_open, |
1070 | .mmap = spufs_psmap_mmap, | |
d9379c4b | 1071 | }; |
1072 | ||
1073 | ||
27d5bf2a | 1074 | #if SPUFS_MMAP_4K |
78bde53e BH |
1075 | static unsigned long spufs_mfc_mmap_nopfn(struct vm_area_struct *vma, |
1076 | unsigned long address) | |
6df10a82 | 1077 | { |
78bde53e | 1078 | return spufs_ps_nopfn(vma, address, 0x3000, 0x1000); |
6df10a82 MN |
1079 | } |
1080 | ||
1081 | static struct vm_operations_struct spufs_mfc_mmap_vmops = { | |
78bde53e | 1082 | .nopfn = spufs_mfc_mmap_nopfn, |
6df10a82 MN |
1083 | }; |
1084 | ||
1085 | /* | |
1086 | * mmap support for problem state MFC DMA area [0x0000 - 0x0fff]. | |
6df10a82 MN |
1087 | */ |
1088 | static int spufs_mfc_mmap(struct file *file, struct vm_area_struct *vma) | |
1089 | { | |
1090 | if (!(vma->vm_flags & VM_SHARED)) | |
1091 | return -EINVAL; | |
1092 | ||
78bde53e | 1093 | vma->vm_flags |= VM_IO | VM_PFNMAP; |
6df10a82 | 1094 | vma->vm_page_prot = __pgprot(pgprot_val(vma->vm_page_prot) |
23cc7701 | 1095 | | _PAGE_NO_CACHE | _PAGE_GUARDED); |
6df10a82 MN |
1096 | |
1097 | vma->vm_ops = &spufs_mfc_mmap_vmops; | |
1098 | return 0; | |
1099 | } | |
27d5bf2a BH |
1100 | #else /* SPUFS_MMAP_4K */ |
1101 | #define spufs_mfc_mmap NULL | |
1102 | #endif /* !SPUFS_MMAP_4K */ | |
a33a7d73 AB |
1103 | |
1104 | static int spufs_mfc_open(struct inode *inode, struct file *file) | |
1105 | { | |
1106 | struct spufs_inode_info *i = SPUFS_I(inode); | |
1107 | struct spu_context *ctx = i->i_ctx; | |
1108 | ||
1109 | /* we don't want to deal with DMA into other processes */ | |
1110 | if (ctx->owner != current->mm) | |
1111 | return -EINVAL; | |
1112 | ||
1113 | if (atomic_read(&inode->i_count) != 1) | |
1114 | return -EBUSY; | |
1115 | ||
1116 | file->private_data = ctx; | |
1117 | return nonseekable_open(inode, file); | |
1118 | } | |
1119 | ||
1120 | /* interrupt-level mfc callback function. */ | |
1121 | void spufs_mfc_callback(struct spu *spu) | |
1122 | { | |
1123 | struct spu_context *ctx = spu->ctx; | |
1124 | ||
1125 | wake_up_all(&ctx->mfc_wq); | |
1126 | ||
1127 | pr_debug("%s %s\n", __FUNCTION__, spu->name); | |
1128 | if (ctx->mfc_fasync) { | |
1129 | u32 free_elements, tagstatus; | |
1130 | unsigned int mask; | |
1131 | ||
1132 | /* no need for spu_acquire in interrupt context */ | |
1133 | free_elements = ctx->ops->get_mfc_free_elements(ctx); | |
1134 | tagstatus = ctx->ops->read_mfc_tagstatus(ctx); | |
1135 | ||
1136 | mask = 0; | |
1137 | if (free_elements & 0xffff) | |
1138 | mask |= POLLOUT; | |
1139 | if (tagstatus & ctx->tagwait) | |
1140 | mask |= POLLIN; | |
1141 | ||
1142 | kill_fasync(&ctx->mfc_fasync, SIGIO, mask); | |
1143 | } | |
1144 | } | |
1145 | ||
1146 | static int spufs_read_mfc_tagstatus(struct spu_context *ctx, u32 *status) | |
1147 | { | |
1148 | /* See if there is one tag group is complete */ | |
1149 | /* FIXME we need locking around tagwait */ | |
1150 | *status = ctx->ops->read_mfc_tagstatus(ctx) & ctx->tagwait; | |
1151 | ctx->tagwait &= ~*status; | |
1152 | if (*status) | |
1153 | return 1; | |
1154 | ||
1155 | /* enable interrupt waiting for any tag group, | |
1156 | may silently fail if interrupts are already enabled */ | |
1157 | ctx->ops->set_mfc_query(ctx, ctx->tagwait, 1); | |
1158 | return 0; | |
1159 | } | |
1160 | ||
1161 | static ssize_t spufs_mfc_read(struct file *file, char __user *buffer, | |
1162 | size_t size, loff_t *pos) | |
1163 | { | |
1164 | struct spu_context *ctx = file->private_data; | |
1165 | int ret = -EINVAL; | |
1166 | u32 status; | |
1167 | ||
1168 | if (size != 4) | |
1169 | goto out; | |
1170 | ||
1171 | spu_acquire(ctx); | |
1172 | if (file->f_flags & O_NONBLOCK) { | |
1173 | status = ctx->ops->read_mfc_tagstatus(ctx); | |
1174 | if (!(status & ctx->tagwait)) | |
1175 | ret = -EAGAIN; | |
1176 | else | |
1177 | ctx->tagwait &= ~status; | |
1178 | } else { | |
1179 | ret = spufs_wait(ctx->mfc_wq, | |
1180 | spufs_read_mfc_tagstatus(ctx, &status)); | |
1181 | } | |
1182 | spu_release(ctx); | |
1183 | ||
1184 | if (ret) | |
1185 | goto out; | |
1186 | ||
1187 | ret = 4; | |
1188 | if (copy_to_user(buffer, &status, 4)) | |
1189 | ret = -EFAULT; | |
1190 | ||
1191 | out: | |
1192 | return ret; | |
1193 | } | |
1194 | ||
1195 | static int spufs_check_valid_dma(struct mfc_dma_command *cmd) | |
1196 | { | |
1197 | pr_debug("queueing DMA %x %lx %x %x %x\n", cmd->lsa, | |
1198 | cmd->ea, cmd->size, cmd->tag, cmd->cmd); | |
1199 | ||
1200 | switch (cmd->cmd) { | |
1201 | case MFC_PUT_CMD: | |
1202 | case MFC_PUTF_CMD: | |
1203 | case MFC_PUTB_CMD: | |
1204 | case MFC_GET_CMD: | |
1205 | case MFC_GETF_CMD: | |
1206 | case MFC_GETB_CMD: | |
1207 | break; | |
1208 | default: | |
1209 | pr_debug("invalid DMA opcode %x\n", cmd->cmd); | |
1210 | return -EIO; | |
1211 | } | |
1212 | ||
1213 | if ((cmd->lsa & 0xf) != (cmd->ea &0xf)) { | |
1214 | pr_debug("invalid DMA alignment, ea %lx lsa %x\n", | |
1215 | cmd->ea, cmd->lsa); | |
1216 | return -EIO; | |
1217 | } | |
1218 | ||
1219 | switch (cmd->size & 0xf) { | |
1220 | case 1: | |
1221 | break; | |
1222 | case 2: | |
1223 | if (cmd->lsa & 1) | |
1224 | goto error; | |
1225 | break; | |
1226 | case 4: | |
1227 | if (cmd->lsa & 3) | |
1228 | goto error; | |
1229 | break; | |
1230 | case 8: | |
1231 | if (cmd->lsa & 7) | |
1232 | goto error; | |
1233 | break; | |
1234 | case 0: | |
1235 | if (cmd->lsa & 15) | |
1236 | goto error; | |
1237 | break; | |
1238 | error: | |
1239 | default: | |
1240 | pr_debug("invalid DMA alignment %x for size %x\n", | |
1241 | cmd->lsa & 0xf, cmd->size); | |
1242 | return -EIO; | |
1243 | } | |
1244 | ||
1245 | if (cmd->size > 16 * 1024) { | |
1246 | pr_debug("invalid DMA size %x\n", cmd->size); | |
1247 | return -EIO; | |
1248 | } | |
1249 | ||
1250 | if (cmd->tag & 0xfff0) { | |
1251 | /* we reserve the higher tag numbers for kernel use */ | |
1252 | pr_debug("invalid DMA tag\n"); | |
1253 | return -EIO; | |
1254 | } | |
1255 | ||
1256 | if (cmd->class) { | |
1257 | /* not supported in this version */ | |
1258 | pr_debug("invalid DMA class\n"); | |
1259 | return -EIO; | |
1260 | } | |
1261 | ||
1262 | return 0; | |
1263 | } | |
1264 | ||
1265 | static int spu_send_mfc_command(struct spu_context *ctx, | |
1266 | struct mfc_dma_command cmd, | |
1267 | int *error) | |
1268 | { | |
1269 | *error = ctx->ops->send_mfc_command(ctx, &cmd); | |
1270 | if (*error == -EAGAIN) { | |
1271 | /* wait for any tag group to complete | |
1272 | so we have space for the new command */ | |
1273 | ctx->ops->set_mfc_query(ctx, ctx->tagwait, 1); | |
1274 | /* try again, because the queue might be | |
1275 | empty again */ | |
1276 | *error = ctx->ops->send_mfc_command(ctx, &cmd); | |
1277 | if (*error == -EAGAIN) | |
1278 | return 0; | |
1279 | } | |
1280 | return 1; | |
1281 | } | |
1282 | ||
1283 | static ssize_t spufs_mfc_write(struct file *file, const char __user *buffer, | |
1284 | size_t size, loff_t *pos) | |
1285 | { | |
1286 | struct spu_context *ctx = file->private_data; | |
1287 | struct mfc_dma_command cmd; | |
1288 | int ret = -EINVAL; | |
1289 | ||
1290 | if (size != sizeof cmd) | |
1291 | goto out; | |
1292 | ||
1293 | ret = -EFAULT; | |
1294 | if (copy_from_user(&cmd, buffer, sizeof cmd)) | |
1295 | goto out; | |
1296 | ||
1297 | ret = spufs_check_valid_dma(&cmd); | |
1298 | if (ret) | |
1299 | goto out; | |
1300 | ||
1301 | spu_acquire_runnable(ctx); | |
1302 | if (file->f_flags & O_NONBLOCK) { | |
1303 | ret = ctx->ops->send_mfc_command(ctx, &cmd); | |
1304 | } else { | |
1305 | int status; | |
1306 | ret = spufs_wait(ctx->mfc_wq, | |
1307 | spu_send_mfc_command(ctx, cmd, &status)); | |
1308 | if (status) | |
1309 | ret = status; | |
1310 | } | |
1311 | spu_release(ctx); | |
1312 | ||
1313 | if (ret) | |
1314 | goto out; | |
1315 | ||
1316 | ctx->tagwait |= 1 << cmd.tag; | |
3692dc66 | 1317 | ret = size; |
a33a7d73 AB |
1318 | |
1319 | out: | |
1320 | return ret; | |
1321 | } | |
1322 | ||
1323 | static unsigned int spufs_mfc_poll(struct file *file,poll_table *wait) | |
1324 | { | |
1325 | struct spu_context *ctx = file->private_data; | |
1326 | u32 free_elements, tagstatus; | |
1327 | unsigned int mask; | |
1328 | ||
1329 | spu_acquire(ctx); | |
1330 | ctx->ops->set_mfc_query(ctx, ctx->tagwait, 2); | |
1331 | free_elements = ctx->ops->get_mfc_free_elements(ctx); | |
1332 | tagstatus = ctx->ops->read_mfc_tagstatus(ctx); | |
1333 | spu_release(ctx); | |
1334 | ||
1335 | poll_wait(file, &ctx->mfc_wq, wait); | |
1336 | ||
1337 | mask = 0; | |
1338 | if (free_elements & 0xffff) | |
1339 | mask |= POLLOUT | POLLWRNORM; | |
1340 | if (tagstatus & ctx->tagwait) | |
1341 | mask |= POLLIN | POLLRDNORM; | |
1342 | ||
1343 | pr_debug("%s: free %d tagstatus %d tagwait %d\n", __FUNCTION__, | |
1344 | free_elements, tagstatus, ctx->tagwait); | |
1345 | ||
1346 | return mask; | |
1347 | } | |
1348 | ||
73b6af8a | 1349 | static int spufs_mfc_flush(struct file *file, fl_owner_t id) |
a33a7d73 AB |
1350 | { |
1351 | struct spu_context *ctx = file->private_data; | |
1352 | int ret; | |
1353 | ||
1354 | spu_acquire(ctx); | |
1355 | #if 0 | |
1356 | /* this currently hangs */ | |
1357 | ret = spufs_wait(ctx->mfc_wq, | |
1358 | ctx->ops->set_mfc_query(ctx, ctx->tagwait, 2)); | |
1359 | if (ret) | |
1360 | goto out; | |
1361 | ret = spufs_wait(ctx->mfc_wq, | |
1362 | ctx->ops->read_mfc_tagstatus(ctx) == ctx->tagwait); | |
1363 | out: | |
1364 | #else | |
1365 | ret = 0; | |
1366 | #endif | |
1367 | spu_release(ctx); | |
1368 | ||
1369 | return ret; | |
1370 | } | |
1371 | ||
1372 | static int spufs_mfc_fsync(struct file *file, struct dentry *dentry, | |
1373 | int datasync) | |
1374 | { | |
73b6af8a | 1375 | return spufs_mfc_flush(file, NULL); |
a33a7d73 AB |
1376 | } |
1377 | ||
1378 | static int spufs_mfc_fasync(int fd, struct file *file, int on) | |
1379 | { | |
1380 | struct spu_context *ctx = file->private_data; | |
1381 | ||
1382 | return fasync_helper(fd, file, on, &ctx->mfc_fasync); | |
1383 | } | |
1384 | ||
5dfe4c96 | 1385 | static const struct file_operations spufs_mfc_fops = { |
a33a7d73 AB |
1386 | .open = spufs_mfc_open, |
1387 | .read = spufs_mfc_read, | |
1388 | .write = spufs_mfc_write, | |
1389 | .poll = spufs_mfc_poll, | |
1390 | .flush = spufs_mfc_flush, | |
1391 | .fsync = spufs_mfc_fsync, | |
1392 | .fasync = spufs_mfc_fasync, | |
6df10a82 | 1393 | .mmap = spufs_mfc_mmap, |
a33a7d73 AB |
1394 | }; |
1395 | ||
67207b96 AB |
1396 | static void spufs_npc_set(void *data, u64 val) |
1397 | { | |
1398 | struct spu_context *ctx = data; | |
8b3d6663 AB |
1399 | spu_acquire(ctx); |
1400 | ctx->ops->npc_write(ctx, val); | |
1401 | spu_release(ctx); | |
67207b96 AB |
1402 | } |
1403 | ||
1404 | static u64 spufs_npc_get(void *data) | |
1405 | { | |
1406 | struct spu_context *ctx = data; | |
1407 | u64 ret; | |
8b3d6663 AB |
1408 | spu_acquire(ctx); |
1409 | ret = ctx->ops->npc_read(ctx); | |
1410 | spu_release(ctx); | |
67207b96 AB |
1411 | return ret; |
1412 | } | |
9b5047e2 DGM |
1413 | DEFINE_SIMPLE_ATTRIBUTE(spufs_npc_ops, spufs_npc_get, spufs_npc_set, |
1414 | "0x%llx\n") | |
67207b96 | 1415 | |
8b3d6663 AB |
1416 | static void spufs_decr_set(void *data, u64 val) |
1417 | { | |
1418 | struct spu_context *ctx = data; | |
1419 | struct spu_lscsa *lscsa = ctx->csa.lscsa; | |
1420 | spu_acquire_saved(ctx); | |
1421 | lscsa->decr.slot[0] = (u32) val; | |
1422 | spu_release(ctx); | |
1423 | } | |
1424 | ||
bf1ab978 | 1425 | static u64 __spufs_decr_get(void *data) |
8b3d6663 AB |
1426 | { |
1427 | struct spu_context *ctx = data; | |
1428 | struct spu_lscsa *lscsa = ctx->csa.lscsa; | |
bf1ab978 DGM |
1429 | return lscsa->decr.slot[0]; |
1430 | } | |
1431 | ||
1432 | static u64 spufs_decr_get(void *data) | |
1433 | { | |
1434 | struct spu_context *ctx = data; | |
8b3d6663 AB |
1435 | u64 ret; |
1436 | spu_acquire_saved(ctx); | |
bf1ab978 | 1437 | ret = __spufs_decr_get(data); |
8b3d6663 AB |
1438 | spu_release(ctx); |
1439 | return ret; | |
1440 | } | |
1441 | DEFINE_SIMPLE_ATTRIBUTE(spufs_decr_ops, spufs_decr_get, spufs_decr_set, | |
9b5047e2 | 1442 | "0x%llx\n") |
8b3d6663 AB |
1443 | |
1444 | static void spufs_decr_status_set(void *data, u64 val) | |
1445 | { | |
1446 | struct spu_context *ctx = data; | |
1447 | struct spu_lscsa *lscsa = ctx->csa.lscsa; | |
1448 | spu_acquire_saved(ctx); | |
1449 | lscsa->decr_status.slot[0] = (u32) val; | |
1450 | spu_release(ctx); | |
1451 | } | |
1452 | ||
bf1ab978 | 1453 | static u64 __spufs_decr_status_get(void *data) |
8b3d6663 AB |
1454 | { |
1455 | struct spu_context *ctx = data; | |
1456 | struct spu_lscsa *lscsa = ctx->csa.lscsa; | |
bf1ab978 DGM |
1457 | return lscsa->decr_status.slot[0]; |
1458 | } | |
1459 | ||
1460 | static u64 spufs_decr_status_get(void *data) | |
1461 | { | |
1462 | struct spu_context *ctx = data; | |
8b3d6663 AB |
1463 | u64 ret; |
1464 | spu_acquire_saved(ctx); | |
bf1ab978 | 1465 | ret = __spufs_decr_status_get(data); |
8b3d6663 AB |
1466 | spu_release(ctx); |
1467 | return ret; | |
1468 | } | |
1469 | DEFINE_SIMPLE_ATTRIBUTE(spufs_decr_status_ops, spufs_decr_status_get, | |
9b5047e2 | 1470 | spufs_decr_status_set, "0x%llx\n") |
8b3d6663 | 1471 | |
8b3d6663 AB |
1472 | static void spufs_event_mask_set(void *data, u64 val) |
1473 | { | |
1474 | struct spu_context *ctx = data; | |
1475 | struct spu_lscsa *lscsa = ctx->csa.lscsa; | |
1476 | spu_acquire_saved(ctx); | |
1477 | lscsa->event_mask.slot[0] = (u32) val; | |
1478 | spu_release(ctx); | |
1479 | } | |
1480 | ||
bf1ab978 | 1481 | static u64 __spufs_event_mask_get(void *data) |
8b3d6663 AB |
1482 | { |
1483 | struct spu_context *ctx = data; | |
1484 | struct spu_lscsa *lscsa = ctx->csa.lscsa; | |
bf1ab978 DGM |
1485 | return lscsa->event_mask.slot[0]; |
1486 | } | |
1487 | ||
1488 | static u64 spufs_event_mask_get(void *data) | |
1489 | { | |
1490 | struct spu_context *ctx = data; | |
8b3d6663 AB |
1491 | u64 ret; |
1492 | spu_acquire_saved(ctx); | |
bf1ab978 | 1493 | ret = __spufs_event_mask_get(data); |
8b3d6663 AB |
1494 | spu_release(ctx); |
1495 | return ret; | |
1496 | } | |
1497 | DEFINE_SIMPLE_ATTRIBUTE(spufs_event_mask_ops, spufs_event_mask_get, | |
9b5047e2 | 1498 | spufs_event_mask_set, "0x%llx\n") |
8b3d6663 | 1499 | |
bf1ab978 | 1500 | static u64 __spufs_event_status_get(void *data) |
b9e3bd77 DGM |
1501 | { |
1502 | struct spu_context *ctx = data; | |
1503 | struct spu_state *state = &ctx->csa; | |
b9e3bd77 | 1504 | u64 stat; |
b9e3bd77 DGM |
1505 | stat = state->spu_chnlcnt_RW[0]; |
1506 | if (stat) | |
bf1ab978 DGM |
1507 | return state->spu_chnldata_RW[0]; |
1508 | return 0; | |
1509 | } | |
1510 | ||
1511 | static u64 spufs_event_status_get(void *data) | |
1512 | { | |
1513 | struct spu_context *ctx = data; | |
1514 | u64 ret = 0; | |
1515 | ||
1516 | spu_acquire_saved(ctx); | |
1517 | ret = __spufs_event_status_get(data); | |
b9e3bd77 DGM |
1518 | spu_release(ctx); |
1519 | return ret; | |
1520 | } | |
1521 | DEFINE_SIMPLE_ATTRIBUTE(spufs_event_status_ops, spufs_event_status_get, | |
1522 | NULL, "0x%llx\n") | |
1523 | ||
8b3d6663 AB |
1524 | static void spufs_srr0_set(void *data, u64 val) |
1525 | { | |
1526 | struct spu_context *ctx = data; | |
1527 | struct spu_lscsa *lscsa = ctx->csa.lscsa; | |
1528 | spu_acquire_saved(ctx); | |
1529 | lscsa->srr0.slot[0] = (u32) val; | |
1530 | spu_release(ctx); | |
1531 | } | |
1532 | ||
1533 | static u64 spufs_srr0_get(void *data) | |
1534 | { | |
1535 | struct spu_context *ctx = data; | |
1536 | struct spu_lscsa *lscsa = ctx->csa.lscsa; | |
1537 | u64 ret; | |
1538 | spu_acquire_saved(ctx); | |
1539 | ret = lscsa->srr0.slot[0]; | |
1540 | spu_release(ctx); | |
1541 | return ret; | |
1542 | } | |
1543 | DEFINE_SIMPLE_ATTRIBUTE(spufs_srr0_ops, spufs_srr0_get, spufs_srr0_set, | |
9b5047e2 | 1544 | "0x%llx\n") |
8b3d6663 | 1545 | |
7b1a7014 | 1546 | static u64 spufs_id_get(void *data) |
1547 | { | |
1548 | struct spu_context *ctx = data; | |
1549 | u64 num; | |
1550 | ||
1551 | spu_acquire(ctx); | |
1552 | if (ctx->state == SPU_STATE_RUNNABLE) | |
1553 | num = ctx->spu->number; | |
1554 | else | |
1555 | num = (unsigned int)-1; | |
1556 | spu_release(ctx); | |
1557 | ||
1558 | return num; | |
1559 | } | |
e45d6634 | 1560 | DEFINE_SIMPLE_ATTRIBUTE(spufs_id_ops, spufs_id_get, NULL, "0x%llx\n") |
7b1a7014 | 1561 | |
bf1ab978 | 1562 | static u64 __spufs_object_id_get(void *data) |
86767277 AB |
1563 | { |
1564 | struct spu_context *ctx = data; | |
1565 | return ctx->object_id; | |
1566 | } | |
1567 | ||
bf1ab978 DGM |
1568 | static u64 spufs_object_id_get(void *data) |
1569 | { | |
1570 | /* FIXME: Should there really be no locking here? */ | |
1571 | return __spufs_object_id_get(data); | |
1572 | } | |
1573 | ||
86767277 AB |
1574 | static void spufs_object_id_set(void *data, u64 id) |
1575 | { | |
1576 | struct spu_context *ctx = data; | |
1577 | ctx->object_id = id; | |
1578 | } | |
1579 | ||
1580 | DEFINE_SIMPLE_ATTRIBUTE(spufs_object_id_ops, spufs_object_id_get, | |
1581 | spufs_object_id_set, "0x%llx\n"); | |
1582 | ||
bf1ab978 DGM |
1583 | static u64 __spufs_lslr_get(void *data) |
1584 | { | |
1585 | struct spu_context *ctx = data; | |
1586 | return ctx->csa.priv2.spu_lslr_RW; | |
1587 | } | |
1588 | ||
b9e3bd77 DGM |
1589 | static u64 spufs_lslr_get(void *data) |
1590 | { | |
1591 | struct spu_context *ctx = data; | |
1592 | u64 ret; | |
1593 | ||
1594 | spu_acquire_saved(ctx); | |
bf1ab978 | 1595 | ret = __spufs_lslr_get(data); |
b9e3bd77 DGM |
1596 | spu_release(ctx); |
1597 | ||
1598 | return ret; | |
1599 | } | |
1600 | DEFINE_SIMPLE_ATTRIBUTE(spufs_lslr_ops, spufs_lslr_get, NULL, "0x%llx\n") | |
1601 | ||
1602 | static int spufs_info_open(struct inode *inode, struct file *file) | |
1603 | { | |
1604 | struct spufs_inode_info *i = SPUFS_I(inode); | |
1605 | struct spu_context *ctx = i->i_ctx; | |
1606 | file->private_data = ctx; | |
1607 | return 0; | |
1608 | } | |
1609 | ||
bf1ab978 DGM |
1610 | static ssize_t __spufs_mbox_info_read(struct spu_context *ctx, |
1611 | char __user *buf, size_t len, loff_t *pos) | |
1612 | { | |
1613 | u32 mbox_stat; | |
1614 | u32 data; | |
1615 | ||
1616 | mbox_stat = ctx->csa.prob.mb_stat_R; | |
1617 | if (mbox_stat & 0x0000ff) { | |
1618 | data = ctx->csa.prob.pu_mb_R; | |
1619 | } | |
1620 | ||
1621 | return simple_read_from_buffer(buf, len, pos, &data, sizeof data); | |
1622 | } | |
1623 | ||
69a2f00c DGM |
1624 | static ssize_t spufs_mbox_info_read(struct file *file, char __user *buf, |
1625 | size_t len, loff_t *pos) | |
1626 | { | |
bf1ab978 | 1627 | int ret; |
69a2f00c | 1628 | struct spu_context *ctx = file->private_data; |
69a2f00c DGM |
1629 | |
1630 | if (!access_ok(VERIFY_WRITE, buf, len)) | |
1631 | return -EFAULT; | |
1632 | ||
1633 | spu_acquire_saved(ctx); | |
1634 | spin_lock(&ctx->csa.register_lock); | |
bf1ab978 | 1635 | ret = __spufs_mbox_info_read(ctx, buf, len, pos); |
69a2f00c DGM |
1636 | spin_unlock(&ctx->csa.register_lock); |
1637 | spu_release(ctx); | |
1638 | ||
bf1ab978 | 1639 | return ret; |
69a2f00c DGM |
1640 | } |
1641 | ||
5dfe4c96 | 1642 | static const struct file_operations spufs_mbox_info_fops = { |
69a2f00c DGM |
1643 | .open = spufs_info_open, |
1644 | .read = spufs_mbox_info_read, | |
1645 | .llseek = generic_file_llseek, | |
1646 | }; | |
1647 | ||
bf1ab978 DGM |
1648 | static ssize_t __spufs_ibox_info_read(struct spu_context *ctx, |
1649 | char __user *buf, size_t len, loff_t *pos) | |
1650 | { | |
1651 | u32 ibox_stat; | |
1652 | u32 data; | |
1653 | ||
1654 | ibox_stat = ctx->csa.prob.mb_stat_R; | |
1655 | if (ibox_stat & 0xff0000) { | |
1656 | data = ctx->csa.priv2.puint_mb_R; | |
1657 | } | |
1658 | ||
1659 | return simple_read_from_buffer(buf, len, pos, &data, sizeof data); | |
1660 | } | |
1661 | ||
69a2f00c DGM |
1662 | static ssize_t spufs_ibox_info_read(struct file *file, char __user *buf, |
1663 | size_t len, loff_t *pos) | |
1664 | { | |
1665 | struct spu_context *ctx = file->private_data; | |
bf1ab978 | 1666 | int ret; |
69a2f00c DGM |
1667 | |
1668 | if (!access_ok(VERIFY_WRITE, buf, len)) | |
1669 | return -EFAULT; | |
1670 | ||
1671 | spu_acquire_saved(ctx); | |
1672 | spin_lock(&ctx->csa.register_lock); | |
bf1ab978 | 1673 | ret = __spufs_ibox_info_read(ctx, buf, len, pos); |
69a2f00c DGM |
1674 | spin_unlock(&ctx->csa.register_lock); |
1675 | spu_release(ctx); | |
1676 | ||
bf1ab978 | 1677 | return ret; |
69a2f00c DGM |
1678 | } |
1679 | ||
5dfe4c96 | 1680 | static const struct file_operations spufs_ibox_info_fops = { |
69a2f00c DGM |
1681 | .open = spufs_info_open, |
1682 | .read = spufs_ibox_info_read, | |
1683 | .llseek = generic_file_llseek, | |
1684 | }; | |
1685 | ||
bf1ab978 DGM |
1686 | static ssize_t __spufs_wbox_info_read(struct spu_context *ctx, |
1687 | char __user *buf, size_t len, loff_t *pos) | |
69a2f00c | 1688 | { |
69a2f00c DGM |
1689 | int i, cnt; |
1690 | u32 data[4]; | |
1691 | u32 wbox_stat; | |
1692 | ||
bf1ab978 DGM |
1693 | wbox_stat = ctx->csa.prob.mb_stat_R; |
1694 | cnt = 4 - ((wbox_stat & 0x00ff00) >> 8); | |
1695 | for (i = 0; i < cnt; i++) { | |
1696 | data[i] = ctx->csa.spu_mailbox_data[i]; | |
1697 | } | |
1698 | ||
1699 | return simple_read_from_buffer(buf, len, pos, &data, | |
1700 | cnt * sizeof(u32)); | |
1701 | } | |
1702 | ||
1703 | static ssize_t spufs_wbox_info_read(struct file *file, char __user *buf, | |
1704 | size_t len, loff_t *pos) | |
1705 | { | |
1706 | struct spu_context *ctx = file->private_data; | |
1707 | int ret; | |
1708 | ||
69a2f00c DGM |
1709 | if (!access_ok(VERIFY_WRITE, buf, len)) |
1710 | return -EFAULT; | |
1711 | ||
1712 | spu_acquire_saved(ctx); | |
1713 | spin_lock(&ctx->csa.register_lock); | |
bf1ab978 | 1714 | ret = __spufs_wbox_info_read(ctx, buf, len, pos); |
69a2f00c DGM |
1715 | spin_unlock(&ctx->csa.register_lock); |
1716 | spu_release(ctx); | |
1717 | ||
bf1ab978 | 1718 | return ret; |
69a2f00c DGM |
1719 | } |
1720 | ||
5dfe4c96 | 1721 | static const struct file_operations spufs_wbox_info_fops = { |
69a2f00c DGM |
1722 | .open = spufs_info_open, |
1723 | .read = spufs_wbox_info_read, | |
1724 | .llseek = generic_file_llseek, | |
1725 | }; | |
1726 | ||
bf1ab978 DGM |
1727 | static ssize_t __spufs_dma_info_read(struct spu_context *ctx, |
1728 | char __user *buf, size_t len, loff_t *pos) | |
b9e3bd77 | 1729 | { |
b9e3bd77 DGM |
1730 | struct spu_dma_info info; |
1731 | struct mfc_cq_sr *qp, *spuqp; | |
1732 | int i; | |
1733 | ||
b9e3bd77 DGM |
1734 | info.dma_info_type = ctx->csa.priv2.spu_tag_status_query_RW; |
1735 | info.dma_info_mask = ctx->csa.lscsa->tag_mask.slot[0]; | |
1736 | info.dma_info_status = ctx->csa.spu_chnldata_RW[24]; | |
1737 | info.dma_info_stall_and_notify = ctx->csa.spu_chnldata_RW[25]; | |
1738 | info.dma_info_atomic_command_status = ctx->csa.spu_chnldata_RW[27]; | |
1739 | for (i = 0; i < 16; i++) { | |
1740 | qp = &info.dma_info_command_data[i]; | |
1741 | spuqp = &ctx->csa.priv2.spuq[i]; | |
1742 | ||
1743 | qp->mfc_cq_data0_RW = spuqp->mfc_cq_data0_RW; | |
1744 | qp->mfc_cq_data1_RW = spuqp->mfc_cq_data1_RW; | |
1745 | qp->mfc_cq_data2_RW = spuqp->mfc_cq_data2_RW; | |
1746 | qp->mfc_cq_data3_RW = spuqp->mfc_cq_data3_RW; | |
1747 | } | |
b9e3bd77 DGM |
1748 | |
1749 | return simple_read_from_buffer(buf, len, pos, &info, | |
1750 | sizeof info); | |
1751 | } | |
1752 | ||
bf1ab978 DGM |
1753 | static ssize_t spufs_dma_info_read(struct file *file, char __user *buf, |
1754 | size_t len, loff_t *pos) | |
1755 | { | |
1756 | struct spu_context *ctx = file->private_data; | |
1757 | int ret; | |
1758 | ||
1759 | if (!access_ok(VERIFY_WRITE, buf, len)) | |
1760 | return -EFAULT; | |
1761 | ||
1762 | spu_acquire_saved(ctx); | |
1763 | spin_lock(&ctx->csa.register_lock); | |
1764 | ret = __spufs_dma_info_read(ctx, buf, len, pos); | |
1765 | spin_unlock(&ctx->csa.register_lock); | |
1766 | spu_release(ctx); | |
1767 | ||
1768 | return ret; | |
1769 | } | |
1770 | ||
5dfe4c96 | 1771 | static const struct file_operations spufs_dma_info_fops = { |
b9e3bd77 DGM |
1772 | .open = spufs_info_open, |
1773 | .read = spufs_dma_info_read, | |
1774 | }; | |
1775 | ||
bf1ab978 DGM |
1776 | static ssize_t __spufs_proxydma_info_read(struct spu_context *ctx, |
1777 | char __user *buf, size_t len, loff_t *pos) | |
b9e3bd77 | 1778 | { |
b9e3bd77 | 1779 | struct spu_proxydma_info info; |
b9e3bd77 | 1780 | struct mfc_cq_sr *qp, *puqp; |
bf1ab978 | 1781 | int ret = sizeof info; |
b9e3bd77 DGM |
1782 | int i; |
1783 | ||
1784 | if (len < ret) | |
1785 | return -EINVAL; | |
1786 | ||
1787 | if (!access_ok(VERIFY_WRITE, buf, len)) | |
1788 | return -EFAULT; | |
1789 | ||
b9e3bd77 DGM |
1790 | info.proxydma_info_type = ctx->csa.prob.dma_querytype_RW; |
1791 | info.proxydma_info_mask = ctx->csa.prob.dma_querymask_RW; | |
1792 | info.proxydma_info_status = ctx->csa.prob.dma_tagstatus_R; | |
1793 | for (i = 0; i < 8; i++) { | |
1794 | qp = &info.proxydma_info_command_data[i]; | |
1795 | puqp = &ctx->csa.priv2.puq[i]; | |
1796 | ||
1797 | qp->mfc_cq_data0_RW = puqp->mfc_cq_data0_RW; | |
1798 | qp->mfc_cq_data1_RW = puqp->mfc_cq_data1_RW; | |
1799 | qp->mfc_cq_data2_RW = puqp->mfc_cq_data2_RW; | |
1800 | qp->mfc_cq_data3_RW = puqp->mfc_cq_data3_RW; | |
1801 | } | |
bf1ab978 DGM |
1802 | |
1803 | return simple_read_from_buffer(buf, len, pos, &info, | |
1804 | sizeof info); | |
1805 | } | |
1806 | ||
1807 | static ssize_t spufs_proxydma_info_read(struct file *file, char __user *buf, | |
1808 | size_t len, loff_t *pos) | |
1809 | { | |
1810 | struct spu_context *ctx = file->private_data; | |
1811 | int ret; | |
1812 | ||
1813 | spu_acquire_saved(ctx); | |
1814 | spin_lock(&ctx->csa.register_lock); | |
1815 | ret = __spufs_proxydma_info_read(ctx, buf, len, pos); | |
b9e3bd77 DGM |
1816 | spin_unlock(&ctx->csa.register_lock); |
1817 | spu_release(ctx); | |
1818 | ||
b9e3bd77 DGM |
1819 | return ret; |
1820 | } | |
1821 | ||
5dfe4c96 | 1822 | static const struct file_operations spufs_proxydma_info_fops = { |
b9e3bd77 DGM |
1823 | .open = spufs_info_open, |
1824 | .read = spufs_proxydma_info_read, | |
1825 | }; | |
1826 | ||
67207b96 AB |
1827 | struct tree_descr spufs_dir_contents[] = { |
1828 | { "mem", &spufs_mem_fops, 0666, }, | |
8b3d6663 | 1829 | { "regs", &spufs_regs_fops, 0666, }, |
67207b96 AB |
1830 | { "mbox", &spufs_mbox_fops, 0444, }, |
1831 | { "ibox", &spufs_ibox_fops, 0444, }, | |
1832 | { "wbox", &spufs_wbox_fops, 0222, }, | |
1833 | { "mbox_stat", &spufs_mbox_stat_fops, 0444, }, | |
1834 | { "ibox_stat", &spufs_ibox_stat_fops, 0444, }, | |
1835 | { "wbox_stat", &spufs_wbox_stat_fops, 0444, }, | |
1836 | { "signal1", &spufs_signal1_fops, 0666, }, | |
1837 | { "signal2", &spufs_signal2_fops, 0666, }, | |
1838 | { "signal1_type", &spufs_signal1_type, 0666, }, | |
1839 | { "signal2_type", &spufs_signal2_type, 0666, }, | |
6df10a82 | 1840 | { "cntl", &spufs_cntl_fops, 0666, }, |
8b3d6663 | 1841 | { "fpcr", &spufs_fpcr_fops, 0666, }, |
b9e3bd77 DGM |
1842 | { "lslr", &spufs_lslr_ops, 0444, }, |
1843 | { "mfc", &spufs_mfc_fops, 0666, }, | |
1844 | { "mss", &spufs_mss_fops, 0666, }, | |
1845 | { "npc", &spufs_npc_ops, 0666, }, | |
1846 | { "srr0", &spufs_srr0_ops, 0666, }, | |
8b3d6663 AB |
1847 | { "decr", &spufs_decr_ops, 0666, }, |
1848 | { "decr_status", &spufs_decr_status_ops, 0666, }, | |
8b3d6663 | 1849 | { "event_mask", &spufs_event_mask_ops, 0666, }, |
b9e3bd77 | 1850 | { "event_status", &spufs_event_status_ops, 0444, }, |
27d5bf2a | 1851 | { "psmap", &spufs_psmap_fops, 0666, }, |
86767277 AB |
1852 | { "phys-id", &spufs_id_ops, 0666, }, |
1853 | { "object-id", &spufs_object_id_ops, 0666, }, | |
69a2f00c DGM |
1854 | { "mbox_info", &spufs_mbox_info_fops, 0444, }, |
1855 | { "ibox_info", &spufs_ibox_info_fops, 0444, }, | |
1856 | { "wbox_info", &spufs_wbox_info_fops, 0444, }, | |
b9e3bd77 DGM |
1857 | { "dma_info", &spufs_dma_info_fops, 0444, }, |
1858 | { "proxydma_info", &spufs_proxydma_info_fops, 0444, }, | |
67207b96 AB |
1859 | {}, |
1860 | }; | |
5737edd1 MN |
1861 | |
1862 | struct tree_descr spufs_dir_nosched_contents[] = { | |
1863 | { "mem", &spufs_mem_fops, 0666, }, | |
1864 | { "mbox", &spufs_mbox_fops, 0444, }, | |
1865 | { "ibox", &spufs_ibox_fops, 0444, }, | |
1866 | { "wbox", &spufs_wbox_fops, 0222, }, | |
1867 | { "mbox_stat", &spufs_mbox_stat_fops, 0444, }, | |
1868 | { "ibox_stat", &spufs_ibox_stat_fops, 0444, }, | |
1869 | { "wbox_stat", &spufs_wbox_stat_fops, 0444, }, | |
1870 | { "signal1", &spufs_signal1_fops, 0666, }, | |
1871 | { "signal2", &spufs_signal2_fops, 0666, }, | |
1872 | { "signal1_type", &spufs_signal1_type, 0666, }, | |
1873 | { "signal2_type", &spufs_signal2_type, 0666, }, | |
1874 | { "mss", &spufs_mss_fops, 0666, }, | |
1875 | { "mfc", &spufs_mfc_fops, 0666, }, | |
1876 | { "cntl", &spufs_cntl_fops, 0666, }, | |
1877 | { "npc", &spufs_npc_ops, 0666, }, | |
1878 | { "psmap", &spufs_psmap_fops, 0666, }, | |
1879 | { "phys-id", &spufs_id_ops, 0666, }, | |
1880 | { "object-id", &spufs_object_id_ops, 0666, }, | |
1881 | {}, | |
1882 | }; | |
bf1ab978 DGM |
1883 | |
1884 | struct spufs_coredump_reader spufs_coredump_read[] = { | |
1885 | { "regs", __spufs_regs_read, NULL, 128 * 16 }, | |
1886 | { "fpcr", __spufs_fpcr_read, NULL, 16 }, | |
1887 | { "lslr", NULL, __spufs_lslr_get, 11 }, | |
1888 | { "decr", NULL, __spufs_decr_get, 11 }, | |
1889 | { "decr_status", NULL, __spufs_decr_status_get, 11 }, | |
1890 | { "mem", __spufs_mem_read, NULL, 256 * 1024, }, | |
1891 | { "signal1", __spufs_signal1_read, NULL, 4 }, | |
1892 | { "signal1_type", NULL, __spufs_signal1_type_get, 2 }, | |
1893 | { "signal2", __spufs_signal2_read, NULL, 4 }, | |
1894 | { "signal2_type", NULL, __spufs_signal2_type_get, 2 }, | |
1895 | { "event_mask", NULL, __spufs_event_mask_get, 8 }, | |
1896 | { "event_status", NULL, __spufs_event_status_get, 8 }, | |
1897 | { "mbox_info", __spufs_mbox_info_read, NULL, 4 }, | |
1898 | { "ibox_info", __spufs_ibox_info_read, NULL, 4 }, | |
1899 | { "wbox_info", __spufs_wbox_info_read, NULL, 16 }, | |
1900 | { "dma_info", __spufs_dma_info_read, NULL, 69 * 8 }, | |
1901 | { "proxydma_info", __spufs_proxydma_info_read, NULL, 35 * 8 }, | |
1902 | { "object-id", NULL, __spufs_object_id_get, 19 }, | |
1903 | { }, | |
1904 | }; | |
1905 | int spufs_coredump_num_notes = ARRAY_SIZE(spufs_coredump_read) - 1; | |
1906 |