]> bbs.cooldavid.org Git - net-next-2.6.git/blame - arch/powerpc/platforms/cell/spufs/file.c
Convert files to UTF-8 and some cleanups
[net-next-2.6.git] / arch / powerpc / platforms / cell / spufs / file.c
CommitLineData
67207b96
AB
1/*
2 * SPU file system -- file contents
3 *
4 * (C) Copyright IBM Deutschland Entwicklung GmbH 2005
5 *
6 * Author: Arnd Bergmann <arndb@de.ibm.com>
7 *
8 * This program is free software; you can redistribute it and/or modify
9 * it under the terms of the GNU General Public License as published by
10 * the Free Software Foundation; either version 2, or (at your option)
11 * any later version.
12 *
13 * This program is distributed in the hope that it will be useful,
14 * but WITHOUT ANY WARRANTY; without even the implied warranty of
15 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
16 * GNU General Public License for more details.
17 *
18 * You should have received a copy of the GNU General Public License
19 * along with this program; if not, write to the Free Software
20 * Foundation, Inc., 675 Mass Ave, Cambridge, MA 02139, USA.
21 */
22
a33a7d73
AB
23#undef DEBUG
24
67207b96
AB
25#include <linux/fs.h>
26#include <linux/ioctl.h>
27#include <linux/module.h>
d88cfffa 28#include <linux/pagemap.h>
67207b96 29#include <linux/poll.h>
5110459f 30#include <linux/ptrace.h>
cbe709c1 31#include <linux/seq_file.h>
67207b96
AB
32
33#include <asm/io.h>
34#include <asm/semaphore.h>
35#include <asm/spu.h>
b9e3bd77 36#include <asm/spu_info.h>
67207b96
AB
37#include <asm/uaccess.h>
38
39#include "spufs.h"
40
27d5bf2a
BH
41#define SPUFS_MMAP_4K (PAGE_SIZE == 0x1000)
42
cbe709c1 43
67207b96
AB
44static int
45spufs_mem_open(struct inode *inode, struct file *file)
46{
47 struct spufs_inode_info *i = SPUFS_I(inode);
6df10a82 48 struct spu_context *ctx = i->i_ctx;
43c2bbd9 49
47d3a5fa 50 mutex_lock(&ctx->mapping_lock);
6df10a82 51 file->private_data = ctx;
43c2bbd9
CH
52 if (!i->i_openers++)
53 ctx->local_store = inode->i_mapping;
47d3a5fa 54 mutex_unlock(&ctx->mapping_lock);
43c2bbd9
CH
55 return 0;
56}
57
58static int
59spufs_mem_release(struct inode *inode, struct file *file)
60{
61 struct spufs_inode_info *i = SPUFS_I(inode);
62 struct spu_context *ctx = i->i_ctx;
63
47d3a5fa 64 mutex_lock(&ctx->mapping_lock);
43c2bbd9
CH
65 if (!--i->i_openers)
66 ctx->local_store = NULL;
47d3a5fa 67 mutex_unlock(&ctx->mapping_lock);
67207b96
AB
68 return 0;
69}
70
bf1ab978
DGM
71static ssize_t
72__spufs_mem_read(struct spu_context *ctx, char __user *buffer,
73 size_t size, loff_t *pos)
74{
75 char *local_store = ctx->ops->get_ls(ctx);
76 return simple_read_from_buffer(buffer, size, pos, local_store,
77 LS_SIZE);
78}
79
67207b96
AB
80static ssize_t
81spufs_mem_read(struct file *file, char __user *buffer,
82 size_t size, loff_t *pos)
83{
bf1ab978 84 struct spu_context *ctx = file->private_data;
aa0ed2bd 85 ssize_t ret;
67207b96 86
8b3d6663 87 spu_acquire(ctx);
bf1ab978 88 ret = __spufs_mem_read(ctx, buffer, size, pos);
8b3d6663 89 spu_release(ctx);
67207b96
AB
90 return ret;
91}
92
93static ssize_t
94spufs_mem_write(struct file *file, const char __user *buffer,
aa0ed2bd 95 size_t size, loff_t *ppos)
67207b96
AB
96{
97 struct spu_context *ctx = file->private_data;
8b3d6663 98 char *local_store;
aa0ed2bd 99 loff_t pos = *ppos;
8b3d6663 100 int ret;
67207b96 101
aa0ed2bd
AB
102 if (pos < 0)
103 return -EINVAL;
104 if (pos > LS_SIZE)
67207b96 105 return -EFBIG;
aa0ed2bd
AB
106 if (size > LS_SIZE - pos)
107 size = LS_SIZE - pos;
8b3d6663
AB
108
109 spu_acquire(ctx);
8b3d6663 110 local_store = ctx->ops->get_ls(ctx);
aa0ed2bd 111 ret = copy_from_user(local_store + pos, buffer, size);
8b3d6663 112 spu_release(ctx);
aa0ed2bd
AB
113
114 if (ret)
115 return -EFAULT;
116 *ppos = pos + size;
117 return size;
67207b96
AB
118}
119
78bde53e
BH
120static unsigned long spufs_mem_mmap_nopfn(struct vm_area_struct *vma,
121 unsigned long address)
8b3d6663 122{
f1fa74f4
BH
123 struct spu_context *ctx = vma->vm_file->private_data;
124 unsigned long pfn, offset, addr0 = address;
125#ifdef CONFIG_SPU_FS_64K_LS
126 struct spu_state *csa = &ctx->csa;
127 int psize;
128
129 /* Check what page size we are using */
130 psize = get_slice_psize(vma->vm_mm, address);
131
132 /* Some sanity checking */
133 BUG_ON(csa->use_big_pages != (psize == MMU_PAGE_64K));
134
135 /* Wow, 64K, cool, we need to align the address though */
136 if (csa->use_big_pages) {
137 BUG_ON(vma->vm_start & 0xffff);
138 address &= ~0xfffful;
139 }
140#endif /* CONFIG_SPU_FS_64K_LS */
8b3d6663 141
f1fa74f4 142 offset = (address - vma->vm_start) + (vma->vm_pgoff << PAGE_SHIFT);
128b8546
MN
143 if (offset >= LS_SIZE)
144 return NOPFN_SIGBUS;
145
f1fa74f4
BH
146 pr_debug("spufs_mem_mmap_nopfn address=0x%lx -> 0x%lx, offset=0x%lx\n",
147 addr0, address, offset);
148
8b3d6663
AB
149 spu_acquire(ctx);
150
ac91cb8d
AB
151 if (ctx->state == SPU_STATE_SAVED) {
152 vma->vm_page_prot = __pgprot(pgprot_val(vma->vm_page_prot)
932f535d 153 & ~_PAGE_NO_CACHE);
78bde53e 154 pfn = vmalloc_to_pfn(ctx->csa.lscsa->ls + offset);
ac91cb8d
AB
155 } else {
156 vma->vm_page_prot = __pgprot(pgprot_val(vma->vm_page_prot)
78bde53e
BH
157 | _PAGE_NO_CACHE);
158 pfn = (ctx->spu->local_store_phys + offset) >> PAGE_SHIFT;
ac91cb8d 159 }
78bde53e 160 vm_insert_pfn(vma, address, pfn);
8b3d6663 161
78bde53e 162 spu_release(ctx);
8b3d6663 163
78bde53e 164 return NOPFN_REFAULT;
8b3d6663
AB
165}
166
78bde53e 167
8b3d6663 168static struct vm_operations_struct spufs_mem_mmap_vmops = {
78bde53e 169 .nopfn = spufs_mem_mmap_nopfn,
8b3d6663
AB
170};
171
f1fa74f4 172static int spufs_mem_mmap(struct file *file, struct vm_area_struct *vma)
67207b96 173{
f1fa74f4
BH
174#ifdef CONFIG_SPU_FS_64K_LS
175 struct spu_context *ctx = file->private_data;
176 struct spu_state *csa = &ctx->csa;
177
178 /* Sanity check VMA alignment */
179 if (csa->use_big_pages) {
180 pr_debug("spufs_mem_mmap 64K, start=0x%lx, end=0x%lx,"
181 " pgoff=0x%lx\n", vma->vm_start, vma->vm_end,
182 vma->vm_pgoff);
183 if (vma->vm_start & 0xffff)
184 return -EINVAL;
185 if (vma->vm_pgoff & 0xf)
186 return -EINVAL;
187 }
188#endif /* CONFIG_SPU_FS_64K_LS */
189
8b3d6663
AB
190 if (!(vma->vm_flags & VM_SHARED))
191 return -EINVAL;
67207b96 192
78bde53e 193 vma->vm_flags |= VM_IO | VM_PFNMAP;
8b3d6663
AB
194 vma->vm_page_prot = __pgprot(pgprot_val(vma->vm_page_prot)
195 | _PAGE_NO_CACHE);
196
197 vma->vm_ops = &spufs_mem_mmap_vmops;
67207b96
AB
198 return 0;
199}
200
f1fa74f4 201#ifdef CONFIG_SPU_FS_64K_LS
1238819a
SS
202static unsigned long spufs_get_unmapped_area(struct file *file,
203 unsigned long addr, unsigned long len, unsigned long pgoff,
204 unsigned long flags)
f1fa74f4
BH
205{
206 struct spu_context *ctx = file->private_data;
207 struct spu_state *csa = &ctx->csa;
208
209 /* If not using big pages, fallback to normal MM g_u_a */
210 if (!csa->use_big_pages)
211 return current->mm->get_unmapped_area(file, addr, len,
212 pgoff, flags);
213
214 /* Else, try to obtain a 64K pages slice */
215 return slice_get_unmapped_area(addr, len, flags,
216 MMU_PAGE_64K, 1, 0);
217}
218#endif /* CONFIG_SPU_FS_64K_LS */
219
5dfe4c96 220static const struct file_operations spufs_mem_fops = {
7022543e
JK
221 .open = spufs_mem_open,
222 .release = spufs_mem_release,
223 .read = spufs_mem_read,
224 .write = spufs_mem_write,
225 .llseek = generic_file_llseek,
226 .mmap = spufs_mem_mmap,
f1fa74f4
BH
227#ifdef CONFIG_SPU_FS_64K_LS
228 .get_unmapped_area = spufs_get_unmapped_area,
229#endif
8b3d6663
AB
230};
231
78bde53e 232static unsigned long spufs_ps_nopfn(struct vm_area_struct *vma,
6df10a82 233 unsigned long address,
78bde53e 234 unsigned long ps_offs,
27d5bf2a 235 unsigned long ps_size)
6df10a82 236{
6df10a82 237 struct spu_context *ctx = vma->vm_file->private_data;
78bde53e 238 unsigned long area, offset = address - vma->vm_start;
6df10a82
MN
239 int ret;
240
241 offset += vma->vm_pgoff << PAGE_SHIFT;
27d5bf2a 242 if (offset >= ps_size)
78bde53e 243 return NOPFN_SIGBUS;
6df10a82 244
78bde53e
BH
245 /* error here usually means a signal.. we might want to test
246 * the error code more precisely though
247 */
26bec673 248 ret = spu_acquire_runnable(ctx, 0);
6df10a82 249 if (ret)
78bde53e 250 return NOPFN_REFAULT;
6df10a82
MN
251
252 area = ctx->spu->problem_phys + ps_offs;
78bde53e 253 vm_insert_pfn(vma, address, (area + offset) >> PAGE_SHIFT);
6df10a82
MN
254 spu_release(ctx);
255
78bde53e 256 return NOPFN_REFAULT;
6df10a82
MN
257}
258
27d5bf2a 259#if SPUFS_MMAP_4K
78bde53e
BH
260static unsigned long spufs_cntl_mmap_nopfn(struct vm_area_struct *vma,
261 unsigned long address)
6df10a82 262{
78bde53e 263 return spufs_ps_nopfn(vma, address, 0x4000, 0x1000);
6df10a82
MN
264}
265
266static struct vm_operations_struct spufs_cntl_mmap_vmops = {
78bde53e 267 .nopfn = spufs_cntl_mmap_nopfn,
6df10a82
MN
268};
269
270/*
271 * mmap support for problem state control area [0x4000 - 0x4fff].
6df10a82
MN
272 */
273static int spufs_cntl_mmap(struct file *file, struct vm_area_struct *vma)
274{
275 if (!(vma->vm_flags & VM_SHARED))
276 return -EINVAL;
277
78bde53e 278 vma->vm_flags |= VM_IO | VM_PFNMAP;
6df10a82 279 vma->vm_page_prot = __pgprot(pgprot_val(vma->vm_page_prot)
23cc7701 280 | _PAGE_NO_CACHE | _PAGE_GUARDED);
6df10a82
MN
281
282 vma->vm_ops = &spufs_cntl_mmap_vmops;
283 return 0;
284}
27d5bf2a
BH
285#else /* SPUFS_MMAP_4K */
286#define spufs_cntl_mmap NULL
287#endif /* !SPUFS_MMAP_4K */
6df10a82 288
e1dbff2b 289static u64 spufs_cntl_get(void *data)
6df10a82 290{
e1dbff2b
AB
291 struct spu_context *ctx = data;
292 u64 val;
6df10a82 293
e1dbff2b
AB
294 spu_acquire(ctx);
295 val = ctx->ops->status_read(ctx);
296 spu_release(ctx);
297
298 return val;
6df10a82
MN
299}
300
e1dbff2b 301static void spufs_cntl_set(void *data, u64 val)
6df10a82 302{
e1dbff2b
AB
303 struct spu_context *ctx = data;
304
305 spu_acquire(ctx);
306 ctx->ops->runcntl_write(ctx, val);
307 spu_release(ctx);
6df10a82
MN
308}
309
e1dbff2b 310static int spufs_cntl_open(struct inode *inode, struct file *file)
6df10a82 311{
e1dbff2b
AB
312 struct spufs_inode_info *i = SPUFS_I(inode);
313 struct spu_context *ctx = i->i_ctx;
314
47d3a5fa 315 mutex_lock(&ctx->mapping_lock);
e1dbff2b 316 file->private_data = ctx;
43c2bbd9
CH
317 if (!i->i_openers++)
318 ctx->cntl = inode->i_mapping;
47d3a5fa 319 mutex_unlock(&ctx->mapping_lock);
e1dbff2b
AB
320 return simple_attr_open(inode, file, spufs_cntl_get,
321 spufs_cntl_set, "0x%08lx");
6df10a82
MN
322}
323
43c2bbd9
CH
324static int
325spufs_cntl_release(struct inode *inode, struct file *file)
326{
327 struct spufs_inode_info *i = SPUFS_I(inode);
328 struct spu_context *ctx = i->i_ctx;
329
330 simple_attr_close(inode, file);
331
47d3a5fa 332 mutex_lock(&ctx->mapping_lock);
43c2bbd9
CH
333 if (!--i->i_openers)
334 ctx->cntl = NULL;
47d3a5fa 335 mutex_unlock(&ctx->mapping_lock);
43c2bbd9
CH
336 return 0;
337}
338
5dfe4c96 339static const struct file_operations spufs_cntl_fops = {
6df10a82 340 .open = spufs_cntl_open,
43c2bbd9 341 .release = spufs_cntl_release,
e1dbff2b
AB
342 .read = simple_attr_read,
343 .write = simple_attr_write,
6df10a82 344 .mmap = spufs_cntl_mmap,
6df10a82
MN
345};
346
8b3d6663
AB
347static int
348spufs_regs_open(struct inode *inode, struct file *file)
349{
350 struct spufs_inode_info *i = SPUFS_I(inode);
351 file->private_data = i->i_ctx;
352 return 0;
353}
354
bf1ab978
DGM
355static ssize_t
356__spufs_regs_read(struct spu_context *ctx, char __user *buffer,
357 size_t size, loff_t *pos)
358{
359 struct spu_lscsa *lscsa = ctx->csa.lscsa;
360 return simple_read_from_buffer(buffer, size, pos,
361 lscsa->gprs, sizeof lscsa->gprs);
362}
363
8b3d6663
AB
364static ssize_t
365spufs_regs_read(struct file *file, char __user *buffer,
366 size_t size, loff_t *pos)
367{
8b3d6663 368 int ret;
bf1ab978 369 struct spu_context *ctx = file->private_data;
8b3d6663
AB
370
371 spu_acquire_saved(ctx);
bf1ab978 372 ret = __spufs_regs_read(ctx, buffer, size, pos);
27b1ea09 373 spu_release_saved(ctx);
8b3d6663
AB
374 return ret;
375}
376
377static ssize_t
378spufs_regs_write(struct file *file, const char __user *buffer,
379 size_t size, loff_t *pos)
380{
381 struct spu_context *ctx = file->private_data;
382 struct spu_lscsa *lscsa = ctx->csa.lscsa;
383 int ret;
384
385 size = min_t(ssize_t, sizeof lscsa->gprs - *pos, size);
386 if (size <= 0)
387 return -EFBIG;
388 *pos += size;
389
390 spu_acquire_saved(ctx);
391
392 ret = copy_from_user(lscsa->gprs + *pos - size,
393 buffer, size) ? -EFAULT : size;
394
27b1ea09 395 spu_release_saved(ctx);
8b3d6663
AB
396 return ret;
397}
398
5dfe4c96 399static const struct file_operations spufs_regs_fops = {
8b3d6663
AB
400 .open = spufs_regs_open,
401 .read = spufs_regs_read,
402 .write = spufs_regs_write,
67207b96
AB
403 .llseek = generic_file_llseek,
404};
405
bf1ab978
DGM
406static ssize_t
407__spufs_fpcr_read(struct spu_context *ctx, char __user * buffer,
408 size_t size, loff_t * pos)
409{
410 struct spu_lscsa *lscsa = ctx->csa.lscsa;
411 return simple_read_from_buffer(buffer, size, pos,
412 &lscsa->fpcr, sizeof(lscsa->fpcr));
413}
414
8b3d6663
AB
415static ssize_t
416spufs_fpcr_read(struct file *file, char __user * buffer,
417 size_t size, loff_t * pos)
418{
8b3d6663 419 int ret;
bf1ab978 420 struct spu_context *ctx = file->private_data;
8b3d6663
AB
421
422 spu_acquire_saved(ctx);
bf1ab978 423 ret = __spufs_fpcr_read(ctx, buffer, size, pos);
27b1ea09 424 spu_release_saved(ctx);
8b3d6663
AB
425 return ret;
426}
427
428static ssize_t
429spufs_fpcr_write(struct file *file, const char __user * buffer,
430 size_t size, loff_t * pos)
431{
432 struct spu_context *ctx = file->private_data;
433 struct spu_lscsa *lscsa = ctx->csa.lscsa;
434 int ret;
435
436 size = min_t(ssize_t, sizeof(lscsa->fpcr) - *pos, size);
437 if (size <= 0)
438 return -EFBIG;
439 *pos += size;
440
441 spu_acquire_saved(ctx);
442
443 ret = copy_from_user((char *)&lscsa->fpcr + *pos - size,
444 buffer, size) ? -EFAULT : size;
445
27b1ea09 446 spu_release_saved(ctx);
8b3d6663
AB
447 return ret;
448}
449
5dfe4c96 450static const struct file_operations spufs_fpcr_fops = {
8b3d6663
AB
451 .open = spufs_regs_open,
452 .read = spufs_fpcr_read,
453 .write = spufs_fpcr_write,
454 .llseek = generic_file_llseek,
455};
456
67207b96
AB
457/* generic open function for all pipe-like files */
458static int spufs_pipe_open(struct inode *inode, struct file *file)
459{
460 struct spufs_inode_info *i = SPUFS_I(inode);
461 file->private_data = i->i_ctx;
462
463 return nonseekable_open(inode, file);
464}
465
cdcc89bb
AB
466/*
467 * Read as many bytes from the mailbox as possible, until
468 * one of the conditions becomes true:
469 *
470 * - no more data available in the mailbox
471 * - end of the user provided buffer
472 * - end of the mapped area
473 */
67207b96
AB
474static ssize_t spufs_mbox_read(struct file *file, char __user *buf,
475 size_t len, loff_t *pos)
476{
8b3d6663 477 struct spu_context *ctx = file->private_data;
cdcc89bb
AB
478 u32 mbox_data, __user *udata;
479 ssize_t count;
67207b96
AB
480
481 if (len < 4)
482 return -EINVAL;
483
cdcc89bb
AB
484 if (!access_ok(VERIFY_WRITE, buf, len))
485 return -EFAULT;
486
487 udata = (void __user *)buf;
488
8b3d6663 489 spu_acquire(ctx);
274cef5e 490 for (count = 0; (count + 4) <= len; count += 4, udata++) {
cdcc89bb
AB
491 int ret;
492 ret = ctx->ops->mbox_read(ctx, &mbox_data);
493 if (ret == 0)
494 break;
495
496 /*
497 * at the end of the mapped area, we can fault
498 * but still need to return the data we have
499 * read successfully so far.
500 */
501 ret = __put_user(mbox_data, udata);
502 if (ret) {
503 if (!count)
504 count = -EFAULT;
505 break;
506 }
507 }
8b3d6663 508 spu_release(ctx);
67207b96 509
cdcc89bb
AB
510 if (!count)
511 count = -EAGAIN;
67207b96 512
cdcc89bb 513 return count;
67207b96
AB
514}
515
5dfe4c96 516static const struct file_operations spufs_mbox_fops = {
67207b96
AB
517 .open = spufs_pipe_open,
518 .read = spufs_mbox_read,
519};
520
521static ssize_t spufs_mbox_stat_read(struct file *file, char __user *buf,
522 size_t len, loff_t *pos)
523{
8b3d6663 524 struct spu_context *ctx = file->private_data;
67207b96
AB
525 u32 mbox_stat;
526
527 if (len < 4)
528 return -EINVAL;
529
8b3d6663
AB
530 spu_acquire(ctx);
531
532 mbox_stat = ctx->ops->mbox_stat_read(ctx) & 0xff;
533
534 spu_release(ctx);
67207b96
AB
535
536 if (copy_to_user(buf, &mbox_stat, sizeof mbox_stat))
537 return -EFAULT;
538
539 return 4;
540}
541
5dfe4c96 542static const struct file_operations spufs_mbox_stat_fops = {
67207b96
AB
543 .open = spufs_pipe_open,
544 .read = spufs_mbox_stat_read,
545};
546
547/* low-level ibox access function */
8b3d6663 548size_t spu_ibox_read(struct spu_context *ctx, u32 *data)
67207b96 549{
8b3d6663
AB
550 return ctx->ops->ibox_read(ctx, data);
551}
67207b96 552
8b3d6663
AB
553static int spufs_ibox_fasync(int fd, struct file *file, int on)
554{
555 struct spu_context *ctx = file->private_data;
67207b96 556
8b3d6663 557 return fasync_helper(fd, file, on, &ctx->ibox_fasync);
67207b96 558}
67207b96 559
8b3d6663
AB
560/* interrupt-level ibox callback function. */
561void spufs_ibox_callback(struct spu *spu)
67207b96 562{
8b3d6663
AB
563 struct spu_context *ctx = spu->ctx;
564
565 wake_up_all(&ctx->ibox_wq);
566 kill_fasync(&ctx->ibox_fasync, SIGIO, POLLIN);
67207b96
AB
567}
568
cdcc89bb
AB
569/*
570 * Read as many bytes from the interrupt mailbox as possible, until
571 * one of the conditions becomes true:
572 *
573 * - no more data available in the mailbox
574 * - end of the user provided buffer
575 * - end of the mapped area
576 *
577 * If the file is opened without O_NONBLOCK, we wait here until
578 * any data is available, but return when we have been able to
579 * read something.
580 */
67207b96
AB
581static ssize_t spufs_ibox_read(struct file *file, char __user *buf,
582 size_t len, loff_t *pos)
583{
8b3d6663 584 struct spu_context *ctx = file->private_data;
cdcc89bb
AB
585 u32 ibox_data, __user *udata;
586 ssize_t count;
67207b96
AB
587
588 if (len < 4)
589 return -EINVAL;
590
cdcc89bb
AB
591 if (!access_ok(VERIFY_WRITE, buf, len))
592 return -EFAULT;
593
594 udata = (void __user *)buf;
595
8b3d6663 596 spu_acquire(ctx);
67207b96 597
cdcc89bb
AB
598 /* wait only for the first element */
599 count = 0;
67207b96 600 if (file->f_flags & O_NONBLOCK) {
8b3d6663 601 if (!spu_ibox_read(ctx, &ibox_data))
cdcc89bb 602 count = -EAGAIN;
67207b96 603 } else {
cdcc89bb 604 count = spufs_wait(ctx->ibox_wq, spu_ibox_read(ctx, &ibox_data));
67207b96 605 }
cdcc89bb
AB
606 if (count)
607 goto out;
67207b96 608
cdcc89bb
AB
609 /* if we can't write at all, return -EFAULT */
610 count = __put_user(ibox_data, udata);
611 if (count)
612 goto out;
8b3d6663 613
cdcc89bb
AB
614 for (count = 4, udata++; (count + 4) <= len; count += 4, udata++) {
615 int ret;
616 ret = ctx->ops->ibox_read(ctx, &ibox_data);
617 if (ret == 0)
618 break;
619 /*
620 * at the end of the mapped area, we can fault
621 * but still need to return the data we have
622 * read successfully so far.
623 */
624 ret = __put_user(ibox_data, udata);
625 if (ret)
626 break;
627 }
67207b96 628
cdcc89bb
AB
629out:
630 spu_release(ctx);
67207b96 631
cdcc89bb 632 return count;
67207b96
AB
633}
634
635static unsigned int spufs_ibox_poll(struct file *file, poll_table *wait)
636{
8b3d6663 637 struct spu_context *ctx = file->private_data;
67207b96
AB
638 unsigned int mask;
639
8b3d6663 640 poll_wait(file, &ctx->ibox_wq, wait);
67207b96 641
3a843d7c
AB
642 spu_acquire(ctx);
643 mask = ctx->ops->mbox_stat_poll(ctx, POLLIN | POLLRDNORM);
644 spu_release(ctx);
67207b96
AB
645
646 return mask;
647}
648
5dfe4c96 649static const struct file_operations spufs_ibox_fops = {
67207b96
AB
650 .open = spufs_pipe_open,
651 .read = spufs_ibox_read,
652 .poll = spufs_ibox_poll,
653 .fasync = spufs_ibox_fasync,
654};
655
656static ssize_t spufs_ibox_stat_read(struct file *file, char __user *buf,
657 size_t len, loff_t *pos)
658{
8b3d6663 659 struct spu_context *ctx = file->private_data;
67207b96
AB
660 u32 ibox_stat;
661
662 if (len < 4)
663 return -EINVAL;
664
8b3d6663
AB
665 spu_acquire(ctx);
666 ibox_stat = (ctx->ops->mbox_stat_read(ctx) >> 16) & 0xff;
667 spu_release(ctx);
67207b96
AB
668
669 if (copy_to_user(buf, &ibox_stat, sizeof ibox_stat))
670 return -EFAULT;
671
672 return 4;
673}
674
5dfe4c96 675static const struct file_operations spufs_ibox_stat_fops = {
67207b96
AB
676 .open = spufs_pipe_open,
677 .read = spufs_ibox_stat_read,
678};
679
680/* low-level mailbox write */
8b3d6663 681size_t spu_wbox_write(struct spu_context *ctx, u32 data)
67207b96 682{
8b3d6663
AB
683 return ctx->ops->wbox_write(ctx, data);
684}
67207b96 685
8b3d6663
AB
686static int spufs_wbox_fasync(int fd, struct file *file, int on)
687{
688 struct spu_context *ctx = file->private_data;
689 int ret;
67207b96 690
8b3d6663 691 ret = fasync_helper(fd, file, on, &ctx->wbox_fasync);
67207b96 692
67207b96
AB
693 return ret;
694}
67207b96 695
8b3d6663
AB
696/* interrupt-level wbox callback function. */
697void spufs_wbox_callback(struct spu *spu)
67207b96 698{
8b3d6663
AB
699 struct spu_context *ctx = spu->ctx;
700
701 wake_up_all(&ctx->wbox_wq);
702 kill_fasync(&ctx->wbox_fasync, SIGIO, POLLOUT);
67207b96
AB
703}
704
cdcc89bb
AB
705/*
706 * Write as many bytes to the interrupt mailbox as possible, until
707 * one of the conditions becomes true:
708 *
709 * - the mailbox is full
710 * - end of the user provided buffer
711 * - end of the mapped area
712 *
713 * If the file is opened without O_NONBLOCK, we wait here until
714 * space is availabyl, but return when we have been able to
715 * write something.
716 */
67207b96
AB
717static ssize_t spufs_wbox_write(struct file *file, const char __user *buf,
718 size_t len, loff_t *pos)
719{
8b3d6663 720 struct spu_context *ctx = file->private_data;
cdcc89bb
AB
721 u32 wbox_data, __user *udata;
722 ssize_t count;
67207b96
AB
723
724 if (len < 4)
725 return -EINVAL;
726
cdcc89bb
AB
727 udata = (void __user *)buf;
728 if (!access_ok(VERIFY_READ, buf, len))
729 return -EFAULT;
730
731 if (__get_user(wbox_data, udata))
67207b96
AB
732 return -EFAULT;
733
8b3d6663
AB
734 spu_acquire(ctx);
735
cdcc89bb
AB
736 /*
737 * make sure we can at least write one element, by waiting
738 * in case of !O_NONBLOCK
739 */
740 count = 0;
67207b96 741 if (file->f_flags & O_NONBLOCK) {
8b3d6663 742 if (!spu_wbox_write(ctx, wbox_data))
cdcc89bb 743 count = -EAGAIN;
67207b96 744 } else {
cdcc89bb 745 count = spufs_wait(ctx->wbox_wq, spu_wbox_write(ctx, wbox_data));
67207b96
AB
746 }
747
cdcc89bb
AB
748 if (count)
749 goto out;
8b3d6663 750
96de0e25 751 /* write as much as possible */
cdcc89bb
AB
752 for (count = 4, udata++; (count + 4) <= len; count += 4, udata++) {
753 int ret;
754 ret = __get_user(wbox_data, udata);
755 if (ret)
756 break;
757
758 ret = spu_wbox_write(ctx, wbox_data);
759 if (ret == 0)
760 break;
761 }
762
763out:
764 spu_release(ctx);
765 return count;
67207b96
AB
766}
767
768static unsigned int spufs_wbox_poll(struct file *file, poll_table *wait)
769{
8b3d6663 770 struct spu_context *ctx = file->private_data;
67207b96
AB
771 unsigned int mask;
772
8b3d6663 773 poll_wait(file, &ctx->wbox_wq, wait);
67207b96 774
3a843d7c
AB
775 spu_acquire(ctx);
776 mask = ctx->ops->mbox_stat_poll(ctx, POLLOUT | POLLWRNORM);
777 spu_release(ctx);
67207b96
AB
778
779 return mask;
780}
781
5dfe4c96 782static const struct file_operations spufs_wbox_fops = {
67207b96
AB
783 .open = spufs_pipe_open,
784 .write = spufs_wbox_write,
785 .poll = spufs_wbox_poll,
786 .fasync = spufs_wbox_fasync,
787};
788
789static ssize_t spufs_wbox_stat_read(struct file *file, char __user *buf,
790 size_t len, loff_t *pos)
791{
8b3d6663 792 struct spu_context *ctx = file->private_data;
67207b96
AB
793 u32 wbox_stat;
794
795 if (len < 4)
796 return -EINVAL;
797
8b3d6663
AB
798 spu_acquire(ctx);
799 wbox_stat = (ctx->ops->mbox_stat_read(ctx) >> 8) & 0xff;
800 spu_release(ctx);
67207b96
AB
801
802 if (copy_to_user(buf, &wbox_stat, sizeof wbox_stat))
803 return -EFAULT;
804
805 return 4;
806}
807
5dfe4c96 808static const struct file_operations spufs_wbox_stat_fops = {
67207b96
AB
809 .open = spufs_pipe_open,
810 .read = spufs_wbox_stat_read,
811};
812
6df10a82
MN
813static int spufs_signal1_open(struct inode *inode, struct file *file)
814{
815 struct spufs_inode_info *i = SPUFS_I(inode);
816 struct spu_context *ctx = i->i_ctx;
43c2bbd9 817
47d3a5fa 818 mutex_lock(&ctx->mapping_lock);
6df10a82 819 file->private_data = ctx;
43c2bbd9
CH
820 if (!i->i_openers++)
821 ctx->signal1 = inode->i_mapping;
47d3a5fa 822 mutex_unlock(&ctx->mapping_lock);
6df10a82
MN
823 return nonseekable_open(inode, file);
824}
825
43c2bbd9
CH
826static int
827spufs_signal1_release(struct inode *inode, struct file *file)
828{
829 struct spufs_inode_info *i = SPUFS_I(inode);
830 struct spu_context *ctx = i->i_ctx;
831
47d3a5fa 832 mutex_lock(&ctx->mapping_lock);
43c2bbd9
CH
833 if (!--i->i_openers)
834 ctx->signal1 = NULL;
47d3a5fa 835 mutex_unlock(&ctx->mapping_lock);
43c2bbd9
CH
836 return 0;
837}
838
bf1ab978 839static ssize_t __spufs_signal1_read(struct spu_context *ctx, char __user *buf,
67207b96
AB
840 size_t len, loff_t *pos)
841{
17f88ceb 842 int ret = 0;
67207b96
AB
843 u32 data;
844
67207b96
AB
845 if (len < 4)
846 return -EINVAL;
847
17f88ceb
DGM
848 if (ctx->csa.spu_chnlcnt_RW[3]) {
849 data = ctx->csa.spu_chnldata_RW[3];
850 ret = 4;
851 }
8b3d6663 852
17f88ceb
DGM
853 if (!ret)
854 goto out;
855
67207b96
AB
856 if (copy_to_user(buf, &data, 4))
857 return -EFAULT;
858
17f88ceb
DGM
859out:
860 return ret;
67207b96
AB
861}
862
bf1ab978
DGM
863static ssize_t spufs_signal1_read(struct file *file, char __user *buf,
864 size_t len, loff_t *pos)
865{
866 int ret;
867 struct spu_context *ctx = file->private_data;
868
869 spu_acquire_saved(ctx);
870 ret = __spufs_signal1_read(ctx, buf, len, pos);
27b1ea09 871 spu_release_saved(ctx);
bf1ab978
DGM
872
873 return ret;
874}
875
67207b96
AB
876static ssize_t spufs_signal1_write(struct file *file, const char __user *buf,
877 size_t len, loff_t *pos)
878{
879 struct spu_context *ctx;
67207b96
AB
880 u32 data;
881
882 ctx = file->private_data;
67207b96
AB
883
884 if (len < 4)
885 return -EINVAL;
886
887 if (copy_from_user(&data, buf, 4))
888 return -EFAULT;
889
8b3d6663
AB
890 spu_acquire(ctx);
891 ctx->ops->signal1_write(ctx, data);
892 spu_release(ctx);
67207b96
AB
893
894 return 4;
895}
896
78bde53e
BH
897static unsigned long spufs_signal1_mmap_nopfn(struct vm_area_struct *vma,
898 unsigned long address)
6df10a82 899{
27d5bf2a 900#if PAGE_SIZE == 0x1000
78bde53e 901 return spufs_ps_nopfn(vma, address, 0x14000, 0x1000);
27d5bf2a
BH
902#elif PAGE_SIZE == 0x10000
903 /* For 64k pages, both signal1 and signal2 can be used to mmap the whole
904 * signal 1 and 2 area
905 */
78bde53e 906 return spufs_ps_nopfn(vma, address, 0x10000, 0x10000);
27d5bf2a
BH
907#else
908#error unsupported page size
909#endif
6df10a82
MN
910}
911
912static struct vm_operations_struct spufs_signal1_mmap_vmops = {
78bde53e 913 .nopfn = spufs_signal1_mmap_nopfn,
6df10a82
MN
914};
915
916static int spufs_signal1_mmap(struct file *file, struct vm_area_struct *vma)
917{
918 if (!(vma->vm_flags & VM_SHARED))
919 return -EINVAL;
920
78bde53e 921 vma->vm_flags |= VM_IO | VM_PFNMAP;
6df10a82 922 vma->vm_page_prot = __pgprot(pgprot_val(vma->vm_page_prot)
23cc7701 923 | _PAGE_NO_CACHE | _PAGE_GUARDED);
6df10a82
MN
924
925 vma->vm_ops = &spufs_signal1_mmap_vmops;
926 return 0;
927}
6df10a82 928
5dfe4c96 929static const struct file_operations spufs_signal1_fops = {
6df10a82 930 .open = spufs_signal1_open,
43c2bbd9 931 .release = spufs_signal1_release,
67207b96
AB
932 .read = spufs_signal1_read,
933 .write = spufs_signal1_write,
6df10a82 934 .mmap = spufs_signal1_mmap,
67207b96
AB
935};
936
d054b36f
JK
937static const struct file_operations spufs_signal1_nosched_fops = {
938 .open = spufs_signal1_open,
939 .release = spufs_signal1_release,
940 .write = spufs_signal1_write,
941 .mmap = spufs_signal1_mmap,
942};
943
6df10a82
MN
944static int spufs_signal2_open(struct inode *inode, struct file *file)
945{
946 struct spufs_inode_info *i = SPUFS_I(inode);
947 struct spu_context *ctx = i->i_ctx;
43c2bbd9 948
47d3a5fa 949 mutex_lock(&ctx->mapping_lock);
6df10a82 950 file->private_data = ctx;
43c2bbd9
CH
951 if (!i->i_openers++)
952 ctx->signal2 = inode->i_mapping;
47d3a5fa 953 mutex_unlock(&ctx->mapping_lock);
6df10a82
MN
954 return nonseekable_open(inode, file);
955}
956
43c2bbd9
CH
957static int
958spufs_signal2_release(struct inode *inode, struct file *file)
959{
960 struct spufs_inode_info *i = SPUFS_I(inode);
961 struct spu_context *ctx = i->i_ctx;
962
47d3a5fa 963 mutex_lock(&ctx->mapping_lock);
43c2bbd9
CH
964 if (!--i->i_openers)
965 ctx->signal2 = NULL;
47d3a5fa 966 mutex_unlock(&ctx->mapping_lock);
43c2bbd9
CH
967 return 0;
968}
969
bf1ab978 970static ssize_t __spufs_signal2_read(struct spu_context *ctx, char __user *buf,
67207b96
AB
971 size_t len, loff_t *pos)
972{
17f88ceb 973 int ret = 0;
67207b96
AB
974 u32 data;
975
67207b96
AB
976 if (len < 4)
977 return -EINVAL;
978
17f88ceb
DGM
979 if (ctx->csa.spu_chnlcnt_RW[4]) {
980 data = ctx->csa.spu_chnldata_RW[4];
981 ret = 4;
982 }
8b3d6663 983
17f88ceb
DGM
984 if (!ret)
985 goto out;
986
67207b96
AB
987 if (copy_to_user(buf, &data, 4))
988 return -EFAULT;
989
17f88ceb 990out:
bf1ab978
DGM
991 return ret;
992}
993
994static ssize_t spufs_signal2_read(struct file *file, char __user *buf,
995 size_t len, loff_t *pos)
996{
997 struct spu_context *ctx = file->private_data;
998 int ret;
999
1000 spu_acquire_saved(ctx);
1001 ret = __spufs_signal2_read(ctx, buf, len, pos);
27b1ea09 1002 spu_release_saved(ctx);
bf1ab978
DGM
1003
1004 return ret;
67207b96
AB
1005}
1006
1007static ssize_t spufs_signal2_write(struct file *file, const char __user *buf,
1008 size_t len, loff_t *pos)
1009{
1010 struct spu_context *ctx;
67207b96
AB
1011 u32 data;
1012
1013 ctx = file->private_data;
67207b96
AB
1014
1015 if (len < 4)
1016 return -EINVAL;
1017
1018 if (copy_from_user(&data, buf, 4))
1019 return -EFAULT;
1020
8b3d6663
AB
1021 spu_acquire(ctx);
1022 ctx->ops->signal2_write(ctx, data);
1023 spu_release(ctx);
67207b96
AB
1024
1025 return 4;
1026}
1027
27d5bf2a 1028#if SPUFS_MMAP_4K
78bde53e
BH
1029static unsigned long spufs_signal2_mmap_nopfn(struct vm_area_struct *vma,
1030 unsigned long address)
6df10a82 1031{
27d5bf2a 1032#if PAGE_SIZE == 0x1000
78bde53e 1033 return spufs_ps_nopfn(vma, address, 0x1c000, 0x1000);
27d5bf2a
BH
1034#elif PAGE_SIZE == 0x10000
1035 /* For 64k pages, both signal1 and signal2 can be used to mmap the whole
1036 * signal 1 and 2 area
1037 */
78bde53e 1038 return spufs_ps_nopfn(vma, address, 0x10000, 0x10000);
27d5bf2a
BH
1039#else
1040#error unsupported page size
1041#endif
6df10a82
MN
1042}
1043
1044static struct vm_operations_struct spufs_signal2_mmap_vmops = {
78bde53e 1045 .nopfn = spufs_signal2_mmap_nopfn,
6df10a82
MN
1046};
1047
1048static int spufs_signal2_mmap(struct file *file, struct vm_area_struct *vma)
1049{
1050 if (!(vma->vm_flags & VM_SHARED))
1051 return -EINVAL;
1052
78bde53e 1053 vma->vm_flags |= VM_IO | VM_PFNMAP;
6df10a82 1054 vma->vm_page_prot = __pgprot(pgprot_val(vma->vm_page_prot)
23cc7701 1055 | _PAGE_NO_CACHE | _PAGE_GUARDED);
6df10a82
MN
1056
1057 vma->vm_ops = &spufs_signal2_mmap_vmops;
1058 return 0;
1059}
27d5bf2a
BH
1060#else /* SPUFS_MMAP_4K */
1061#define spufs_signal2_mmap NULL
1062#endif /* !SPUFS_MMAP_4K */
6df10a82 1063
5dfe4c96 1064static const struct file_operations spufs_signal2_fops = {
6df10a82 1065 .open = spufs_signal2_open,
43c2bbd9 1066 .release = spufs_signal2_release,
67207b96
AB
1067 .read = spufs_signal2_read,
1068 .write = spufs_signal2_write,
6df10a82 1069 .mmap = spufs_signal2_mmap,
67207b96
AB
1070};
1071
d054b36f
JK
1072static const struct file_operations spufs_signal2_nosched_fops = {
1073 .open = spufs_signal2_open,
1074 .release = spufs_signal2_release,
1075 .write = spufs_signal2_write,
1076 .mmap = spufs_signal2_mmap,
1077};
1078
104f0cc2
ME
1079/*
1080 * This is a wrapper around DEFINE_SIMPLE_ATTRIBUTE which does the
1081 * work of acquiring (or not) the SPU context before calling through
1082 * to the actual get routine. The set routine is called directly.
1083 */
1084#define SPU_ATTR_NOACQUIRE 0
1085#define SPU_ATTR_ACQUIRE 1
1086#define SPU_ATTR_ACQUIRE_SAVED 2
1087
1088#define DEFINE_SPUFS_ATTRIBUTE(__name, __get, __set, __fmt, __acquire) \
1089static u64 __##__get(void *data) \
1090{ \
1091 struct spu_context *ctx = data; \
1092 u64 ret; \
1093 \
1094 if (__acquire == SPU_ATTR_ACQUIRE) { \
1095 spu_acquire(ctx); \
1096 ret = __get(ctx); \
1097 spu_release(ctx); \
1098 } else if (__acquire == SPU_ATTR_ACQUIRE_SAVED) { \
1099 spu_acquire_saved(ctx); \
1100 ret = __get(ctx); \
1101 spu_release_saved(ctx); \
1102 } else \
1103 ret = __get(ctx); \
1104 \
1105 return ret; \
1106} \
1107DEFINE_SIMPLE_ATTRIBUTE(__name, __##__get, __set, __fmt);
1108
67207b96
AB
1109static void spufs_signal1_type_set(void *data, u64 val)
1110{
1111 struct spu_context *ctx = data;
67207b96 1112
8b3d6663
AB
1113 spu_acquire(ctx);
1114 ctx->ops->signal1_type_set(ctx, val);
1115 spu_release(ctx);
67207b96
AB
1116}
1117
104f0cc2 1118static u64 spufs_signal1_type_get(struct spu_context *ctx)
bf1ab978 1119{
bf1ab978
DGM
1120 return ctx->ops->signal1_type_get(ctx);
1121}
104f0cc2
ME
1122DEFINE_SPUFS_ATTRIBUTE(spufs_signal1_type, spufs_signal1_type_get,
1123 spufs_signal1_type_set, "%llu", SPU_ATTR_ACQUIRE);
bf1ab978 1124
67207b96
AB
1125
1126static void spufs_signal2_type_set(void *data, u64 val)
1127{
1128 struct spu_context *ctx = data;
67207b96 1129
8b3d6663
AB
1130 spu_acquire(ctx);
1131 ctx->ops->signal2_type_set(ctx, val);
1132 spu_release(ctx);
67207b96
AB
1133}
1134
104f0cc2 1135static u64 spufs_signal2_type_get(struct spu_context *ctx)
bf1ab978 1136{
bf1ab978
DGM
1137 return ctx->ops->signal2_type_get(ctx);
1138}
104f0cc2
ME
1139DEFINE_SPUFS_ATTRIBUTE(spufs_signal2_type, spufs_signal2_type_get,
1140 spufs_signal2_type_set, "%llu", SPU_ATTR_ACQUIRE);
67207b96 1141
27d5bf2a 1142#if SPUFS_MMAP_4K
78bde53e
BH
1143static unsigned long spufs_mss_mmap_nopfn(struct vm_area_struct *vma,
1144 unsigned long address)
d9379c4b 1145{
78bde53e 1146 return spufs_ps_nopfn(vma, address, 0x0000, 0x1000);
d9379c4b
AB
1147}
1148
1149static struct vm_operations_struct spufs_mss_mmap_vmops = {
78bde53e 1150 .nopfn = spufs_mss_mmap_nopfn,
d9379c4b
AB
1151};
1152
1153/*
1154 * mmap support for problem state MFC DMA area [0x0000 - 0x0fff].
d9379c4b
AB
1155 */
1156static int spufs_mss_mmap(struct file *file, struct vm_area_struct *vma)
1157{
1158 if (!(vma->vm_flags & VM_SHARED))
1159 return -EINVAL;
1160
78bde53e 1161 vma->vm_flags |= VM_IO | VM_PFNMAP;
d9379c4b 1162 vma->vm_page_prot = __pgprot(pgprot_val(vma->vm_page_prot)
23cc7701 1163 | _PAGE_NO_CACHE | _PAGE_GUARDED);
d9379c4b
AB
1164
1165 vma->vm_ops = &spufs_mss_mmap_vmops;
1166 return 0;
1167}
27d5bf2a
BH
1168#else /* SPUFS_MMAP_4K */
1169#define spufs_mss_mmap NULL
1170#endif /* !SPUFS_MMAP_4K */
d9379c4b
AB
1171
1172static int spufs_mss_open(struct inode *inode, struct file *file)
1173{
1174 struct spufs_inode_info *i = SPUFS_I(inode);
17e0e270 1175 struct spu_context *ctx = i->i_ctx;
d9379c4b
AB
1176
1177 file->private_data = i->i_ctx;
43c2bbd9 1178
47d3a5fa 1179 mutex_lock(&ctx->mapping_lock);
43c2bbd9
CH
1180 if (!i->i_openers++)
1181 ctx->mss = inode->i_mapping;
47d3a5fa 1182 mutex_unlock(&ctx->mapping_lock);
d9379c4b
AB
1183 return nonseekable_open(inode, file);
1184}
1185
43c2bbd9
CH
1186static int
1187spufs_mss_release(struct inode *inode, struct file *file)
1188{
1189 struct spufs_inode_info *i = SPUFS_I(inode);
1190 struct spu_context *ctx = i->i_ctx;
1191
47d3a5fa 1192 mutex_lock(&ctx->mapping_lock);
43c2bbd9
CH
1193 if (!--i->i_openers)
1194 ctx->mss = NULL;
47d3a5fa 1195 mutex_unlock(&ctx->mapping_lock);
43c2bbd9
CH
1196 return 0;
1197}
1198
5dfe4c96 1199static const struct file_operations spufs_mss_fops = {
d9379c4b 1200 .open = spufs_mss_open,
43c2bbd9 1201 .release = spufs_mss_release,
d9379c4b 1202 .mmap = spufs_mss_mmap,
27d5bf2a
BH
1203};
1204
78bde53e
BH
1205static unsigned long spufs_psmap_mmap_nopfn(struct vm_area_struct *vma,
1206 unsigned long address)
27d5bf2a 1207{
78bde53e 1208 return spufs_ps_nopfn(vma, address, 0x0000, 0x20000);
27d5bf2a
BH
1209}
1210
1211static struct vm_operations_struct spufs_psmap_mmap_vmops = {
78bde53e 1212 .nopfn = spufs_psmap_mmap_nopfn,
27d5bf2a
BH
1213};
1214
1215/*
1216 * mmap support for full problem state area [0x00000 - 0x1ffff].
1217 */
1218static int spufs_psmap_mmap(struct file *file, struct vm_area_struct *vma)
1219{
1220 if (!(vma->vm_flags & VM_SHARED))
1221 return -EINVAL;
1222
78bde53e 1223 vma->vm_flags |= VM_IO | VM_PFNMAP;
27d5bf2a
BH
1224 vma->vm_page_prot = __pgprot(pgprot_val(vma->vm_page_prot)
1225 | _PAGE_NO_CACHE | _PAGE_GUARDED);
1226
1227 vma->vm_ops = &spufs_psmap_mmap_vmops;
1228 return 0;
1229}
1230
1231static int spufs_psmap_open(struct inode *inode, struct file *file)
1232{
1233 struct spufs_inode_info *i = SPUFS_I(inode);
17e0e270 1234 struct spu_context *ctx = i->i_ctx;
27d5bf2a 1235
47d3a5fa 1236 mutex_lock(&ctx->mapping_lock);
27d5bf2a 1237 file->private_data = i->i_ctx;
43c2bbd9
CH
1238 if (!i->i_openers++)
1239 ctx->psmap = inode->i_mapping;
47d3a5fa 1240 mutex_unlock(&ctx->mapping_lock);
27d5bf2a
BH
1241 return nonseekable_open(inode, file);
1242}
1243
43c2bbd9
CH
1244static int
1245spufs_psmap_release(struct inode *inode, struct file *file)
1246{
1247 struct spufs_inode_info *i = SPUFS_I(inode);
1248 struct spu_context *ctx = i->i_ctx;
1249
47d3a5fa 1250 mutex_lock(&ctx->mapping_lock);
43c2bbd9
CH
1251 if (!--i->i_openers)
1252 ctx->psmap = NULL;
47d3a5fa 1253 mutex_unlock(&ctx->mapping_lock);
43c2bbd9
CH
1254 return 0;
1255}
1256
5dfe4c96 1257static const struct file_operations spufs_psmap_fops = {
27d5bf2a 1258 .open = spufs_psmap_open,
43c2bbd9 1259 .release = spufs_psmap_release,
27d5bf2a 1260 .mmap = spufs_psmap_mmap,
d9379c4b
AB
1261};
1262
1263
27d5bf2a 1264#if SPUFS_MMAP_4K
78bde53e
BH
1265static unsigned long spufs_mfc_mmap_nopfn(struct vm_area_struct *vma,
1266 unsigned long address)
6df10a82 1267{
78bde53e 1268 return spufs_ps_nopfn(vma, address, 0x3000, 0x1000);
6df10a82
MN
1269}
1270
1271static struct vm_operations_struct spufs_mfc_mmap_vmops = {
78bde53e 1272 .nopfn = spufs_mfc_mmap_nopfn,
6df10a82
MN
1273};
1274
1275/*
1276 * mmap support for problem state MFC DMA area [0x0000 - 0x0fff].
6df10a82
MN
1277 */
1278static int spufs_mfc_mmap(struct file *file, struct vm_area_struct *vma)
1279{
1280 if (!(vma->vm_flags & VM_SHARED))
1281 return -EINVAL;
1282
78bde53e 1283 vma->vm_flags |= VM_IO | VM_PFNMAP;
6df10a82 1284 vma->vm_page_prot = __pgprot(pgprot_val(vma->vm_page_prot)
23cc7701 1285 | _PAGE_NO_CACHE | _PAGE_GUARDED);
6df10a82
MN
1286
1287 vma->vm_ops = &spufs_mfc_mmap_vmops;
1288 return 0;
1289}
27d5bf2a
BH
1290#else /* SPUFS_MMAP_4K */
1291#define spufs_mfc_mmap NULL
1292#endif /* !SPUFS_MMAP_4K */
a33a7d73
AB
1293
1294static int spufs_mfc_open(struct inode *inode, struct file *file)
1295{
1296 struct spufs_inode_info *i = SPUFS_I(inode);
1297 struct spu_context *ctx = i->i_ctx;
1298
1299 /* we don't want to deal with DMA into other processes */
1300 if (ctx->owner != current->mm)
1301 return -EINVAL;
1302
1303 if (atomic_read(&inode->i_count) != 1)
1304 return -EBUSY;
1305
47d3a5fa 1306 mutex_lock(&ctx->mapping_lock);
a33a7d73 1307 file->private_data = ctx;
43c2bbd9
CH
1308 if (!i->i_openers++)
1309 ctx->mfc = inode->i_mapping;
47d3a5fa 1310 mutex_unlock(&ctx->mapping_lock);
a33a7d73
AB
1311 return nonseekable_open(inode, file);
1312}
1313
43c2bbd9
CH
1314static int
1315spufs_mfc_release(struct inode *inode, struct file *file)
1316{
1317 struct spufs_inode_info *i = SPUFS_I(inode);
1318 struct spu_context *ctx = i->i_ctx;
1319
47d3a5fa 1320 mutex_lock(&ctx->mapping_lock);
43c2bbd9
CH
1321 if (!--i->i_openers)
1322 ctx->mfc = NULL;
47d3a5fa 1323 mutex_unlock(&ctx->mapping_lock);
43c2bbd9
CH
1324 return 0;
1325}
1326
a33a7d73
AB
1327/* interrupt-level mfc callback function. */
1328void spufs_mfc_callback(struct spu *spu)
1329{
1330 struct spu_context *ctx = spu->ctx;
1331
1332 wake_up_all(&ctx->mfc_wq);
1333
1334 pr_debug("%s %s\n", __FUNCTION__, spu->name);
1335 if (ctx->mfc_fasync) {
1336 u32 free_elements, tagstatus;
1337 unsigned int mask;
1338
1339 /* no need for spu_acquire in interrupt context */
1340 free_elements = ctx->ops->get_mfc_free_elements(ctx);
1341 tagstatus = ctx->ops->read_mfc_tagstatus(ctx);
1342
1343 mask = 0;
1344 if (free_elements & 0xffff)
1345 mask |= POLLOUT;
1346 if (tagstatus & ctx->tagwait)
1347 mask |= POLLIN;
1348
1349 kill_fasync(&ctx->mfc_fasync, SIGIO, mask);
1350 }
1351}
1352
1353static int spufs_read_mfc_tagstatus(struct spu_context *ctx, u32 *status)
1354{
1355 /* See if there is one tag group is complete */
1356 /* FIXME we need locking around tagwait */
1357 *status = ctx->ops->read_mfc_tagstatus(ctx) & ctx->tagwait;
1358 ctx->tagwait &= ~*status;
1359 if (*status)
1360 return 1;
1361
1362 /* enable interrupt waiting for any tag group,
1363 may silently fail if interrupts are already enabled */
1364 ctx->ops->set_mfc_query(ctx, ctx->tagwait, 1);
1365 return 0;
1366}
1367
1368static ssize_t spufs_mfc_read(struct file *file, char __user *buffer,
1369 size_t size, loff_t *pos)
1370{
1371 struct spu_context *ctx = file->private_data;
1372 int ret = -EINVAL;
1373 u32 status;
1374
1375 if (size != 4)
1376 goto out;
1377
1378 spu_acquire(ctx);
1379 if (file->f_flags & O_NONBLOCK) {
1380 status = ctx->ops->read_mfc_tagstatus(ctx);
1381 if (!(status & ctx->tagwait))
1382 ret = -EAGAIN;
1383 else
1384 ctx->tagwait &= ~status;
1385 } else {
1386 ret = spufs_wait(ctx->mfc_wq,
1387 spufs_read_mfc_tagstatus(ctx, &status));
1388 }
1389 spu_release(ctx);
1390
1391 if (ret)
1392 goto out;
1393
1394 ret = 4;
1395 if (copy_to_user(buffer, &status, 4))
1396 ret = -EFAULT;
1397
1398out:
1399 return ret;
1400}
1401
1402static int spufs_check_valid_dma(struct mfc_dma_command *cmd)
1403{
1404 pr_debug("queueing DMA %x %lx %x %x %x\n", cmd->lsa,
1405 cmd->ea, cmd->size, cmd->tag, cmd->cmd);
1406
1407 switch (cmd->cmd) {
1408 case MFC_PUT_CMD:
1409 case MFC_PUTF_CMD:
1410 case MFC_PUTB_CMD:
1411 case MFC_GET_CMD:
1412 case MFC_GETF_CMD:
1413 case MFC_GETB_CMD:
1414 break;
1415 default:
1416 pr_debug("invalid DMA opcode %x\n", cmd->cmd);
1417 return -EIO;
1418 }
1419
1420 if ((cmd->lsa & 0xf) != (cmd->ea &0xf)) {
1421 pr_debug("invalid DMA alignment, ea %lx lsa %x\n",
1422 cmd->ea, cmd->lsa);
1423 return -EIO;
1424 }
1425
1426 switch (cmd->size & 0xf) {
1427 case 1:
1428 break;
1429 case 2:
1430 if (cmd->lsa & 1)
1431 goto error;
1432 break;
1433 case 4:
1434 if (cmd->lsa & 3)
1435 goto error;
1436 break;
1437 case 8:
1438 if (cmd->lsa & 7)
1439 goto error;
1440 break;
1441 case 0:
1442 if (cmd->lsa & 15)
1443 goto error;
1444 break;
1445 error:
1446 default:
1447 pr_debug("invalid DMA alignment %x for size %x\n",
1448 cmd->lsa & 0xf, cmd->size);
1449 return -EIO;
1450 }
1451
1452 if (cmd->size > 16 * 1024) {
1453 pr_debug("invalid DMA size %x\n", cmd->size);
1454 return -EIO;
1455 }
1456
1457 if (cmd->tag & 0xfff0) {
1458 /* we reserve the higher tag numbers for kernel use */
1459 pr_debug("invalid DMA tag\n");
1460 return -EIO;
1461 }
1462
1463 if (cmd->class) {
1464 /* not supported in this version */
1465 pr_debug("invalid DMA class\n");
1466 return -EIO;
1467 }
1468
1469 return 0;
1470}
1471
1472static int spu_send_mfc_command(struct spu_context *ctx,
1473 struct mfc_dma_command cmd,
1474 int *error)
1475{
1476 *error = ctx->ops->send_mfc_command(ctx, &cmd);
1477 if (*error == -EAGAIN) {
1478 /* wait for any tag group to complete
1479 so we have space for the new command */
1480 ctx->ops->set_mfc_query(ctx, ctx->tagwait, 1);
1481 /* try again, because the queue might be
1482 empty again */
1483 *error = ctx->ops->send_mfc_command(ctx, &cmd);
1484 if (*error == -EAGAIN)
1485 return 0;
1486 }
1487 return 1;
1488}
1489
1490static ssize_t spufs_mfc_write(struct file *file, const char __user *buffer,
1491 size_t size, loff_t *pos)
1492{
1493 struct spu_context *ctx = file->private_data;
1494 struct mfc_dma_command cmd;
1495 int ret = -EINVAL;
1496
1497 if (size != sizeof cmd)
1498 goto out;
1499
1500 ret = -EFAULT;
1501 if (copy_from_user(&cmd, buffer, sizeof cmd))
1502 goto out;
1503
1504 ret = spufs_check_valid_dma(&cmd);
1505 if (ret)
1506 goto out;
1507
577f8f10
AM
1508 ret = spu_acquire_runnable(ctx, 0);
1509 if (ret)
1510 goto out;
1511
a33a7d73
AB
1512 if (file->f_flags & O_NONBLOCK) {
1513 ret = ctx->ops->send_mfc_command(ctx, &cmd);
1514 } else {
1515 int status;
1516 ret = spufs_wait(ctx->mfc_wq,
1517 spu_send_mfc_command(ctx, cmd, &status));
1518 if (status)
1519 ret = status;
1520 }
a33a7d73
AB
1521
1522 if (ret)
933b0e35 1523 goto out_unlock;
a33a7d73
AB
1524
1525 ctx->tagwait |= 1 << cmd.tag;
3692dc66 1526 ret = size;
a33a7d73 1527
933b0e35
KA
1528out_unlock:
1529 spu_release(ctx);
a33a7d73
AB
1530out:
1531 return ret;
1532}
1533
1534static unsigned int spufs_mfc_poll(struct file *file,poll_table *wait)
1535{
1536 struct spu_context *ctx = file->private_data;
1537 u32 free_elements, tagstatus;
1538 unsigned int mask;
1539
933b0e35
KA
1540 poll_wait(file, &ctx->mfc_wq, wait);
1541
a33a7d73
AB
1542 spu_acquire(ctx);
1543 ctx->ops->set_mfc_query(ctx, ctx->tagwait, 2);
1544 free_elements = ctx->ops->get_mfc_free_elements(ctx);
1545 tagstatus = ctx->ops->read_mfc_tagstatus(ctx);
1546 spu_release(ctx);
1547
a33a7d73
AB
1548 mask = 0;
1549 if (free_elements & 0xffff)
1550 mask |= POLLOUT | POLLWRNORM;
1551 if (tagstatus & ctx->tagwait)
1552 mask |= POLLIN | POLLRDNORM;
1553
1554 pr_debug("%s: free %d tagstatus %d tagwait %d\n", __FUNCTION__,
1555 free_elements, tagstatus, ctx->tagwait);
1556
1557 return mask;
1558}
1559
73b6af8a 1560static int spufs_mfc_flush(struct file *file, fl_owner_t id)
a33a7d73
AB
1561{
1562 struct spu_context *ctx = file->private_data;
1563 int ret;
1564
1565 spu_acquire(ctx);
1566#if 0
1567/* this currently hangs */
1568 ret = spufs_wait(ctx->mfc_wq,
1569 ctx->ops->set_mfc_query(ctx, ctx->tagwait, 2));
1570 if (ret)
1571 goto out;
1572 ret = spufs_wait(ctx->mfc_wq,
1573 ctx->ops->read_mfc_tagstatus(ctx) == ctx->tagwait);
1574out:
1575#else
1576 ret = 0;
1577#endif
1578 spu_release(ctx);
1579
1580 return ret;
1581}
1582
1583static int spufs_mfc_fsync(struct file *file, struct dentry *dentry,
1584 int datasync)
1585{
73b6af8a 1586 return spufs_mfc_flush(file, NULL);
a33a7d73
AB
1587}
1588
1589static int spufs_mfc_fasync(int fd, struct file *file, int on)
1590{
1591 struct spu_context *ctx = file->private_data;
1592
1593 return fasync_helper(fd, file, on, &ctx->mfc_fasync);
1594}
1595
5dfe4c96 1596static const struct file_operations spufs_mfc_fops = {
a33a7d73 1597 .open = spufs_mfc_open,
43c2bbd9 1598 .release = spufs_mfc_release,
a33a7d73
AB
1599 .read = spufs_mfc_read,
1600 .write = spufs_mfc_write,
1601 .poll = spufs_mfc_poll,
1602 .flush = spufs_mfc_flush,
1603 .fsync = spufs_mfc_fsync,
1604 .fasync = spufs_mfc_fasync,
6df10a82 1605 .mmap = spufs_mfc_mmap,
a33a7d73
AB
1606};
1607
67207b96
AB
1608static void spufs_npc_set(void *data, u64 val)
1609{
1610 struct spu_context *ctx = data;
8b3d6663
AB
1611 spu_acquire(ctx);
1612 ctx->ops->npc_write(ctx, val);
1613 spu_release(ctx);
67207b96
AB
1614}
1615
104f0cc2 1616static u64 spufs_npc_get(struct spu_context *ctx)
78810ff6
ME
1617{
1618 return ctx->ops->npc_read(ctx);
1619}
104f0cc2
ME
1620DEFINE_SPUFS_ATTRIBUTE(spufs_npc_ops, spufs_npc_get, spufs_npc_set,
1621 "0x%llx\n", SPU_ATTR_ACQUIRE);
67207b96 1622
8b3d6663
AB
1623static void spufs_decr_set(void *data, u64 val)
1624{
1625 struct spu_context *ctx = data;
1626 struct spu_lscsa *lscsa = ctx->csa.lscsa;
1627 spu_acquire_saved(ctx);
1628 lscsa->decr.slot[0] = (u32) val;
27b1ea09 1629 spu_release_saved(ctx);
8b3d6663
AB
1630}
1631
104f0cc2 1632static u64 spufs_decr_get(struct spu_context *ctx)
8b3d6663 1633{
8b3d6663 1634 struct spu_lscsa *lscsa = ctx->csa.lscsa;
bf1ab978
DGM
1635 return lscsa->decr.slot[0];
1636}
104f0cc2
ME
1637DEFINE_SPUFS_ATTRIBUTE(spufs_decr_ops, spufs_decr_get, spufs_decr_set,
1638 "0x%llx\n", SPU_ATTR_ACQUIRE_SAVED);
8b3d6663
AB
1639
1640static void spufs_decr_status_set(void *data, u64 val)
1641{
1642 struct spu_context *ctx = data;
8b3d6663 1643 spu_acquire_saved(ctx);
d40a01d4
MN
1644 if (val)
1645 ctx->csa.priv2.mfc_control_RW |= MFC_CNTL_DECREMENTER_RUNNING;
1646 else
1647 ctx->csa.priv2.mfc_control_RW &= ~MFC_CNTL_DECREMENTER_RUNNING;
27b1ea09 1648 spu_release_saved(ctx);
8b3d6663
AB
1649}
1650
104f0cc2 1651static u64 spufs_decr_status_get(struct spu_context *ctx)
8b3d6663 1652{
d40a01d4
MN
1653 if (ctx->csa.priv2.mfc_control_RW & MFC_CNTL_DECREMENTER_RUNNING)
1654 return SPU_DECR_STATUS_RUNNING;
1655 else
1656 return 0;
bf1ab978 1657}
104f0cc2
ME
1658DEFINE_SPUFS_ATTRIBUTE(spufs_decr_status_ops, spufs_decr_status_get,
1659 spufs_decr_status_set, "0x%llx\n",
1660 SPU_ATTR_ACQUIRE_SAVED);
8b3d6663 1661
8b3d6663
AB
1662static void spufs_event_mask_set(void *data, u64 val)
1663{
1664 struct spu_context *ctx = data;
1665 struct spu_lscsa *lscsa = ctx->csa.lscsa;
1666 spu_acquire_saved(ctx);
1667 lscsa->event_mask.slot[0] = (u32) val;
27b1ea09 1668 spu_release_saved(ctx);
8b3d6663
AB
1669}
1670
104f0cc2 1671static u64 spufs_event_mask_get(struct spu_context *ctx)
8b3d6663 1672{
8b3d6663 1673 struct spu_lscsa *lscsa = ctx->csa.lscsa;
bf1ab978
DGM
1674 return lscsa->event_mask.slot[0];
1675}
1676
104f0cc2
ME
1677DEFINE_SPUFS_ATTRIBUTE(spufs_event_mask_ops, spufs_event_mask_get,
1678 spufs_event_mask_set, "0x%llx\n",
1679 SPU_ATTR_ACQUIRE_SAVED);
8b3d6663 1680
104f0cc2 1681static u64 spufs_event_status_get(struct spu_context *ctx)
b9e3bd77 1682{
b9e3bd77 1683 struct spu_state *state = &ctx->csa;
b9e3bd77 1684 u64 stat;
b9e3bd77
DGM
1685 stat = state->spu_chnlcnt_RW[0];
1686 if (stat)
bf1ab978
DGM
1687 return state->spu_chnldata_RW[0];
1688 return 0;
1689}
104f0cc2
ME
1690DEFINE_SPUFS_ATTRIBUTE(spufs_event_status_ops, spufs_event_status_get,
1691 NULL, "0x%llx\n", SPU_ATTR_ACQUIRE_SAVED)
b9e3bd77 1692
8b3d6663
AB
1693static void spufs_srr0_set(void *data, u64 val)
1694{
1695 struct spu_context *ctx = data;
1696 struct spu_lscsa *lscsa = ctx->csa.lscsa;
1697 spu_acquire_saved(ctx);
1698 lscsa->srr0.slot[0] = (u32) val;
27b1ea09 1699 spu_release_saved(ctx);
8b3d6663
AB
1700}
1701
104f0cc2 1702static u64 spufs_srr0_get(struct spu_context *ctx)
8b3d6663 1703{
8b3d6663 1704 struct spu_lscsa *lscsa = ctx->csa.lscsa;
104f0cc2 1705 return lscsa->srr0.slot[0];
8b3d6663 1706}
104f0cc2
ME
1707DEFINE_SPUFS_ATTRIBUTE(spufs_srr0_ops, spufs_srr0_get, spufs_srr0_set,
1708 "0x%llx\n", SPU_ATTR_ACQUIRE_SAVED)
8b3d6663 1709
104f0cc2 1710static u64 spufs_id_get(struct spu_context *ctx)
7b1a7014 1711{
7b1a7014
AB
1712 u64 num;
1713
7b1a7014
AB
1714 if (ctx->state == SPU_STATE_RUNNABLE)
1715 num = ctx->spu->number;
1716 else
1717 num = (unsigned int)-1;
7b1a7014
AB
1718
1719 return num;
1720}
104f0cc2
ME
1721DEFINE_SPUFS_ATTRIBUTE(spufs_id_ops, spufs_id_get, NULL, "0x%llx\n",
1722 SPU_ATTR_ACQUIRE)
7b1a7014 1723
104f0cc2 1724static u64 spufs_object_id_get(struct spu_context *ctx)
bf1ab978
DGM
1725{
1726 /* FIXME: Should there really be no locking here? */
104f0cc2 1727 return ctx->object_id;
bf1ab978
DGM
1728}
1729
86767277
AB
1730static void spufs_object_id_set(void *data, u64 id)
1731{
1732 struct spu_context *ctx = data;
1733 ctx->object_id = id;
1734}
1735
104f0cc2
ME
1736DEFINE_SPUFS_ATTRIBUTE(spufs_object_id_ops, spufs_object_id_get,
1737 spufs_object_id_set, "0x%llx\n", SPU_ATTR_NOACQUIRE);
86767277 1738
104f0cc2 1739static u64 spufs_lslr_get(struct spu_context *ctx)
bf1ab978 1740{
bf1ab978
DGM
1741 return ctx->csa.priv2.spu_lslr_RW;
1742}
104f0cc2
ME
1743DEFINE_SPUFS_ATTRIBUTE(spufs_lslr_ops, spufs_lslr_get, NULL, "0x%llx\n",
1744 SPU_ATTR_ACQUIRE_SAVED);
b9e3bd77
DGM
1745
1746static int spufs_info_open(struct inode *inode, struct file *file)
1747{
1748 struct spufs_inode_info *i = SPUFS_I(inode);
1749 struct spu_context *ctx = i->i_ctx;
1750 file->private_data = ctx;
1751 return 0;
1752}
1753
cbe709c1
BH
1754static int spufs_caps_show(struct seq_file *s, void *private)
1755{
1756 struct spu_context *ctx = s->private;
1757
1758 if (!(ctx->flags & SPU_CREATE_NOSCHED))
1759 seq_puts(s, "sched\n");
1760 if (!(ctx->flags & SPU_CREATE_ISOLATE))
1761 seq_puts(s, "step\n");
1762 return 0;
1763}
1764
1765static int spufs_caps_open(struct inode *inode, struct file *file)
1766{
1767 return single_open(file, spufs_caps_show, SPUFS_I(inode)->i_ctx);
1768}
1769
1770static const struct file_operations spufs_caps_fops = {
1771 .open = spufs_caps_open,
1772 .read = seq_read,
1773 .llseek = seq_lseek,
1774 .release = single_release,
1775};
1776
bf1ab978
DGM
1777static ssize_t __spufs_mbox_info_read(struct spu_context *ctx,
1778 char __user *buf, size_t len, loff_t *pos)
1779{
1780 u32 mbox_stat;
1781 u32 data;
1782
1783 mbox_stat = ctx->csa.prob.mb_stat_R;
1784 if (mbox_stat & 0x0000ff) {
1785 data = ctx->csa.prob.pu_mb_R;
1786 }
1787
1788 return simple_read_from_buffer(buf, len, pos, &data, sizeof data);
1789}
1790
69a2f00c
DGM
1791static ssize_t spufs_mbox_info_read(struct file *file, char __user *buf,
1792 size_t len, loff_t *pos)
1793{
bf1ab978 1794 int ret;
69a2f00c 1795 struct spu_context *ctx = file->private_data;
69a2f00c
DGM
1796
1797 if (!access_ok(VERIFY_WRITE, buf, len))
1798 return -EFAULT;
1799
1800 spu_acquire_saved(ctx);
1801 spin_lock(&ctx->csa.register_lock);
bf1ab978 1802 ret = __spufs_mbox_info_read(ctx, buf, len, pos);
69a2f00c 1803 spin_unlock(&ctx->csa.register_lock);
27b1ea09 1804 spu_release_saved(ctx);
69a2f00c 1805
bf1ab978 1806 return ret;
69a2f00c
DGM
1807}
1808
5dfe4c96 1809static const struct file_operations spufs_mbox_info_fops = {
69a2f00c
DGM
1810 .open = spufs_info_open,
1811 .read = spufs_mbox_info_read,
1812 .llseek = generic_file_llseek,
1813};
1814
bf1ab978
DGM
1815static ssize_t __spufs_ibox_info_read(struct spu_context *ctx,
1816 char __user *buf, size_t len, loff_t *pos)
1817{
1818 u32 ibox_stat;
1819 u32 data;
1820
1821 ibox_stat = ctx->csa.prob.mb_stat_R;
1822 if (ibox_stat & 0xff0000) {
1823 data = ctx->csa.priv2.puint_mb_R;
1824 }
1825
1826 return simple_read_from_buffer(buf, len, pos, &data, sizeof data);
1827}
1828
69a2f00c
DGM
1829static ssize_t spufs_ibox_info_read(struct file *file, char __user *buf,
1830 size_t len, loff_t *pos)
1831{
1832 struct spu_context *ctx = file->private_data;
bf1ab978 1833 int ret;
69a2f00c
DGM
1834
1835 if (!access_ok(VERIFY_WRITE, buf, len))
1836 return -EFAULT;
1837
1838 spu_acquire_saved(ctx);
1839 spin_lock(&ctx->csa.register_lock);
bf1ab978 1840 ret = __spufs_ibox_info_read(ctx, buf, len, pos);
69a2f00c 1841 spin_unlock(&ctx->csa.register_lock);
27b1ea09 1842 spu_release_saved(ctx);
69a2f00c 1843
bf1ab978 1844 return ret;
69a2f00c
DGM
1845}
1846
5dfe4c96 1847static const struct file_operations spufs_ibox_info_fops = {
69a2f00c
DGM
1848 .open = spufs_info_open,
1849 .read = spufs_ibox_info_read,
1850 .llseek = generic_file_llseek,
1851};
1852
bf1ab978
DGM
1853static ssize_t __spufs_wbox_info_read(struct spu_context *ctx,
1854 char __user *buf, size_t len, loff_t *pos)
69a2f00c 1855{
69a2f00c
DGM
1856 int i, cnt;
1857 u32 data[4];
1858 u32 wbox_stat;
1859
bf1ab978
DGM
1860 wbox_stat = ctx->csa.prob.mb_stat_R;
1861 cnt = 4 - ((wbox_stat & 0x00ff00) >> 8);
1862 for (i = 0; i < cnt; i++) {
1863 data[i] = ctx->csa.spu_mailbox_data[i];
1864 }
1865
1866 return simple_read_from_buffer(buf, len, pos, &data,
1867 cnt * sizeof(u32));
1868}
1869
1870static ssize_t spufs_wbox_info_read(struct file *file, char __user *buf,
1871 size_t len, loff_t *pos)
1872{
1873 struct spu_context *ctx = file->private_data;
1874 int ret;
1875
69a2f00c
DGM
1876 if (!access_ok(VERIFY_WRITE, buf, len))
1877 return -EFAULT;
1878
1879 spu_acquire_saved(ctx);
1880 spin_lock(&ctx->csa.register_lock);
bf1ab978 1881 ret = __spufs_wbox_info_read(ctx, buf, len, pos);
69a2f00c 1882 spin_unlock(&ctx->csa.register_lock);
27b1ea09 1883 spu_release_saved(ctx);
69a2f00c 1884
bf1ab978 1885 return ret;
69a2f00c
DGM
1886}
1887
5dfe4c96 1888static const struct file_operations spufs_wbox_info_fops = {
69a2f00c
DGM
1889 .open = spufs_info_open,
1890 .read = spufs_wbox_info_read,
1891 .llseek = generic_file_llseek,
1892};
1893
bf1ab978
DGM
1894static ssize_t __spufs_dma_info_read(struct spu_context *ctx,
1895 char __user *buf, size_t len, loff_t *pos)
b9e3bd77 1896{
b9e3bd77
DGM
1897 struct spu_dma_info info;
1898 struct mfc_cq_sr *qp, *spuqp;
1899 int i;
1900
b9e3bd77
DGM
1901 info.dma_info_type = ctx->csa.priv2.spu_tag_status_query_RW;
1902 info.dma_info_mask = ctx->csa.lscsa->tag_mask.slot[0];
1903 info.dma_info_status = ctx->csa.spu_chnldata_RW[24];
1904 info.dma_info_stall_and_notify = ctx->csa.spu_chnldata_RW[25];
1905 info.dma_info_atomic_command_status = ctx->csa.spu_chnldata_RW[27];
1906 for (i = 0; i < 16; i++) {
1907 qp = &info.dma_info_command_data[i];
1908 spuqp = &ctx->csa.priv2.spuq[i];
1909
1910 qp->mfc_cq_data0_RW = spuqp->mfc_cq_data0_RW;
1911 qp->mfc_cq_data1_RW = spuqp->mfc_cq_data1_RW;
1912 qp->mfc_cq_data2_RW = spuqp->mfc_cq_data2_RW;
1913 qp->mfc_cq_data3_RW = spuqp->mfc_cq_data3_RW;
1914 }
b9e3bd77
DGM
1915
1916 return simple_read_from_buffer(buf, len, pos, &info,
1917 sizeof info);
1918}
1919
bf1ab978
DGM
1920static ssize_t spufs_dma_info_read(struct file *file, char __user *buf,
1921 size_t len, loff_t *pos)
1922{
1923 struct spu_context *ctx = file->private_data;
1924 int ret;
1925
1926 if (!access_ok(VERIFY_WRITE, buf, len))
1927 return -EFAULT;
1928
1929 spu_acquire_saved(ctx);
1930 spin_lock(&ctx->csa.register_lock);
1931 ret = __spufs_dma_info_read(ctx, buf, len, pos);
1932 spin_unlock(&ctx->csa.register_lock);
27b1ea09 1933 spu_release_saved(ctx);
bf1ab978
DGM
1934
1935 return ret;
1936}
1937
5dfe4c96 1938static const struct file_operations spufs_dma_info_fops = {
b9e3bd77
DGM
1939 .open = spufs_info_open,
1940 .read = spufs_dma_info_read,
1941};
1942
bf1ab978
DGM
1943static ssize_t __spufs_proxydma_info_read(struct spu_context *ctx,
1944 char __user *buf, size_t len, loff_t *pos)
b9e3bd77 1945{
b9e3bd77 1946 struct spu_proxydma_info info;
b9e3bd77 1947 struct mfc_cq_sr *qp, *puqp;
bf1ab978 1948 int ret = sizeof info;
b9e3bd77
DGM
1949 int i;
1950
1951 if (len < ret)
1952 return -EINVAL;
1953
1954 if (!access_ok(VERIFY_WRITE, buf, len))
1955 return -EFAULT;
1956
b9e3bd77
DGM
1957 info.proxydma_info_type = ctx->csa.prob.dma_querytype_RW;
1958 info.proxydma_info_mask = ctx->csa.prob.dma_querymask_RW;
1959 info.proxydma_info_status = ctx->csa.prob.dma_tagstatus_R;
1960 for (i = 0; i < 8; i++) {
1961 qp = &info.proxydma_info_command_data[i];
1962 puqp = &ctx->csa.priv2.puq[i];
1963
1964 qp->mfc_cq_data0_RW = puqp->mfc_cq_data0_RW;
1965 qp->mfc_cq_data1_RW = puqp->mfc_cq_data1_RW;
1966 qp->mfc_cq_data2_RW = puqp->mfc_cq_data2_RW;
1967 qp->mfc_cq_data3_RW = puqp->mfc_cq_data3_RW;
1968 }
bf1ab978
DGM
1969
1970 return simple_read_from_buffer(buf, len, pos, &info,
1971 sizeof info);
1972}
1973
1974static ssize_t spufs_proxydma_info_read(struct file *file, char __user *buf,
1975 size_t len, loff_t *pos)
1976{
1977 struct spu_context *ctx = file->private_data;
1978 int ret;
1979
1980 spu_acquire_saved(ctx);
1981 spin_lock(&ctx->csa.register_lock);
1982 ret = __spufs_proxydma_info_read(ctx, buf, len, pos);
b9e3bd77 1983 spin_unlock(&ctx->csa.register_lock);
27b1ea09 1984 spu_release_saved(ctx);
b9e3bd77 1985
b9e3bd77
DGM
1986 return ret;
1987}
1988
5dfe4c96 1989static const struct file_operations spufs_proxydma_info_fops = {
b9e3bd77
DGM
1990 .open = spufs_info_open,
1991 .read = spufs_proxydma_info_read,
1992};
1993
476273ad
CH
1994static int spufs_show_tid(struct seq_file *s, void *private)
1995{
1996 struct spu_context *ctx = s->private;
1997
1998 seq_printf(s, "%d\n", ctx->tid);
1999 return 0;
2000}
2001
2002static int spufs_tid_open(struct inode *inode, struct file *file)
2003{
2004 return single_open(file, spufs_show_tid, SPUFS_I(inode)->i_ctx);
2005}
2006
2007static const struct file_operations spufs_tid_fops = {
2008 .open = spufs_tid_open,
2009 .read = seq_read,
2010 .llseek = seq_lseek,
2011 .release = single_release,
2012};
2013
e9f8a0b6
CH
2014static const char *ctx_state_names[] = {
2015 "user", "system", "iowait", "loaded"
2016};
2017
2018static unsigned long long spufs_acct_time(struct spu_context *ctx,
27ec41d3 2019 enum spu_utilization_state state)
e9f8a0b6 2020{
27ec41d3
AD
2021 struct timespec ts;
2022 unsigned long long time = ctx->stats.times[state];
e9f8a0b6 2023
27ec41d3
AD
2024 /*
2025 * In general, utilization statistics are updated by the controlling
2026 * thread as the spu context moves through various well defined
2027 * state transitions, but if the context is lazily loaded its
2028 * utilization statistics are not updated as the controlling thread
2029 * is not tightly coupled with the execution of the spu context. We
2030 * calculate and apply the time delta from the last recorded state
2031 * of the spu context.
2032 */
2033 if (ctx->spu && ctx->stats.util_state == state) {
2034 ktime_get_ts(&ts);
2035 time += timespec_to_ns(&ts) - ctx->stats.tstamp;
2036 }
e9f8a0b6 2037
27ec41d3 2038 return time / NSEC_PER_MSEC;
e9f8a0b6
CH
2039}
2040
2041static unsigned long long spufs_slb_flts(struct spu_context *ctx)
2042{
2043 unsigned long long slb_flts = ctx->stats.slb_flt;
2044
2045 if (ctx->state == SPU_STATE_RUNNABLE) {
2046 slb_flts += (ctx->spu->stats.slb_flt -
2047 ctx->stats.slb_flt_base);
2048 }
2049
2050 return slb_flts;
2051}
2052
2053static unsigned long long spufs_class2_intrs(struct spu_context *ctx)
2054{
2055 unsigned long long class2_intrs = ctx->stats.class2_intr;
2056
2057 if (ctx->state == SPU_STATE_RUNNABLE) {
2058 class2_intrs += (ctx->spu->stats.class2_intr -
2059 ctx->stats.class2_intr_base);
2060 }
2061
2062 return class2_intrs;
2063}
2064
2065
2066static int spufs_show_stat(struct seq_file *s, void *private)
2067{
2068 struct spu_context *ctx = s->private;
2069
2070 spu_acquire(ctx);
2071 seq_printf(s, "%s %llu %llu %llu %llu "
2072 "%llu %llu %llu %llu %llu %llu %llu %llu\n",
27ec41d3
AD
2073 ctx_state_names[ctx->stats.util_state],
2074 spufs_acct_time(ctx, SPU_UTIL_USER),
2075 spufs_acct_time(ctx, SPU_UTIL_SYSTEM),
2076 spufs_acct_time(ctx, SPU_UTIL_IOWAIT),
2077 spufs_acct_time(ctx, SPU_UTIL_IDLE_LOADED),
e9f8a0b6
CH
2078 ctx->stats.vol_ctx_switch,
2079 ctx->stats.invol_ctx_switch,
2080 spufs_slb_flts(ctx),
2081 ctx->stats.hash_flt,
2082 ctx->stats.min_flt,
2083 ctx->stats.maj_flt,
2084 spufs_class2_intrs(ctx),
2085 ctx->stats.libassist);
2086 spu_release(ctx);
2087 return 0;
2088}
2089
2090static int spufs_stat_open(struct inode *inode, struct file *file)
2091{
2092 return single_open(file, spufs_show_stat, SPUFS_I(inode)->i_ctx);
2093}
2094
2095static const struct file_operations spufs_stat_fops = {
2096 .open = spufs_stat_open,
2097 .read = seq_read,
2098 .llseek = seq_lseek,
2099 .release = single_release,
2100};
2101
2102
67207b96 2103struct tree_descr spufs_dir_contents[] = {
cbe709c1 2104 { "capabilities", &spufs_caps_fops, 0444, },
67207b96 2105 { "mem", &spufs_mem_fops, 0666, },
8b3d6663 2106 { "regs", &spufs_regs_fops, 0666, },
67207b96
AB
2107 { "mbox", &spufs_mbox_fops, 0444, },
2108 { "ibox", &spufs_ibox_fops, 0444, },
2109 { "wbox", &spufs_wbox_fops, 0222, },
2110 { "mbox_stat", &spufs_mbox_stat_fops, 0444, },
2111 { "ibox_stat", &spufs_ibox_stat_fops, 0444, },
2112 { "wbox_stat", &spufs_wbox_stat_fops, 0444, },
603c4612
JK
2113 { "signal1", &spufs_signal1_fops, 0666, },
2114 { "signal2", &spufs_signal2_fops, 0666, },
67207b96
AB
2115 { "signal1_type", &spufs_signal1_type, 0666, },
2116 { "signal2_type", &spufs_signal2_type, 0666, },
6df10a82 2117 { "cntl", &spufs_cntl_fops, 0666, },
8b3d6663 2118 { "fpcr", &spufs_fpcr_fops, 0666, },
b9e3bd77
DGM
2119 { "lslr", &spufs_lslr_ops, 0444, },
2120 { "mfc", &spufs_mfc_fops, 0666, },
2121 { "mss", &spufs_mss_fops, 0666, },
2122 { "npc", &spufs_npc_ops, 0666, },
2123 { "srr0", &spufs_srr0_ops, 0666, },
8b3d6663
AB
2124 { "decr", &spufs_decr_ops, 0666, },
2125 { "decr_status", &spufs_decr_status_ops, 0666, },
8b3d6663 2126 { "event_mask", &spufs_event_mask_ops, 0666, },
b9e3bd77 2127 { "event_status", &spufs_event_status_ops, 0444, },
27d5bf2a 2128 { "psmap", &spufs_psmap_fops, 0666, },
86767277
AB
2129 { "phys-id", &spufs_id_ops, 0666, },
2130 { "object-id", &spufs_object_id_ops, 0666, },
69a2f00c
DGM
2131 { "mbox_info", &spufs_mbox_info_fops, 0444, },
2132 { "ibox_info", &spufs_ibox_info_fops, 0444, },
2133 { "wbox_info", &spufs_wbox_info_fops, 0444, },
b9e3bd77
DGM
2134 { "dma_info", &spufs_dma_info_fops, 0444, },
2135 { "proxydma_info", &spufs_proxydma_info_fops, 0444, },
476273ad 2136 { "tid", &spufs_tid_fops, 0444, },
e9f8a0b6 2137 { "stat", &spufs_stat_fops, 0444, },
67207b96
AB
2138 {},
2139};
5737edd1
MN
2140
2141struct tree_descr spufs_dir_nosched_contents[] = {
cbe709c1 2142 { "capabilities", &spufs_caps_fops, 0444, },
5737edd1
MN
2143 { "mem", &spufs_mem_fops, 0666, },
2144 { "mbox", &spufs_mbox_fops, 0444, },
2145 { "ibox", &spufs_ibox_fops, 0444, },
2146 { "wbox", &spufs_wbox_fops, 0222, },
2147 { "mbox_stat", &spufs_mbox_stat_fops, 0444, },
2148 { "ibox_stat", &spufs_ibox_stat_fops, 0444, },
2149 { "wbox_stat", &spufs_wbox_stat_fops, 0444, },
d054b36f
JK
2150 { "signal1", &spufs_signal1_nosched_fops, 0222, },
2151 { "signal2", &spufs_signal2_nosched_fops, 0222, },
5737edd1
MN
2152 { "signal1_type", &spufs_signal1_type, 0666, },
2153 { "signal2_type", &spufs_signal2_type, 0666, },
2154 { "mss", &spufs_mss_fops, 0666, },
2155 { "mfc", &spufs_mfc_fops, 0666, },
2156 { "cntl", &spufs_cntl_fops, 0666, },
2157 { "npc", &spufs_npc_ops, 0666, },
2158 { "psmap", &spufs_psmap_fops, 0666, },
2159 { "phys-id", &spufs_id_ops, 0666, },
2160 { "object-id", &spufs_object_id_ops, 0666, },
476273ad 2161 { "tid", &spufs_tid_fops, 0444, },
e9f8a0b6 2162 { "stat", &spufs_stat_fops, 0444, },
5737edd1
MN
2163 {},
2164};
bf1ab978
DGM
2165
2166struct spufs_coredump_reader spufs_coredump_read[] = {
4fca9c42
ME
2167 { "regs", __spufs_regs_read, NULL, sizeof(struct spu_reg128[128])},
2168 { "fpcr", __spufs_fpcr_read, NULL, sizeof(struct spu_reg128) },
104f0cc2
ME
2169 { "lslr", NULL, spufs_lslr_get, 19 },
2170 { "decr", NULL, spufs_decr_get, 19 },
2171 { "decr_status", NULL, spufs_decr_status_get, 19 },
4fca9c42
ME
2172 { "mem", __spufs_mem_read, NULL, LS_SIZE, },
2173 { "signal1", __spufs_signal1_read, NULL, sizeof(u32) },
104f0cc2 2174 { "signal1_type", NULL, spufs_signal1_type_get, 19 },
4fca9c42 2175 { "signal2", __spufs_signal2_read, NULL, sizeof(u32) },
104f0cc2
ME
2176 { "signal2_type", NULL, spufs_signal2_type_get, 19 },
2177 { "event_mask", NULL, spufs_event_mask_get, 19 },
2178 { "event_status", NULL, spufs_event_status_get, 19 },
4fca9c42
ME
2179 { "mbox_info", __spufs_mbox_info_read, NULL, sizeof(u32) },
2180 { "ibox_info", __spufs_ibox_info_read, NULL, sizeof(u32) },
2181 { "wbox_info", __spufs_wbox_info_read, NULL, 4 * sizeof(u32)},
2182 { "dma_info", __spufs_dma_info_read, NULL, sizeof(struct spu_dma_info)},
2183 { "proxydma_info", __spufs_proxydma_info_read,
2184 NULL, sizeof(struct spu_proxydma_info)},
104f0cc2
ME
2185 { "object-id", NULL, spufs_object_id_get, 19 },
2186 { "npc", NULL, spufs_npc_get, 19 },
936d5bf1 2187 { NULL },
bf1ab978 2188};