Commit | Line | Data |
---|---|---|
7cd58e43 | 1 | /* |
e83d0169 | 2 | * CoProcessor (SPU/AFU) mm fault handler |
7cd58e43 JK |
3 | * |
4 | * (C) Copyright IBM Deutschland Entwicklung GmbH 2007 | |
5 | * | |
6 | * Author: Arnd Bergmann <arndb@de.ibm.com> | |
7 | * Author: Jeremy Kerr <jk@ozlabs.org> | |
8 | * | |
9 | * This program is free software; you can redistribute it and/or modify | |
10 | * it under the terms of the GNU General Public License as published by | |
11 | * the Free Software Foundation; either version 2, or (at your option) | |
12 | * any later version. | |
13 | * | |
14 | * This program is distributed in the hope that it will be useful, | |
15 | * but WITHOUT ANY WARRANTY; without even the implied warranty of | |
16 | * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the | |
17 | * GNU General Public License for more details. | |
18 | * | |
19 | * You should have received a copy of the GNU General Public License | |
20 | * along with this program; if not, write to the Free Software | |
21 | * Foundation, Inc., 675 Mass Ave, Cambridge, MA 02139, USA. | |
22 | */ | |
23 | #include <linux/sched.h> | |
24 | #include <linux/mm.h> | |
4b16f8e2 | 25 | #include <linux/export.h> |
e83d0169 | 26 | #include <asm/reg.h> |
73d16a6e | 27 | #include <asm/copro.h> |
be3ebfe8 | 28 | #include <asm/spu.h> |
7cd58e43 JK |
29 | |
30 | /* | |
31 | * This ought to be kept in sync with the powerpc specific do_page_fault | |
32 | * function. Currently, there are a few corner cases that we haven't had | |
33 | * to handle fortunately. | |
34 | */ | |
e83d0169 | 35 | int copro_handle_mm_fault(struct mm_struct *mm, unsigned long ea, |
7cd58e43 JK |
36 | unsigned long dsisr, unsigned *flt) |
37 | { | |
38 | struct vm_area_struct *vma; | |
39 | unsigned long is_write; | |
40 | int ret; | |
41 | ||
60ee0319 | 42 | if (mm == NULL) |
7cd58e43 | 43 | return -EFAULT; |
60ee0319 JK |
44 | |
45 | if (mm->pgd == NULL) | |
7cd58e43 | 46 | return -EFAULT; |
7cd58e43 JK |
47 | |
48 | down_read(&mm->mmap_sem); | |
60ee0319 | 49 | ret = -EFAULT; |
7cd58e43 JK |
50 | vma = find_vma(mm, ea); |
51 | if (!vma) | |
60ee0319 JK |
52 | goto out_unlock; |
53 | ||
54 | if (ea < vma->vm_start) { | |
55 | if (!(vma->vm_flags & VM_GROWSDOWN)) | |
56 | goto out_unlock; | |
57 | if (expand_stack(vma, ea)) | |
58 | goto out_unlock; | |
59 | } | |
60 | ||
e83d0169 | 61 | is_write = dsisr & DSISR_ISSTORE; |
7cd58e43 JK |
62 | if (is_write) { |
63 | if (!(vma->vm_flags & VM_WRITE)) | |
60ee0319 | 64 | goto out_unlock; |
7cd58e43 | 65 | } else { |
e83d0169 | 66 | if (dsisr & DSISR_PROTFAULT) |
60ee0319 | 67 | goto out_unlock; |
7cd58e43 | 68 | if (!(vma->vm_flags & (VM_READ | VM_EXEC))) |
60ee0319 | 69 | goto out_unlock; |
7cd58e43 | 70 | } |
60ee0319 | 71 | |
7cd58e43 | 72 | ret = 0; |
d06063cc | 73 | *flt = handle_mm_fault(mm, vma, ea, is_write ? FAULT_FLAG_WRITE : 0); |
7cd58e43 JK |
74 | if (unlikely(*flt & VM_FAULT_ERROR)) { |
75 | if (*flt & VM_FAULT_OOM) { | |
76 | ret = -ENOMEM; | |
60ee0319 | 77 | goto out_unlock; |
7cd58e43 JK |
78 | } else if (*flt & VM_FAULT_SIGBUS) { |
79 | ret = -EFAULT; | |
60ee0319 | 80 | goto out_unlock; |
7cd58e43 JK |
81 | } |
82 | BUG(); | |
83 | } | |
60ee0319 | 84 | |
7cd58e43 JK |
85 | if (*flt & VM_FAULT_MAJOR) |
86 | current->maj_flt++; | |
87 | else | |
88 | current->min_flt++; | |
7cd58e43 | 89 | |
60ee0319 | 90 | out_unlock: |
7cd58e43 | 91 | up_read(&mm->mmap_sem); |
60ee0319 | 92 | return ret; |
7cd58e43 | 93 | } |
e83d0169 | 94 | EXPORT_SYMBOL_GPL(copro_handle_mm_fault); |
73d16a6e IM |
95 | |
96 | int copro_calculate_slb(struct mm_struct *mm, u64 ea, struct copro_slb *slb) | |
97 | { | |
98 | u64 vsid; | |
99 | int psize, ssize; | |
100 | ||
101 | slb->esid = (ea & ESID_MASK) | SLB_ESID_V; | |
102 | ||
103 | switch (REGION_ID(ea)) { | |
104 | case USER_REGION_ID: | |
105 | pr_devel("%s: 0x%llx -- USER_REGION_ID\n", __func__, ea); | |
106 | psize = get_slice_psize(mm, ea); | |
107 | ssize = user_segment_size(ea); | |
108 | vsid = get_vsid(mm->context.id, ea, ssize); | |
109 | break; | |
110 | case VMALLOC_REGION_ID: | |
111 | pr_devel("%s: 0x%llx -- VMALLOC_REGION_ID\n", __func__, ea); | |
112 | if (ea < VMALLOC_END) | |
113 | psize = mmu_vmalloc_psize; | |
114 | else | |
115 | psize = mmu_io_psize; | |
116 | ssize = mmu_kernel_ssize; | |
117 | vsid = get_kernel_vsid(ea, mmu_kernel_ssize); | |
118 | break; | |
119 | case KERNEL_REGION_ID: | |
120 | pr_devel("%s: 0x%llx -- KERNEL_REGION_ID\n", __func__, ea); | |
121 | psize = mmu_linear_psize; | |
122 | ssize = mmu_kernel_ssize; | |
123 | vsid = get_kernel_vsid(ea, mmu_kernel_ssize); | |
124 | break; | |
125 | default: | |
126 | pr_debug("%s: invalid region access at %016llx\n", __func__, ea); | |
127 | return 1; | |
128 | } | |
129 | ||
130 | vsid = (vsid << slb_vsid_shift(ssize)) | SLB_VSID_USER; | |
131 | ||
132 | vsid |= mmu_psize_defs[psize].sllp | | |
133 | ((ssize == MMU_SEGSIZE_1T) ? SLB_VSID_B_1T : 0); | |
134 | ||
135 | slb->vsid = vsid; | |
136 | ||
137 | return 0; | |
138 | } | |
139 | EXPORT_SYMBOL_GPL(copro_calculate_slb); | |
be3ebfe8 IM |
140 | |
141 | void copro_flush_all_slbs(struct mm_struct *mm) | |
142 | { | |
143 | #ifdef CONFIG_SPU_BASE | |
144 | spu_flush_all_slbs(mm); | |
145 | #endif | |
146 | } | |
147 | EXPORT_SYMBOL_GPL(copro_flush_all_slbs); |