Commit | Line | Data |
---|---|---|
5288fbf0 | 1 | /* |
a53c8fab | 2 | * handling interprocessor communication |
5288fbf0 | 3 | * |
a53c8fab | 4 | * Copyright IBM Corp. 2008, 2009 |
5288fbf0 CB |
5 | * |
6 | * This program is free software; you can redistribute it and/or modify | |
7 | * it under the terms of the GNU General Public License (version 2 only) | |
8 | * as published by the Free Software Foundation. | |
9 | * | |
10 | * Author(s): Carsten Otte <cotte@de.ibm.com> | |
11 | * Christian Borntraeger <borntraeger@de.ibm.com> | |
9ace903d | 12 | * Christian Ehrhardt <ehrhardt@de.ibm.com> |
5288fbf0 CB |
13 | */ |
14 | ||
15 | #include <linux/kvm.h> | |
16 | #include <linux/kvm_host.h> | |
5a0e3ad6 | 17 | #include <linux/slab.h> |
a9ae32c3 | 18 | #include <asm/sigp.h> |
5288fbf0 CB |
19 | #include "gaccess.h" |
20 | #include "kvm-s390.h" | |
5786fffa | 21 | #include "trace.h" |
5288fbf0 | 22 | |
0096369d | 23 | static int __sigp_sense(struct kvm_vcpu *vcpu, u16 cpu_addr, |
5a32c1af | 24 | u64 *reg) |
5288fbf0 | 25 | { |
180c12fb | 26 | struct kvm_s390_float_interrupt *fi = &vcpu->kvm->arch.float_int; |
5288fbf0 CB |
27 | int rc; |
28 | ||
29 | if (cpu_addr >= KVM_MAX_VCPUS) | |
ea1918dd | 30 | return SIGP_CC_NOT_OPERATIONAL; |
5288fbf0 | 31 | |
b037a4f3 | 32 | spin_lock(&fi->lock); |
5288fbf0 | 33 | if (fi->local_int[cpu_addr] == NULL) |
ea1918dd | 34 | rc = SIGP_CC_NOT_OPERATIONAL; |
9e6dabef | 35 | else if (!(atomic_read(fi->local_int[cpu_addr]->cpuflags) |
21b26c08 CH |
36 | & (CPUSTAT_ECALL_PEND | CPUSTAT_STOPPED))) |
37 | rc = SIGP_CC_ORDER_CODE_ACCEPTED; | |
38 | else { | |
5288fbf0 | 39 | *reg &= 0xffffffff00000000UL; |
21b26c08 CH |
40 | if (atomic_read(fi->local_int[cpu_addr]->cpuflags) |
41 | & CPUSTAT_ECALL_PEND) | |
42 | *reg |= SIGP_STATUS_EXT_CALL_PENDING; | |
43 | if (atomic_read(fi->local_int[cpu_addr]->cpuflags) | |
44 | & CPUSTAT_STOPPED) | |
45 | *reg |= SIGP_STATUS_STOPPED; | |
ea1918dd | 46 | rc = SIGP_CC_STATUS_STORED; |
5288fbf0 | 47 | } |
b037a4f3 | 48 | spin_unlock(&fi->lock); |
5288fbf0 CB |
49 | |
50 | VCPU_EVENT(vcpu, 4, "sensed status of cpu %x rc %x", cpu_addr, rc); | |
51 | return rc; | |
52 | } | |
53 | ||
54 | static int __sigp_emergency(struct kvm_vcpu *vcpu, u16 cpu_addr) | |
55 | { | |
180c12fb CB |
56 | struct kvm_s390_float_interrupt *fi = &vcpu->kvm->arch.float_int; |
57 | struct kvm_s390_local_interrupt *li; | |
58 | struct kvm_s390_interrupt_info *inti; | |
5288fbf0 CB |
59 | int rc; |
60 | ||
61 | if (cpu_addr >= KVM_MAX_VCPUS) | |
ea1918dd | 62 | return SIGP_CC_NOT_OPERATIONAL; |
5288fbf0 CB |
63 | |
64 | inti = kzalloc(sizeof(*inti), GFP_KERNEL); | |
65 | if (!inti) | |
66 | return -ENOMEM; | |
67 | ||
68 | inti->type = KVM_S390_INT_EMERGENCY; | |
7697e71f | 69 | inti->emerg.code = vcpu->vcpu_id; |
5288fbf0 | 70 | |
b037a4f3 | 71 | spin_lock(&fi->lock); |
5288fbf0 CB |
72 | li = fi->local_int[cpu_addr]; |
73 | if (li == NULL) { | |
ea1918dd | 74 | rc = SIGP_CC_NOT_OPERATIONAL; |
5288fbf0 CB |
75 | kfree(inti); |
76 | goto unlock; | |
77 | } | |
78 | spin_lock_bh(&li->lock); | |
79 | list_add_tail(&inti->list, &li->list); | |
80 | atomic_set(&li->active, 1); | |
81 | atomic_set_mask(CPUSTAT_EXT_INT, li->cpuflags); | |
82 | if (waitqueue_active(&li->wq)) | |
83 | wake_up_interruptible(&li->wq); | |
84 | spin_unlock_bh(&li->lock); | |
ea1918dd | 85 | rc = SIGP_CC_ORDER_CODE_ACCEPTED; |
7697e71f CE |
86 | VCPU_EVENT(vcpu, 4, "sent sigp emerg to cpu %x", cpu_addr); |
87 | unlock: | |
88 | spin_unlock(&fi->lock); | |
89 | return rc; | |
90 | } | |
91 | ||
92 | static int __sigp_external_call(struct kvm_vcpu *vcpu, u16 cpu_addr) | |
93 | { | |
94 | struct kvm_s390_float_interrupt *fi = &vcpu->kvm->arch.float_int; | |
95 | struct kvm_s390_local_interrupt *li; | |
96 | struct kvm_s390_interrupt_info *inti; | |
97 | int rc; | |
98 | ||
99 | if (cpu_addr >= KVM_MAX_VCPUS) | |
ea1918dd | 100 | return SIGP_CC_NOT_OPERATIONAL; |
7697e71f CE |
101 | |
102 | inti = kzalloc(sizeof(*inti), GFP_KERNEL); | |
103 | if (!inti) | |
104 | return -ENOMEM; | |
105 | ||
106 | inti->type = KVM_S390_INT_EXTERNAL_CALL; | |
107 | inti->extcall.code = vcpu->vcpu_id; | |
108 | ||
109 | spin_lock(&fi->lock); | |
110 | li = fi->local_int[cpu_addr]; | |
111 | if (li == NULL) { | |
ea1918dd | 112 | rc = SIGP_CC_NOT_OPERATIONAL; |
7697e71f CE |
113 | kfree(inti); |
114 | goto unlock; | |
115 | } | |
116 | spin_lock_bh(&li->lock); | |
117 | list_add_tail(&inti->list, &li->list); | |
118 | atomic_set(&li->active, 1); | |
119 | atomic_set_mask(CPUSTAT_EXT_INT, li->cpuflags); | |
120 | if (waitqueue_active(&li->wq)) | |
121 | wake_up_interruptible(&li->wq); | |
122 | spin_unlock_bh(&li->lock); | |
ea1918dd | 123 | rc = SIGP_CC_ORDER_CODE_ACCEPTED; |
7697e71f | 124 | VCPU_EVENT(vcpu, 4, "sent sigp ext call to cpu %x", cpu_addr); |
5288fbf0 | 125 | unlock: |
b037a4f3 | 126 | spin_unlock(&fi->lock); |
5288fbf0 CB |
127 | return rc; |
128 | } | |
129 | ||
9ace903d | 130 | static int __inject_sigp_stop(struct kvm_s390_local_interrupt *li, int action) |
5288fbf0 | 131 | { |
180c12fb | 132 | struct kvm_s390_interrupt_info *inti; |
5288fbf0 | 133 | |
9940fa80 | 134 | inti = kzalloc(sizeof(*inti), GFP_ATOMIC); |
5288fbf0 CB |
135 | if (!inti) |
136 | return -ENOMEM; | |
5288fbf0 CB |
137 | inti->type = KVM_S390_SIGP_STOP; |
138 | ||
5288fbf0 | 139 | spin_lock_bh(&li->lock); |
a046b816 CD |
140 | if ((atomic_read(li->cpuflags) & CPUSTAT_STOPPED)) { |
141 | kfree(inti); | |
24a13044 | 142 | goto out; |
a046b816 | 143 | } |
5288fbf0 CB |
144 | list_add_tail(&inti->list, &li->list); |
145 | atomic_set(&li->active, 1); | |
146 | atomic_set_mask(CPUSTAT_STOP_INT, li->cpuflags); | |
9ace903d | 147 | li->action_bits |= action; |
5288fbf0 CB |
148 | if (waitqueue_active(&li->wq)) |
149 | wake_up_interruptible(&li->wq); | |
24a13044 | 150 | out: |
5288fbf0 | 151 | spin_unlock_bh(&li->lock); |
9ace903d | 152 | |
ea1918dd | 153 | return SIGP_CC_ORDER_CODE_ACCEPTED; |
9ace903d CE |
154 | } |
155 | ||
156 | static int __sigp_stop(struct kvm_vcpu *vcpu, u16 cpu_addr, int action) | |
157 | { | |
158 | struct kvm_s390_float_interrupt *fi = &vcpu->kvm->arch.float_int; | |
159 | struct kvm_s390_local_interrupt *li; | |
160 | int rc; | |
161 | ||
162 | if (cpu_addr >= KVM_MAX_VCPUS) | |
ea1918dd | 163 | return SIGP_CC_NOT_OPERATIONAL; |
9ace903d CE |
164 | |
165 | spin_lock(&fi->lock); | |
166 | li = fi->local_int[cpu_addr]; | |
167 | if (li == NULL) { | |
ea1918dd | 168 | rc = SIGP_CC_NOT_OPERATIONAL; |
9ace903d CE |
169 | goto unlock; |
170 | } | |
171 | ||
172 | rc = __inject_sigp_stop(li, action); | |
173 | ||
5288fbf0 | 174 | unlock: |
b037a4f3 | 175 | spin_unlock(&fi->lock); |
5288fbf0 CB |
176 | VCPU_EVENT(vcpu, 4, "sent sigp stop to cpu %x", cpu_addr); |
177 | return rc; | |
178 | } | |
179 | ||
9ace903d CE |
180 | int kvm_s390_inject_sigp_stop(struct kvm_vcpu *vcpu, int action) |
181 | { | |
182 | struct kvm_s390_local_interrupt *li = &vcpu->arch.local_int; | |
183 | return __inject_sigp_stop(li, action); | |
184 | } | |
185 | ||
5288fbf0 CB |
186 | static int __sigp_set_arch(struct kvm_vcpu *vcpu, u32 parameter) |
187 | { | |
188 | int rc; | |
189 | ||
190 | switch (parameter & 0xff) { | |
191 | case 0: | |
ea1918dd | 192 | rc = SIGP_CC_NOT_OPERATIONAL; |
5288fbf0 CB |
193 | break; |
194 | case 1: | |
195 | case 2: | |
ea1918dd | 196 | rc = SIGP_CC_ORDER_CODE_ACCEPTED; |
5288fbf0 CB |
197 | break; |
198 | default: | |
b8e660b8 | 199 | rc = -EOPNOTSUPP; |
5288fbf0 CB |
200 | } |
201 | return rc; | |
202 | } | |
203 | ||
204 | static int __sigp_set_prefix(struct kvm_vcpu *vcpu, u16 cpu_addr, u32 address, | |
5a32c1af | 205 | u64 *reg) |
5288fbf0 | 206 | { |
180c12fb | 207 | struct kvm_s390_float_interrupt *fi = &vcpu->kvm->arch.float_int; |
53cb780a | 208 | struct kvm_s390_local_interrupt *li = NULL; |
180c12fb | 209 | struct kvm_s390_interrupt_info *inti; |
5288fbf0 CB |
210 | int rc; |
211 | u8 tmp; | |
212 | ||
213 | /* make sure that the new value is valid memory */ | |
214 | address = address & 0x7fffe000u; | |
092670cd CO |
215 | if (copy_from_guest_absolute(vcpu, &tmp, address, 1) || |
216 | copy_from_guest_absolute(vcpu, &tmp, address + PAGE_SIZE, 1)) { | |
0744426e | 217 | *reg &= 0xffffffff00000000UL; |
a9ae32c3 | 218 | *reg |= SIGP_STATUS_INVALID_PARAMETER; |
ea1918dd | 219 | return SIGP_CC_STATUS_STORED; |
5288fbf0 CB |
220 | } |
221 | ||
222 | inti = kzalloc(sizeof(*inti), GFP_KERNEL); | |
223 | if (!inti) | |
ea1918dd | 224 | return SIGP_CC_BUSY; |
5288fbf0 | 225 | |
b037a4f3 | 226 | spin_lock(&fi->lock); |
53cb780a RK |
227 | if (cpu_addr < KVM_MAX_VCPUS) |
228 | li = fi->local_int[cpu_addr]; | |
5288fbf0 | 229 | |
53cb780a | 230 | if (li == NULL) { |
0744426e HC |
231 | *reg &= 0xffffffff00000000UL; |
232 | *reg |= SIGP_STATUS_INCORRECT_STATE; | |
ea1918dd | 233 | rc = SIGP_CC_STATUS_STORED; |
5288fbf0 CB |
234 | kfree(inti); |
235 | goto out_fi; | |
236 | } | |
237 | ||
238 | spin_lock_bh(&li->lock); | |
239 | /* cpu must be in stopped state */ | |
9e6dabef | 240 | if (!(atomic_read(li->cpuflags) & CPUSTAT_STOPPED)) { |
0744426e HC |
241 | *reg &= 0xffffffff00000000UL; |
242 | *reg |= SIGP_STATUS_INCORRECT_STATE; | |
ea1918dd | 243 | rc = SIGP_CC_STATUS_STORED; |
5288fbf0 CB |
244 | kfree(inti); |
245 | goto out_li; | |
246 | } | |
247 | ||
248 | inti->type = KVM_S390_SIGP_SET_PREFIX; | |
249 | inti->prefix.address = address; | |
250 | ||
251 | list_add_tail(&inti->list, &li->list); | |
252 | atomic_set(&li->active, 1); | |
253 | if (waitqueue_active(&li->wq)) | |
254 | wake_up_interruptible(&li->wq); | |
ea1918dd | 255 | rc = SIGP_CC_ORDER_CODE_ACCEPTED; |
5288fbf0 CB |
256 | |
257 | VCPU_EVENT(vcpu, 4, "set prefix of cpu %02x to %x", cpu_addr, address); | |
258 | out_li: | |
259 | spin_unlock_bh(&li->lock); | |
260 | out_fi: | |
b037a4f3 | 261 | spin_unlock(&fi->lock); |
5288fbf0 CB |
262 | return rc; |
263 | } | |
264 | ||
bd59d3a4 | 265 | static int __sigp_sense_running(struct kvm_vcpu *vcpu, u16 cpu_addr, |
5a32c1af | 266 | u64 *reg) |
bd59d3a4 CH |
267 | { |
268 | int rc; | |
269 | struct kvm_s390_float_interrupt *fi = &vcpu->kvm->arch.float_int; | |
270 | ||
271 | if (cpu_addr >= KVM_MAX_VCPUS) | |
ea1918dd | 272 | return SIGP_CC_NOT_OPERATIONAL; |
bd59d3a4 CH |
273 | |
274 | spin_lock(&fi->lock); | |
275 | if (fi->local_int[cpu_addr] == NULL) | |
ea1918dd | 276 | rc = SIGP_CC_NOT_OPERATIONAL; |
bd59d3a4 CH |
277 | else { |
278 | if (atomic_read(fi->local_int[cpu_addr]->cpuflags) | |
279 | & CPUSTAT_RUNNING) { | |
280 | /* running */ | |
ea1918dd | 281 | rc = SIGP_CC_ORDER_CODE_ACCEPTED; |
bd59d3a4 CH |
282 | } else { |
283 | /* not running */ | |
284 | *reg &= 0xffffffff00000000UL; | |
a9ae32c3 | 285 | *reg |= SIGP_STATUS_NOT_RUNNING; |
ea1918dd | 286 | rc = SIGP_CC_STATUS_STORED; |
bd59d3a4 CH |
287 | } |
288 | } | |
289 | spin_unlock(&fi->lock); | |
290 | ||
291 | VCPU_EVENT(vcpu, 4, "sensed running status of cpu %x rc %x", cpu_addr, | |
292 | rc); | |
293 | ||
294 | return rc; | |
295 | } | |
296 | ||
151104a7 JF |
297 | static int __sigp_restart(struct kvm_vcpu *vcpu, u16 cpu_addr) |
298 | { | |
151104a7 JF |
299 | struct kvm_s390_float_interrupt *fi = &vcpu->kvm->arch.float_int; |
300 | struct kvm_s390_local_interrupt *li; | |
ea1918dd | 301 | int rc = SIGP_CC_ORDER_CODE_ACCEPTED; |
151104a7 JF |
302 | |
303 | if (cpu_addr >= KVM_MAX_VCPUS) | |
ea1918dd | 304 | return SIGP_CC_NOT_OPERATIONAL; |
151104a7 JF |
305 | |
306 | spin_lock(&fi->lock); | |
307 | li = fi->local_int[cpu_addr]; | |
308 | if (li == NULL) { | |
ea1918dd | 309 | rc = SIGP_CC_NOT_OPERATIONAL; |
151104a7 JF |
310 | goto out; |
311 | } | |
312 | ||
313 | spin_lock_bh(&li->lock); | |
314 | if (li->action_bits & ACTION_STOP_ON_STOP) | |
ea1918dd | 315 | rc = SIGP_CC_BUSY; |
151104a7 JF |
316 | else |
317 | VCPU_EVENT(vcpu, 4, "sigp restart %x to handle userspace", | |
318 | cpu_addr); | |
319 | spin_unlock_bh(&li->lock); | |
320 | out: | |
321 | spin_unlock(&fi->lock); | |
322 | return rc; | |
323 | } | |
324 | ||
5288fbf0 CB |
325 | int kvm_s390_handle_sigp(struct kvm_vcpu *vcpu) |
326 | { | |
327 | int r1 = (vcpu->arch.sie_block->ipa & 0x00f0) >> 4; | |
328 | int r3 = vcpu->arch.sie_block->ipa & 0x000f; | |
5288fbf0 | 329 | u32 parameter; |
5a32c1af | 330 | u16 cpu_addr = vcpu->run->s.regs.gprs[r3]; |
5288fbf0 CB |
331 | u8 order_code; |
332 | int rc; | |
333 | ||
3eb77d51 CB |
334 | /* sigp in userspace can exit */ |
335 | if (vcpu->arch.sie_block->gpsw.mask & PSW_MASK_PSTATE) | |
336 | return kvm_s390_inject_program_int(vcpu, | |
337 | PGM_PRIVILEGED_OPERATION); | |
338 | ||
b1c571a5 | 339 | order_code = kvm_s390_get_base_disp_rs(vcpu); |
5288fbf0 CB |
340 | |
341 | if (r1 % 2) | |
5a32c1af | 342 | parameter = vcpu->run->s.regs.gprs[r1]; |
5288fbf0 | 343 | else |
5a32c1af | 344 | parameter = vcpu->run->s.regs.gprs[r1 + 1]; |
5288fbf0 | 345 | |
5786fffa | 346 | trace_kvm_s390_handle_sigp(vcpu, order_code, cpu_addr, parameter); |
5288fbf0 CB |
347 | switch (order_code) { |
348 | case SIGP_SENSE: | |
349 | vcpu->stat.instruction_sigp_sense++; | |
350 | rc = __sigp_sense(vcpu, cpu_addr, | |
5a32c1af | 351 | &vcpu->run->s.regs.gprs[r1]); |
5288fbf0 | 352 | break; |
7697e71f CE |
353 | case SIGP_EXTERNAL_CALL: |
354 | vcpu->stat.instruction_sigp_external_call++; | |
355 | rc = __sigp_external_call(vcpu, cpu_addr); | |
356 | break; | |
a9ae32c3 | 357 | case SIGP_EMERGENCY_SIGNAL: |
5288fbf0 CB |
358 | vcpu->stat.instruction_sigp_emergency++; |
359 | rc = __sigp_emergency(vcpu, cpu_addr); | |
360 | break; | |
361 | case SIGP_STOP: | |
362 | vcpu->stat.instruction_sigp_stop++; | |
9ace903d | 363 | rc = __sigp_stop(vcpu, cpu_addr, ACTION_STOP_ON_STOP); |
5288fbf0 | 364 | break; |
a9ae32c3 | 365 | case SIGP_STOP_AND_STORE_STATUS: |
5288fbf0 | 366 | vcpu->stat.instruction_sigp_stop++; |
9ec2d6dc JF |
367 | rc = __sigp_stop(vcpu, cpu_addr, ACTION_STORE_ON_STOP | |
368 | ACTION_STOP_ON_STOP); | |
5288fbf0 | 369 | break; |
a9ae32c3 | 370 | case SIGP_SET_ARCHITECTURE: |
5288fbf0 CB |
371 | vcpu->stat.instruction_sigp_arch++; |
372 | rc = __sigp_set_arch(vcpu, parameter); | |
373 | break; | |
374 | case SIGP_SET_PREFIX: | |
375 | vcpu->stat.instruction_sigp_prefix++; | |
376 | rc = __sigp_set_prefix(vcpu, cpu_addr, parameter, | |
5a32c1af | 377 | &vcpu->run->s.regs.gprs[r1]); |
5288fbf0 | 378 | break; |
bd59d3a4 CH |
379 | case SIGP_SENSE_RUNNING: |
380 | vcpu->stat.instruction_sigp_sense_running++; | |
381 | rc = __sigp_sense_running(vcpu, cpu_addr, | |
5a32c1af | 382 | &vcpu->run->s.regs.gprs[r1]); |
bd59d3a4 | 383 | break; |
5288fbf0 CB |
384 | case SIGP_RESTART: |
385 | vcpu->stat.instruction_sigp_restart++; | |
151104a7 | 386 | rc = __sigp_restart(vcpu, cpu_addr); |
ea1918dd | 387 | if (rc == SIGP_CC_BUSY) |
151104a7 | 388 | break; |
5288fbf0 CB |
389 | /* user space must know about restart */ |
390 | default: | |
b8e660b8 | 391 | return -EOPNOTSUPP; |
5288fbf0 CB |
392 | } |
393 | ||
394 | if (rc < 0) | |
395 | return rc; | |
396 | ||
397 | vcpu->arch.sie_block->gpsw.mask &= ~(3ul << 44); | |
398 | vcpu->arch.sie_block->gpsw.mask |= (rc & 3ul) << 44; | |
399 | return 0; | |
400 | } |