2 * handling privileged instructions
4 * Copyright IBM Corp. 2008, 2013
6 * This program is free software; you can redistribute it and/or modify
7 * it under the terms of the GNU General Public License (version 2 only)
8 * as published by the Free Software Foundation.
10 * Author(s): Carsten Otte <cotte@de.ibm.com>
11 * Christian Borntraeger <borntraeger@de.ibm.com>
14 #include <linux/kvm.h>
15 #include <linux/gfp.h>
16 #include <linux/errno.h>
17 #include <linux/compat.h>
18 #include <asm/asm-offsets.h>
19 #include <asm/facility.h>
20 #include <asm/current.h>
21 #include <asm/debug.h>
22 #include <asm/ebcdic.h>
23 #include <asm/sysinfo.h>
24 #include <asm/pgtable.h>
25 #include <asm/pgalloc.h>
27 #include <asm/ptrace.h>
28 #include <asm/compat.h>
33 /* Handle SCK (SET CLOCK) interception */
34 static int handle_set_clock(struct kvm_vcpu
*vcpu
)
36 struct kvm_vcpu
*cpup
;
41 if (vcpu
->arch
.sie_block
->gpsw
.mask
& PSW_MASK_PSTATE
)
42 return kvm_s390_inject_program_int(vcpu
, PGM_PRIVILEGED_OP
);
44 op2
= kvm_s390_get_base_disp_s(vcpu
);
45 if (op2
& 7) /* Operand must be on a doubleword boundary */
46 return kvm_s390_inject_program_int(vcpu
, PGM_SPECIFICATION
);
47 if (get_guest(vcpu
, val
, (u64 __user
*) op2
))
48 return kvm_s390_inject_program_int(vcpu
, PGM_ADDRESSING
);
50 if (store_tod_clock(&hostclk
)) {
51 kvm_s390_set_psw_cc(vcpu
, 3);
54 val
= (val
- hostclk
) & ~0x3fUL
;
56 mutex_lock(&vcpu
->kvm
->lock
);
57 kvm_for_each_vcpu(i
, cpup
, vcpu
->kvm
)
58 cpup
->arch
.sie_block
->epoch
= val
;
59 mutex_unlock(&vcpu
->kvm
->lock
);
61 kvm_s390_set_psw_cc(vcpu
, 0);
65 static int handle_set_prefix(struct kvm_vcpu
*vcpu
)
71 vcpu
->stat
.instruction_spx
++;
73 if (vcpu
->arch
.sie_block
->gpsw
.mask
& PSW_MASK_PSTATE
)
74 return kvm_s390_inject_program_int(vcpu
, PGM_PRIVILEGED_OP
);
76 operand2
= kvm_s390_get_base_disp_s(vcpu
);
78 /* must be word boundary */
80 return kvm_s390_inject_program_int(vcpu
, PGM_SPECIFICATION
);
83 if (get_guest(vcpu
, address
, (u32 __user
*) operand2
))
84 return kvm_s390_inject_program_int(vcpu
, PGM_ADDRESSING
);
86 address
= address
& 0x7fffe000u
;
88 /* make sure that the new value is valid memory */
89 if (copy_from_guest_absolute(vcpu
, &tmp
, address
, 1) ||
90 (copy_from_guest_absolute(vcpu
, &tmp
, address
+ PAGE_SIZE
, 1)))
91 return kvm_s390_inject_program_int(vcpu
, PGM_ADDRESSING
);
93 kvm_s390_set_prefix(vcpu
, address
);
95 VCPU_EVENT(vcpu
, 5, "setting prefix to %x", address
);
96 trace_kvm_s390_handle_prefix(vcpu
, 1, address
);
100 static int handle_store_prefix(struct kvm_vcpu
*vcpu
)
105 vcpu
->stat
.instruction_stpx
++;
107 if (vcpu
->arch
.sie_block
->gpsw
.mask
& PSW_MASK_PSTATE
)
108 return kvm_s390_inject_program_int(vcpu
, PGM_PRIVILEGED_OP
);
110 operand2
= kvm_s390_get_base_disp_s(vcpu
);
112 /* must be word boundary */
114 return kvm_s390_inject_program_int(vcpu
, PGM_SPECIFICATION
);
116 address
= vcpu
->arch
.sie_block
->prefix
;
117 address
= address
& 0x7fffe000u
;
120 if (put_guest(vcpu
, address
, (u32 __user
*)operand2
))
121 return kvm_s390_inject_program_int(vcpu
, PGM_ADDRESSING
);
123 VCPU_EVENT(vcpu
, 5, "storing prefix to %x", address
);
124 trace_kvm_s390_handle_prefix(vcpu
, 0, address
);
128 static int handle_store_cpu_address(struct kvm_vcpu
*vcpu
)
132 vcpu
->stat
.instruction_stap
++;
134 if (vcpu
->arch
.sie_block
->gpsw
.mask
& PSW_MASK_PSTATE
)
135 return kvm_s390_inject_program_int(vcpu
, PGM_PRIVILEGED_OP
);
137 useraddr
= kvm_s390_get_base_disp_s(vcpu
);
140 return kvm_s390_inject_program_int(vcpu
, PGM_SPECIFICATION
);
142 if (put_guest(vcpu
, vcpu
->vcpu_id
, (u16 __user
*)useraddr
))
143 return kvm_s390_inject_program_int(vcpu
, PGM_ADDRESSING
);
145 VCPU_EVENT(vcpu
, 5, "storing cpu address to %llx", useraddr
);
146 trace_kvm_s390_handle_stap(vcpu
, useraddr
);
150 static int handle_skey(struct kvm_vcpu
*vcpu
)
152 vcpu
->stat
.instruction_storage_key
++;
154 if (vcpu
->arch
.sie_block
->gpsw
.mask
& PSW_MASK_PSTATE
)
155 return kvm_s390_inject_program_int(vcpu
, PGM_PRIVILEGED_OP
);
157 vcpu
->arch
.sie_block
->gpsw
.addr
=
158 __rewind_psw(vcpu
->arch
.sie_block
->gpsw
, 4);
159 VCPU_EVENT(vcpu
, 4, "%s", "retrying storage key operation");
163 static int handle_test_block(struct kvm_vcpu
*vcpu
)
169 if (vcpu
->arch
.sie_block
->gpsw
.mask
& PSW_MASK_PSTATE
)
170 return kvm_s390_inject_program_int(vcpu
, PGM_PRIVILEGED_OP
);
172 kvm_s390_get_regs_rre(vcpu
, NULL
, ®2
);
173 addr
= vcpu
->run
->s
.regs
.gprs
[reg2
] & PAGE_MASK
;
174 addr
= kvm_s390_real_to_abs(vcpu
, addr
);
176 hva
= gfn_to_hva(vcpu
->kvm
, gpa_to_gfn(addr
));
177 if (kvm_is_error_hva(hva
))
178 return kvm_s390_inject_program_int(vcpu
, PGM_ADDRESSING
);
180 * We don't expect errors on modern systems, and do not care
181 * about storage keys (yet), so let's just clear the page.
183 if (clear_user((void __user
*)hva
, PAGE_SIZE
) != 0)
185 kvm_s390_set_psw_cc(vcpu
, 0);
186 vcpu
->run
->s
.regs
.gprs
[0] = 0;
190 static int handle_tpi(struct kvm_vcpu
*vcpu
)
192 struct kvm_s390_interrupt_info
*inti
;
196 addr
= kvm_s390_get_base_disp_s(vcpu
);
198 return kvm_s390_inject_program_int(vcpu
, PGM_SPECIFICATION
);
200 inti
= kvm_s390_get_io_int(vcpu
->kvm
, vcpu
->arch
.sie_block
->gcr
[6], 0);
206 * Store the two-word I/O interruption code into the
209 if (put_guest(vcpu
, inti
->io
.subchannel_id
, (u16 __user
*)addr
)
210 || put_guest(vcpu
, inti
->io
.subchannel_nr
, (u16 __user
*)(addr
+ 2))
211 || put_guest(vcpu
, inti
->io
.io_int_parm
, (u32 __user
*)(addr
+ 4)))
212 return kvm_s390_inject_program_int(vcpu
, PGM_ADDRESSING
);
215 * Store the three-word I/O interruption code into
216 * the appropriate lowcore area.
218 put_guest(vcpu
, inti
->io
.subchannel_id
, (u16 __user
*) __LC_SUBCHANNEL_ID
);
219 put_guest(vcpu
, inti
->io
.subchannel_nr
, (u16 __user
*) __LC_SUBCHANNEL_NR
);
220 put_guest(vcpu
, inti
->io
.io_int_parm
, (u32 __user
*) __LC_IO_INT_PARM
);
221 put_guest(vcpu
, inti
->io
.io_int_word
, (u32 __user
*) __LC_IO_INT_WORD
);
225 /* Set condition code and we're done. */
226 kvm_s390_set_psw_cc(vcpu
, cc
);
230 static int handle_tsch(struct kvm_vcpu
*vcpu
)
232 struct kvm_s390_interrupt_info
*inti
;
234 inti
= kvm_s390_get_io_int(vcpu
->kvm
, 0,
235 vcpu
->run
->s
.regs
.gprs
[1]);
238 * Prepare exit to userspace.
239 * We indicate whether we dequeued a pending I/O interrupt
240 * so that userspace can re-inject it if the instruction gets
241 * a program check. While this may re-order the pending I/O
242 * interrupts, this is no problem since the priority is kept
245 vcpu
->run
->exit_reason
= KVM_EXIT_S390_TSCH
;
246 vcpu
->run
->s390_tsch
.dequeued
= !!inti
;
248 vcpu
->run
->s390_tsch
.subchannel_id
= inti
->io
.subchannel_id
;
249 vcpu
->run
->s390_tsch
.subchannel_nr
= inti
->io
.subchannel_nr
;
250 vcpu
->run
->s390_tsch
.io_int_parm
= inti
->io
.io_int_parm
;
251 vcpu
->run
->s390_tsch
.io_int_word
= inti
->io
.io_int_word
;
253 vcpu
->run
->s390_tsch
.ipb
= vcpu
->arch
.sie_block
->ipb
;
258 static int handle_io_inst(struct kvm_vcpu
*vcpu
)
260 VCPU_EVENT(vcpu
, 4, "%s", "I/O instruction");
262 if (vcpu
->arch
.sie_block
->gpsw
.mask
& PSW_MASK_PSTATE
)
263 return kvm_s390_inject_program_int(vcpu
, PGM_PRIVILEGED_OP
);
265 if (vcpu
->kvm
->arch
.css_support
) {
267 * Most I/O instructions will be handled by userspace.
268 * Exceptions are tpi and the interrupt portion of tsch.
270 if (vcpu
->arch
.sie_block
->ipa
== 0xb236)
271 return handle_tpi(vcpu
);
272 if (vcpu
->arch
.sie_block
->ipa
== 0xb235)
273 return handle_tsch(vcpu
);
274 /* Handle in userspace. */
278 * Set condition code 3 to stop the guest from issuing channel
281 kvm_s390_set_psw_cc(vcpu
, 3);
286 static int handle_stfl(struct kvm_vcpu
*vcpu
)
290 vcpu
->stat
.instruction_stfl
++;
292 if (vcpu
->arch
.sie_block
->gpsw
.mask
& PSW_MASK_PSTATE
)
293 return kvm_s390_inject_program_int(vcpu
, PGM_PRIVILEGED_OP
);
295 rc
= copy_to_guest(vcpu
, offsetof(struct _lowcore
, stfl_fac_list
),
298 return kvm_s390_inject_program_int(vcpu
, PGM_ADDRESSING
);
299 VCPU_EVENT(vcpu
, 5, "store facility list value %x",
300 *(unsigned int *) vfacilities
);
301 trace_kvm_s390_handle_stfl(vcpu
, *(unsigned int *) vfacilities
);
305 static void handle_new_psw(struct kvm_vcpu
*vcpu
)
307 /* Check whether the new psw is enabled for machine checks. */
308 if (vcpu
->arch
.sie_block
->gpsw
.mask
& PSW_MASK_MCHECK
)
309 kvm_s390_deliver_pending_machine_checks(vcpu
);
312 #define PSW_MASK_ADDR_MODE (PSW_MASK_EA | PSW_MASK_BA)
313 #define PSW_MASK_UNASSIGNED 0xb80800fe7fffffffUL
314 #define PSW_ADDR_24 0x0000000000ffffffUL
315 #define PSW_ADDR_31 0x000000007fffffffUL
317 static int is_valid_psw(psw_t
*psw
) {
318 if (psw
->mask
& PSW_MASK_UNASSIGNED
)
320 if ((psw
->mask
& PSW_MASK_ADDR_MODE
) == PSW_MASK_BA
) {
321 if (psw
->addr
& ~PSW_ADDR_31
)
324 if (!(psw
->mask
& PSW_MASK_ADDR_MODE
) && (psw
->addr
& ~PSW_ADDR_24
))
326 if ((psw
->mask
& PSW_MASK_ADDR_MODE
) == PSW_MASK_EA
)
331 int kvm_s390_handle_lpsw(struct kvm_vcpu
*vcpu
)
333 psw_t
*gpsw
= &vcpu
->arch
.sie_block
->gpsw
;
334 psw_compat_t new_psw
;
337 if (gpsw
->mask
& PSW_MASK_PSTATE
)
338 return kvm_s390_inject_program_int(vcpu
, PGM_PRIVILEGED_OP
);
340 addr
= kvm_s390_get_base_disp_s(vcpu
);
342 return kvm_s390_inject_program_int(vcpu
, PGM_SPECIFICATION
);
343 if (copy_from_guest(vcpu
, &new_psw
, addr
, sizeof(new_psw
)))
344 return kvm_s390_inject_program_int(vcpu
, PGM_ADDRESSING
);
345 if (!(new_psw
.mask
& PSW32_MASK_BASE
))
346 return kvm_s390_inject_program_int(vcpu
, PGM_SPECIFICATION
);
347 gpsw
->mask
= (new_psw
.mask
& ~PSW32_MASK_BASE
) << 32;
348 gpsw
->mask
|= new_psw
.addr
& PSW32_ADDR_AMODE
;
349 gpsw
->addr
= new_psw
.addr
& ~PSW32_ADDR_AMODE
;
350 if (!is_valid_psw(gpsw
))
351 return kvm_s390_inject_program_int(vcpu
, PGM_SPECIFICATION
);
352 handle_new_psw(vcpu
);
356 static int handle_lpswe(struct kvm_vcpu
*vcpu
)
361 if (vcpu
->arch
.sie_block
->gpsw
.mask
& PSW_MASK_PSTATE
)
362 return kvm_s390_inject_program_int(vcpu
, PGM_PRIVILEGED_OP
);
364 addr
= kvm_s390_get_base_disp_s(vcpu
);
366 return kvm_s390_inject_program_int(vcpu
, PGM_SPECIFICATION
);
367 if (copy_from_guest(vcpu
, &new_psw
, addr
, sizeof(new_psw
)))
368 return kvm_s390_inject_program_int(vcpu
, PGM_ADDRESSING
);
369 vcpu
->arch
.sie_block
->gpsw
= new_psw
;
370 if (!is_valid_psw(&vcpu
->arch
.sie_block
->gpsw
))
371 return kvm_s390_inject_program_int(vcpu
, PGM_SPECIFICATION
);
372 handle_new_psw(vcpu
);
376 static int handle_stidp(struct kvm_vcpu
*vcpu
)
380 vcpu
->stat
.instruction_stidp
++;
382 if (vcpu
->arch
.sie_block
->gpsw
.mask
& PSW_MASK_PSTATE
)
383 return kvm_s390_inject_program_int(vcpu
, PGM_PRIVILEGED_OP
);
385 operand2
= kvm_s390_get_base_disp_s(vcpu
);
388 return kvm_s390_inject_program_int(vcpu
, PGM_SPECIFICATION
);
390 if (put_guest(vcpu
, vcpu
->arch
.stidp_data
, (u64 __user
*)operand2
))
391 return kvm_s390_inject_program_int(vcpu
, PGM_ADDRESSING
);
393 VCPU_EVENT(vcpu
, 5, "%s", "store cpu id");
397 static void handle_stsi_3_2_2(struct kvm_vcpu
*vcpu
, struct sysinfo_3_2_2
*mem
)
399 struct kvm_s390_float_interrupt
*fi
= &vcpu
->kvm
->arch
.float_int
;
403 spin_lock(&fi
->lock
);
404 for (n
= 0; n
< KVM_MAX_VCPUS
; n
++)
405 if (fi
->local_int
[n
])
407 spin_unlock(&fi
->lock
);
409 /* deal with other level 3 hypervisors */
410 if (stsi(mem
, 3, 2, 2))
414 for (n
= mem
->count
- 1; n
> 0 ; n
--)
415 memcpy(&mem
->vm
[n
], &mem
->vm
[n
- 1], sizeof(mem
->vm
[0]));
417 mem
->vm
[0].cpus_total
= cpus
;
418 mem
->vm
[0].cpus_configured
= cpus
;
419 mem
->vm
[0].cpus_standby
= 0;
420 mem
->vm
[0].cpus_reserved
= 0;
421 mem
->vm
[0].caf
= 1000;
422 memcpy(mem
->vm
[0].name
, "KVMguest", 8);
423 ASCEBC(mem
->vm
[0].name
, 8);
424 memcpy(mem
->vm
[0].cpi
, "KVM/Linux ", 16);
425 ASCEBC(mem
->vm
[0].cpi
, 16);
428 static int handle_stsi(struct kvm_vcpu
*vcpu
)
430 int fc
= (vcpu
->run
->s
.regs
.gprs
[0] & 0xf0000000) >> 28;
431 int sel1
= vcpu
->run
->s
.regs
.gprs
[0] & 0xff;
432 int sel2
= vcpu
->run
->s
.regs
.gprs
[1] & 0xffff;
433 unsigned long mem
= 0;
437 vcpu
->stat
.instruction_stsi
++;
438 VCPU_EVENT(vcpu
, 4, "stsi: fc: %x sel1: %x sel2: %x", fc
, sel1
, sel2
);
440 if (vcpu
->arch
.sie_block
->gpsw
.mask
& PSW_MASK_PSTATE
)
441 return kvm_s390_inject_program_int(vcpu
, PGM_PRIVILEGED_OP
);
444 kvm_s390_set_psw_cc(vcpu
, 3);
448 if (vcpu
->run
->s
.regs
.gprs
[0] & 0x0fffff00
449 || vcpu
->run
->s
.regs
.gprs
[1] & 0xffff0000)
450 return kvm_s390_inject_program_int(vcpu
, PGM_SPECIFICATION
);
453 vcpu
->run
->s
.regs
.gprs
[0] = 3 << 28;
454 kvm_s390_set_psw_cc(vcpu
, 0);
458 operand2
= kvm_s390_get_base_disp_s(vcpu
);
460 if (operand2
& 0xfff)
461 return kvm_s390_inject_program_int(vcpu
, PGM_SPECIFICATION
);
464 case 1: /* same handling for 1 and 2 */
466 mem
= get_zeroed_page(GFP_KERNEL
);
469 if (stsi((void *) mem
, fc
, sel1
, sel2
))
473 if (sel1
!= 2 || sel2
!= 2)
475 mem
= get_zeroed_page(GFP_KERNEL
);
478 handle_stsi_3_2_2(vcpu
, (void *) mem
);
482 if (copy_to_guest_absolute(vcpu
, operand2
, (void *) mem
, PAGE_SIZE
)) {
483 rc
= kvm_s390_inject_program_int(vcpu
, PGM_ADDRESSING
);
486 trace_kvm_s390_handle_stsi(vcpu
, fc
, sel1
, sel2
, operand2
);
488 kvm_s390_set_psw_cc(vcpu
, 0);
489 vcpu
->run
->s
.regs
.gprs
[0] = 0;
492 kvm_s390_set_psw_cc(vcpu
, 3);
498 static const intercept_handler_t b2_handlers
[256] = {
499 [0x02] = handle_stidp
,
500 [0x04] = handle_set_clock
,
501 [0x10] = handle_set_prefix
,
502 [0x11] = handle_store_prefix
,
503 [0x12] = handle_store_cpu_address
,
504 [0x29] = handle_skey
,
505 [0x2a] = handle_skey
,
506 [0x2b] = handle_skey
,
507 [0x2c] = handle_test_block
,
508 [0x30] = handle_io_inst
,
509 [0x31] = handle_io_inst
,
510 [0x32] = handle_io_inst
,
511 [0x33] = handle_io_inst
,
512 [0x34] = handle_io_inst
,
513 [0x35] = handle_io_inst
,
514 [0x36] = handle_io_inst
,
515 [0x37] = handle_io_inst
,
516 [0x38] = handle_io_inst
,
517 [0x39] = handle_io_inst
,
518 [0x3a] = handle_io_inst
,
519 [0x3b] = handle_io_inst
,
520 [0x3c] = handle_io_inst
,
521 [0x5f] = handle_io_inst
,
522 [0x74] = handle_io_inst
,
523 [0x76] = handle_io_inst
,
524 [0x7d] = handle_stsi
,
525 [0xb1] = handle_stfl
,
526 [0xb2] = handle_lpswe
,
529 int kvm_s390_handle_b2(struct kvm_vcpu
*vcpu
)
531 intercept_handler_t handler
;
534 * A lot of B2 instructions are priviledged. Here we check for
535 * the privileged ones, that we can handle in the kernel.
536 * Anything else goes to userspace.
538 handler
= b2_handlers
[vcpu
->arch
.sie_block
->ipa
& 0x00ff];
540 return handler(vcpu
);
545 static int handle_epsw(struct kvm_vcpu
*vcpu
)
549 kvm_s390_get_regs_rre(vcpu
, ®1
, ®2
);
551 /* This basically extracts the mask half of the psw. */
552 vcpu
->run
->s
.regs
.gprs
[reg1
] &= 0xffffffff00000000UL
;
553 vcpu
->run
->s
.regs
.gprs
[reg1
] |= vcpu
->arch
.sie_block
->gpsw
.mask
>> 32;
555 vcpu
->run
->s
.regs
.gprs
[reg2
] &= 0xffffffff00000000UL
;
556 vcpu
->run
->s
.regs
.gprs
[reg2
] |=
557 vcpu
->arch
.sie_block
->gpsw
.mask
& 0x00000000ffffffffUL
;
562 #define PFMF_RESERVED 0xfffc0101UL
563 #define PFMF_SK 0x00020000UL
564 #define PFMF_CF 0x00010000UL
565 #define PFMF_UI 0x00008000UL
566 #define PFMF_FSC 0x00007000UL
567 #define PFMF_NQ 0x00000800UL
568 #define PFMF_MR 0x00000400UL
569 #define PFMF_MC 0x00000200UL
570 #define PFMF_KEY 0x000000feUL
572 static int handle_pfmf(struct kvm_vcpu
*vcpu
)
575 unsigned long start
, end
;
577 vcpu
->stat
.instruction_pfmf
++;
579 kvm_s390_get_regs_rre(vcpu
, ®1
, ®2
);
581 if (!MACHINE_HAS_PFMF
)
582 return kvm_s390_inject_program_int(vcpu
, PGM_OPERATION
);
584 if (vcpu
->arch
.sie_block
->gpsw
.mask
& PSW_MASK_PSTATE
)
585 return kvm_s390_inject_program_int(vcpu
, PGM_PRIVILEGED_OP
);
587 if (vcpu
->run
->s
.regs
.gprs
[reg1
] & PFMF_RESERVED
)
588 return kvm_s390_inject_program_int(vcpu
, PGM_SPECIFICATION
);
590 /* Only provide non-quiescing support if the host supports it */
591 if (vcpu
->run
->s
.regs
.gprs
[reg1
] & PFMF_NQ
&& !test_facility(14))
592 return kvm_s390_inject_program_int(vcpu
, PGM_SPECIFICATION
);
594 /* No support for conditional-SSKE */
595 if (vcpu
->run
->s
.regs
.gprs
[reg1
] & (PFMF_MR
| PFMF_MC
))
596 return kvm_s390_inject_program_int(vcpu
, PGM_SPECIFICATION
);
598 start
= vcpu
->run
->s
.regs
.gprs
[reg2
] & PAGE_MASK
;
599 switch (vcpu
->run
->s
.regs
.gprs
[reg1
] & PFMF_FSC
) {
601 end
= (start
+ (1UL << 12)) & ~((1UL << 12) - 1);
604 end
= (start
+ (1UL << 20)) & ~((1UL << 20) - 1);
606 /* We dont support EDAT2
608 end = (start + (1UL << 31)) & ~((1UL << 31) - 1);
611 return kvm_s390_inject_program_int(vcpu
, PGM_SPECIFICATION
);
613 while (start
< end
) {
614 unsigned long useraddr
;
616 useraddr
= gmap_translate(start
, vcpu
->arch
.gmap
);
617 if (IS_ERR((void *)useraddr
))
618 return kvm_s390_inject_program_int(vcpu
, PGM_ADDRESSING
);
620 if (vcpu
->run
->s
.regs
.gprs
[reg1
] & PFMF_CF
) {
621 if (clear_user((void __user
*)useraddr
, PAGE_SIZE
))
622 return kvm_s390_inject_program_int(vcpu
, PGM_ADDRESSING
);
625 if (vcpu
->run
->s
.regs
.gprs
[reg1
] & PFMF_SK
) {
626 if (set_guest_storage_key(current
->mm
, useraddr
,
627 vcpu
->run
->s
.regs
.gprs
[reg1
] & PFMF_KEY
,
628 vcpu
->run
->s
.regs
.gprs
[reg1
] & PFMF_NQ
))
629 return kvm_s390_inject_program_int(vcpu
, PGM_ADDRESSING
);
634 if (vcpu
->run
->s
.regs
.gprs
[reg1
] & PFMF_FSC
)
635 vcpu
->run
->s
.regs
.gprs
[reg2
] = end
;
639 static int handle_essa(struct kvm_vcpu
*vcpu
)
641 /* entries expected to be 1FF */
642 int entries
= (vcpu
->arch
.sie_block
->cbrlo
& ~PAGE_MASK
) >> 3;
643 unsigned long *cbrlo
, cbrle
;
647 VCPU_EVENT(vcpu
, 5, "cmma release %d pages", entries
);
648 gmap
= vcpu
->arch
.gmap
;
649 vcpu
->stat
.instruction_essa
++;
650 if (!kvm_enabled_cmma() || !vcpu
->arch
.sie_block
->cbrlo
)
651 return kvm_s390_inject_program_int(vcpu
, PGM_OPERATION
);
653 if (vcpu
->arch
.sie_block
->gpsw
.mask
& PSW_MASK_PSTATE
)
654 return kvm_s390_inject_program_int(vcpu
, PGM_PRIVILEGED_OP
);
656 if (((vcpu
->arch
.sie_block
->ipb
& 0xf0000000) >> 28) > 6)
657 return kvm_s390_inject_program_int(vcpu
, PGM_SPECIFICATION
);
659 /* Rewind PSW to repeat the ESSA instruction */
660 vcpu
->arch
.sie_block
->gpsw
.addr
=
661 __rewind_psw(vcpu
->arch
.sie_block
->gpsw
, 4);
662 vcpu
->arch
.sie_block
->cbrlo
&= PAGE_MASK
; /* reset nceo */
663 cbrlo
= phys_to_virt(vcpu
->arch
.sie_block
->cbrlo
);
664 down_read(&gmap
->mm
->mmap_sem
);
665 for (i
= 0; i
< entries
; ++i
) {
667 if (unlikely(cbrle
& ~PAGE_MASK
|| cbrle
< 2 * PAGE_SIZE
))
670 /* try to free backing */
671 __gmap_zap(cbrle
, gmap
);
673 up_read(&gmap
->mm
->mmap_sem
);
675 return kvm_s390_inject_program_int(vcpu
, PGM_SPECIFICATION
);
679 static const intercept_handler_t b9_handlers
[256] = {
680 [0x8d] = handle_epsw
,
681 [0xab] = handle_essa
,
682 [0xaf] = handle_pfmf
,
685 int kvm_s390_handle_b9(struct kvm_vcpu
*vcpu
)
687 intercept_handler_t handler
;
689 /* This is handled just as for the B2 instructions. */
690 handler
= b9_handlers
[vcpu
->arch
.sie_block
->ipa
& 0x00ff];
692 return handler(vcpu
);
697 int kvm_s390_handle_lctl(struct kvm_vcpu
*vcpu
)
699 int reg1
= (vcpu
->arch
.sie_block
->ipa
& 0x00f0) >> 4;
700 int reg3
= vcpu
->arch
.sie_block
->ipa
& 0x000f;
705 vcpu
->stat
.instruction_lctl
++;
707 if (vcpu
->arch
.sie_block
->gpsw
.mask
& PSW_MASK_PSTATE
)
708 return kvm_s390_inject_program_int(vcpu
, PGM_PRIVILEGED_OP
);
710 useraddr
= kvm_s390_get_base_disp_rs(vcpu
);
713 return kvm_s390_inject_program_int(vcpu
, PGM_SPECIFICATION
);
715 VCPU_EVENT(vcpu
, 5, "lctl r1:%x, r3:%x, addr:%llx", reg1
, reg3
,
717 trace_kvm_s390_handle_lctl(vcpu
, 0, reg1
, reg3
, useraddr
);
721 rc
= get_guest(vcpu
, val
, (u32 __user
*) useraddr
);
723 return kvm_s390_inject_program_int(vcpu
, PGM_ADDRESSING
);
724 vcpu
->arch
.sie_block
->gcr
[reg
] &= 0xffffffff00000000ul
;
725 vcpu
->arch
.sie_block
->gcr
[reg
] |= val
;
729 reg
= (reg
+ 1) % 16;
735 static int handle_lctlg(struct kvm_vcpu
*vcpu
)
737 int reg1
= (vcpu
->arch
.sie_block
->ipa
& 0x00f0) >> 4;
738 int reg3
= vcpu
->arch
.sie_block
->ipa
& 0x000f;
742 vcpu
->stat
.instruction_lctlg
++;
744 if (vcpu
->arch
.sie_block
->gpsw
.mask
& PSW_MASK_PSTATE
)
745 return kvm_s390_inject_program_int(vcpu
, PGM_PRIVILEGED_OP
);
747 useraddr
= kvm_s390_get_base_disp_rsy(vcpu
);
750 return kvm_s390_inject_program_int(vcpu
, PGM_SPECIFICATION
);
754 VCPU_EVENT(vcpu
, 5, "lctlg r1:%x, r3:%x, addr:%llx", reg1
, reg3
,
756 trace_kvm_s390_handle_lctl(vcpu
, 1, reg1
, reg3
, useraddr
);
759 rc
= get_guest(vcpu
, vcpu
->arch
.sie_block
->gcr
[reg
],
760 (u64 __user
*) useraddr
);
762 return kvm_s390_inject_program_int(vcpu
, PGM_ADDRESSING
);
766 reg
= (reg
+ 1) % 16;
772 static const intercept_handler_t eb_handlers
[256] = {
773 [0x2f] = handle_lctlg
,
776 int kvm_s390_handle_eb(struct kvm_vcpu
*vcpu
)
778 intercept_handler_t handler
;
780 handler
= eb_handlers
[vcpu
->arch
.sie_block
->ipb
& 0xff];
782 return handler(vcpu
);
786 static int handle_tprot(struct kvm_vcpu
*vcpu
)
788 u64 address1
, address2
;
789 struct vm_area_struct
*vma
;
790 unsigned long user_address
;
792 vcpu
->stat
.instruction_tprot
++;
794 if (vcpu
->arch
.sie_block
->gpsw
.mask
& PSW_MASK_PSTATE
)
795 return kvm_s390_inject_program_int(vcpu
, PGM_PRIVILEGED_OP
);
797 kvm_s390_get_base_disp_sse(vcpu
, &address1
, &address2
);
799 /* we only handle the Linux memory detection case:
802 * everything else goes to userspace. */
805 if (vcpu
->arch
.sie_block
->gpsw
.mask
& PSW_MASK_DAT
)
808 down_read(¤t
->mm
->mmap_sem
);
809 user_address
= __gmap_translate(address1
, vcpu
->arch
.gmap
);
810 if (IS_ERR_VALUE(user_address
))
812 vma
= find_vma(current
->mm
, user_address
);
815 vcpu
->arch
.sie_block
->gpsw
.mask
&= ~(3ul << 44);
816 if (!(vma
->vm_flags
& VM_WRITE
) && (vma
->vm_flags
& VM_READ
))
817 vcpu
->arch
.sie_block
->gpsw
.mask
|= (1ul << 44);
818 if (!(vma
->vm_flags
& VM_WRITE
) && !(vma
->vm_flags
& VM_READ
))
819 vcpu
->arch
.sie_block
->gpsw
.mask
|= (2ul << 44);
821 up_read(¤t
->mm
->mmap_sem
);
825 up_read(¤t
->mm
->mmap_sem
);
826 return kvm_s390_inject_program_int(vcpu
, PGM_ADDRESSING
);
829 int kvm_s390_handle_e5(struct kvm_vcpu
*vcpu
)
831 /* For e5xx... instructions we only handle TPROT */
832 if ((vcpu
->arch
.sie_block
->ipa
& 0x00ff) == 0x01)
833 return handle_tprot(vcpu
);
837 static int handle_sckpf(struct kvm_vcpu
*vcpu
)
841 if (vcpu
->arch
.sie_block
->gpsw
.mask
& PSW_MASK_PSTATE
)
842 return kvm_s390_inject_program_int(vcpu
, PGM_PRIVILEGED_OP
);
844 if (vcpu
->run
->s
.regs
.gprs
[0] & 0x00000000ffff0000)
845 return kvm_s390_inject_program_int(vcpu
,
848 value
= vcpu
->run
->s
.regs
.gprs
[0] & 0x000000000000ffff;
849 vcpu
->arch
.sie_block
->todpr
= value
;
854 static const intercept_handler_t x01_handlers
[256] = {
855 [0x07] = handle_sckpf
,
858 int kvm_s390_handle_01(struct kvm_vcpu
*vcpu
)
860 intercept_handler_t handler
;
862 handler
= x01_handlers
[vcpu
->arch
.sie_block
->ipa
& 0x00ff];
864 return handler(vcpu
);