Commit | Line | Data |
---|---|---|
b0c632db | 1 | /* |
a53c8fab | 2 | * definition for kvm on s390 |
b0c632db | 3 | * |
a53c8fab | 4 | * Copyright IBM Corp. 2008, 2009 |
b0c632db HC |
5 | * |
6 | * This program is free software; you can redistribute it and/or modify | |
7 | * it under the terms of the GNU General Public License (version 2 only) | |
8 | * as published by the Free Software Foundation. | |
9 | * | |
10 | * Author(s): Carsten Otte <cotte@de.ibm.com> | |
11 | * Christian Borntraeger <borntraeger@de.ibm.com> | |
628eb9b8 | 12 | * Christian Ehrhardt <ehrhardt@de.ibm.com> |
b0c632db HC |
13 | */ |
14 | ||
15 | #ifndef ARCH_S390_KVM_S390_H | |
16 | #define ARCH_S390_KVM_S390_H | |
8f2abe6a | 17 | |
ca872302 | 18 | #include <linux/hrtimer.h> |
ba5c1e9b | 19 | #include <linux/kvm.h> |
8f2abe6a | 20 | #include <linux/kvm_host.h> |
9d8d5786 | 21 | #include <asm/facility.h> |
0e8bc06a | 22 | #include <asm/processor.h> |
8f2abe6a CB |
23 | |
24 | typedef int (*intercept_handler_t)(struct kvm_vcpu *vcpu); | |
25 | ||
7feb6bb8 MM |
26 | /* Transactional Memory Execution related macros */ |
27 | #define IS_TE_ENABLED(vcpu) ((vcpu->arch.sie_block->ecb & 0x10)) | |
7feb6bb8 MM |
28 | #define TDB_FORMAT1 1 |
29 | #define IS_ITDB_VALID(vcpu) ((*(char *)vcpu->arch.sie_block->itdba == TDB_FORMAT1)) | |
30 | ||
78f26131 CB |
31 | extern debug_info_t *kvm_s390_dbf; |
32 | #define KVM_EVENT(d_loglevel, d_string, d_args...)\ | |
33 | do { \ | |
34 | debug_sprintf_event(kvm_s390_dbf, d_loglevel, d_string "\n", \ | |
35 | d_args); \ | |
36 | } while (0) | |
37 | ||
b0c632db HC |
38 | #define VM_EVENT(d_kvm, d_loglevel, d_string, d_args...)\ |
39 | do { \ | |
40 | debug_sprintf_event(d_kvm->arch.dbf, d_loglevel, d_string "\n", \ | |
41 | d_args); \ | |
42 | } while (0) | |
43 | ||
44 | #define VCPU_EVENT(d_vcpu, d_loglevel, d_string, d_args...)\ | |
45 | do { \ | |
46 | debug_sprintf_event(d_vcpu->kvm->arch.dbf, d_loglevel, \ | |
47 | "%02d[%016lx-%016lx]: " d_string "\n", d_vcpu->vcpu_id, \ | |
48 | d_vcpu->arch.sie_block->gpsw.mask, d_vcpu->arch.sie_block->gpsw.addr,\ | |
49 | d_args); \ | |
50 | } while (0) | |
ba5c1e9b | 51 | |
7a42fdc2 | 52 | static inline int is_vcpu_stopped(struct kvm_vcpu *vcpu) |
ba5c1e9b | 53 | { |
7a42fdc2 | 54 | return atomic_read(&vcpu->arch.sie_block->cpuflags) & CPUSTAT_STOPPED; |
ba5c1e9b CO |
55 | } |
56 | ||
5ebda316 DH |
57 | static inline int is_vcpu_idle(struct kvm_vcpu *vcpu) |
58 | { | |
59 | return atomic_read(&vcpu->arch.sie_block->cpuflags) & CPUSTAT_WAIT; | |
60 | } | |
61 | ||
e08b9637 CO |
62 | static inline int kvm_is_ucontrol(struct kvm *kvm) |
63 | { | |
64 | #ifdef CONFIG_KVM_S390_UCONTROL | |
65 | if (kvm->arch.gmap) | |
66 | return 0; | |
67 | return 1; | |
68 | #else | |
69 | return 0; | |
70 | #endif | |
71 | } | |
8d26cf7b | 72 | |
fda902cb MM |
73 | #define GUEST_PREFIX_SHIFT 13 |
74 | static inline u32 kvm_s390_get_prefix(struct kvm_vcpu *vcpu) | |
75 | { | |
76 | return vcpu->arch.sie_block->prefix << GUEST_PREFIX_SHIFT; | |
77 | } | |
78 | ||
8d26cf7b CB |
79 | static inline void kvm_s390_set_prefix(struct kvm_vcpu *vcpu, u32 prefix) |
80 | { | |
71db35d2 CB |
81 | VCPU_EVENT(vcpu, 3, "set prefix of cpu %03u to 0x%x", vcpu->vcpu_id, |
82 | prefix); | |
fda902cb | 83 | vcpu->arch.sie_block->prefix = prefix >> GUEST_PREFIX_SHIFT; |
d3d692c8 | 84 | kvm_make_request(KVM_REQ_TLB_FLUSH, vcpu); |
2c70fe44 | 85 | kvm_make_request(KVM_REQ_MMU_RELOAD, vcpu); |
8d26cf7b CB |
86 | } |
87 | ||
8ae04b8f AY |
88 | typedef u8 __bitwise ar_t; |
89 | ||
90 | static inline u64 kvm_s390_get_base_disp_s(struct kvm_vcpu *vcpu, ar_t *ar) | |
b1c571a5 | 91 | { |
0c29b229 CB |
92 | u32 base2 = vcpu->arch.sie_block->ipb >> 28; |
93 | u32 disp2 = ((vcpu->arch.sie_block->ipb & 0x0fff0000) >> 16); | |
b1c571a5 | 94 | |
8ae04b8f AY |
95 | if (ar) |
96 | *ar = base2; | |
97 | ||
b1c571a5 CH |
98 | return (base2 ? vcpu->run->s.regs.gprs[base2] : 0) + disp2; |
99 | } | |
100 | ||
101 | static inline void kvm_s390_get_base_disp_sse(struct kvm_vcpu *vcpu, | |
8ae04b8f AY |
102 | u64 *address1, u64 *address2, |
103 | ar_t *ar_b1, ar_t *ar_b2) | |
b1c571a5 | 104 | { |
0c29b229 CB |
105 | u32 base1 = (vcpu->arch.sie_block->ipb & 0xf0000000) >> 28; |
106 | u32 disp1 = (vcpu->arch.sie_block->ipb & 0x0fff0000) >> 16; | |
107 | u32 base2 = (vcpu->arch.sie_block->ipb & 0xf000) >> 12; | |
108 | u32 disp2 = vcpu->arch.sie_block->ipb & 0x0fff; | |
b1c571a5 CH |
109 | |
110 | *address1 = (base1 ? vcpu->run->s.regs.gprs[base1] : 0) + disp1; | |
111 | *address2 = (base2 ? vcpu->run->s.regs.gprs[base2] : 0) + disp2; | |
8ae04b8f AY |
112 | |
113 | if (ar_b1) | |
114 | *ar_b1 = base1; | |
115 | if (ar_b2) | |
116 | *ar_b2 = base2; | |
b1c571a5 CH |
117 | } |
118 | ||
69d0d3a3 CB |
119 | static inline void kvm_s390_get_regs_rre(struct kvm_vcpu *vcpu, int *r1, int *r2) |
120 | { | |
ff7158b2 TH |
121 | if (r1) |
122 | *r1 = (vcpu->arch.sie_block->ipb & 0x00f00000) >> 20; | |
123 | if (r2) | |
124 | *r2 = (vcpu->arch.sie_block->ipb & 0x000f0000) >> 16; | |
69d0d3a3 CB |
125 | } |
126 | ||
8ae04b8f | 127 | static inline u64 kvm_s390_get_base_disp_rsy(struct kvm_vcpu *vcpu, ar_t *ar) |
b1c571a5 | 128 | { |
0c29b229 CB |
129 | u32 base2 = vcpu->arch.sie_block->ipb >> 28; |
130 | u32 disp2 = ((vcpu->arch.sie_block->ipb & 0x0fff0000) >> 16) + | |
b1c571a5 | 131 | ((vcpu->arch.sie_block->ipb & 0xff00) << 4); |
0c29b229 CB |
132 | /* The displacement is a 20bit _SIGNED_ value */ |
133 | if (disp2 & 0x80000) | |
134 | disp2+=0xfff00000; | |
b1c571a5 | 135 | |
8ae04b8f AY |
136 | if (ar) |
137 | *ar = base2; | |
138 | ||
0c29b229 | 139 | return (base2 ? vcpu->run->s.regs.gprs[base2] : 0) + (long)(int)disp2; |
b1c571a5 CH |
140 | } |
141 | ||
8ae04b8f | 142 | static inline u64 kvm_s390_get_base_disp_rs(struct kvm_vcpu *vcpu, ar_t *ar) |
b1c571a5 | 143 | { |
0c29b229 CB |
144 | u32 base2 = vcpu->arch.sie_block->ipb >> 28; |
145 | u32 disp2 = ((vcpu->arch.sie_block->ipb & 0x0fff0000) >> 16); | |
b1c571a5 | 146 | |
8ae04b8f AY |
147 | if (ar) |
148 | *ar = base2; | |
149 | ||
b1c571a5 CH |
150 | return (base2 ? vcpu->run->s.regs.gprs[base2] : 0) + disp2; |
151 | } | |
152 | ||
ea828ebf TH |
153 | /* Set the condition code in the guest program status word */ |
154 | static inline void kvm_s390_set_psw_cc(struct kvm_vcpu *vcpu, unsigned long cc) | |
155 | { | |
156 | vcpu->arch.sie_block->gpsw.mask &= ~(3UL << 44); | |
157 | vcpu->arch.sie_block->gpsw.mask |= cc << 44; | |
158 | } | |
159 | ||
1e8d2424 | 160 | /* test availability of facility in a kvm instance */ |
9d8d5786 MM |
161 | static inline int test_kvm_facility(struct kvm *kvm, unsigned long nr) |
162 | { | |
c54f0d6a DH |
163 | return __test_facility(nr, kvm->arch.model.fac_mask) && |
164 | __test_facility(nr, kvm->arch.model.fac_list); | |
9d8d5786 MM |
165 | } |
166 | ||
18280d8b MM |
167 | static inline int set_kvm_facility(u64 *fac_list, unsigned long nr) |
168 | { | |
169 | unsigned char *ptr; | |
170 | ||
171 | if (nr >= MAX_FACILITY_BIT) | |
172 | return -EINVAL; | |
173 | ptr = (unsigned char *) fac_list + (nr >> 3); | |
174 | *ptr |= (0x80UL >> (nr & 7)); | |
175 | return 0; | |
176 | } | |
177 | ||
6352e4d2 DH |
178 | /* are cpu states controlled by user space */ |
179 | static inline int kvm_s390_user_cpu_state_ctrl(struct kvm *kvm) | |
180 | { | |
181 | return kvm->arch.user_cpu_state_ctrl != 0; | |
182 | } | |
183 | ||
66933b78 | 184 | /* implemented in interrupt.c */ |
ba5c1e9b | 185 | int kvm_s390_handle_wait(struct kvm_vcpu *vcpu); |
0e9c85a5 | 186 | void kvm_s390_vcpu_wakeup(struct kvm_vcpu *vcpu); |
ca872302 | 187 | enum hrtimer_restart kvm_s390_idle_wakeup(struct hrtimer *timer); |
614aeab4 | 188 | int __must_check kvm_s390_deliver_pending_interrupts(struct kvm_vcpu *vcpu); |
2ed10cc1 | 189 | void kvm_s390_clear_local_irqs(struct kvm_vcpu *vcpu); |
67335e63 | 190 | void kvm_s390_clear_float_irqs(struct kvm *kvm); |
db4a29cb HC |
191 | int __must_check kvm_s390_inject_vm(struct kvm *kvm, |
192 | struct kvm_s390_interrupt *s390int); | |
193 | int __must_check kvm_s390_inject_vcpu(struct kvm_vcpu *vcpu, | |
383d0b05 | 194 | struct kvm_s390_irq *irq); |
66933b78 DH |
195 | static inline int kvm_s390_inject_prog_irq(struct kvm_vcpu *vcpu, |
196 | struct kvm_s390_pgm_info *pgm_info) | |
197 | { | |
198 | struct kvm_s390_irq irq = { | |
199 | .type = KVM_S390_PROGRAM_INT, | |
200 | .u.pgm = *pgm_info, | |
201 | }; | |
202 | ||
203 | return kvm_s390_inject_vcpu(vcpu, &irq); | |
204 | } | |
205 | static inline int kvm_s390_inject_program_int(struct kvm_vcpu *vcpu, u16 code) | |
206 | { | |
207 | struct kvm_s390_irq irq = { | |
208 | .type = KVM_S390_PROGRAM_INT, | |
209 | .u.pgm.code = code, | |
210 | }; | |
211 | ||
212 | return kvm_s390_inject_vcpu(vcpu, &irq); | |
213 | } | |
fa6b7fe9 | 214 | struct kvm_s390_interrupt_info *kvm_s390_get_io_int(struct kvm *kvm, |
6d3da241 | 215 | u64 isc_mask, u32 schid); |
15462e37 DH |
216 | int kvm_s390_reinject_io_int(struct kvm *kvm, |
217 | struct kvm_s390_interrupt_info *inti); | |
841b91c5 | 218 | int kvm_s390_mask_adapter(struct kvm *kvm, unsigned int id, bool masked); |
453423dc | 219 | |
04b41acd | 220 | /* implemented in intercept.c */ |
0e8bc06a | 221 | u8 kvm_s390_get_ilen(struct kvm_vcpu *vcpu); |
04b41acd | 222 | int kvm_handle_sie_intercept(struct kvm_vcpu *vcpu); |
0e8bc06a DH |
223 | static inline void kvm_s390_rewind_psw(struct kvm_vcpu *vcpu, int ilen) |
224 | { | |
225 | struct kvm_s390_sie_block *sie_block = vcpu->arch.sie_block; | |
226 | ||
227 | sie_block->gpsw.addr = __rewind_psw(sie_block->gpsw, ilen); | |
228 | } | |
229 | static inline void kvm_s390_forward_psw(struct kvm_vcpu *vcpu, int ilen) | |
230 | { | |
231 | kvm_s390_rewind_psw(vcpu, -ilen); | |
232 | } | |
233 | static inline void kvm_s390_retry_instr(struct kvm_vcpu *vcpu) | |
234 | { | |
235 | kvm_s390_rewind_psw(vcpu, kvm_s390_get_ilen(vcpu)); | |
236 | } | |
04b41acd | 237 | |
453423dc | 238 | /* implemented in priv.c */ |
a3fb577e | 239 | int is_valid_psw(psw_t *psw); |
70455a36 | 240 | int kvm_s390_handle_b2(struct kvm_vcpu *vcpu); |
bb25b9ba | 241 | int kvm_s390_handle_e5(struct kvm_vcpu *vcpu); |
8c3f61e2 | 242 | int kvm_s390_handle_01(struct kvm_vcpu *vcpu); |
48a3e950 CH |
243 | int kvm_s390_handle_b9(struct kvm_vcpu *vcpu); |
244 | int kvm_s390_handle_lpsw(struct kvm_vcpu *vcpu); | |
aba07508 | 245 | int kvm_s390_handle_stctl(struct kvm_vcpu *vcpu); |
953ed88d TH |
246 | int kvm_s390_handle_lctl(struct kvm_vcpu *vcpu); |
247 | int kvm_s390_handle_eb(struct kvm_vcpu *vcpu); | |
5288fbf0 CB |
248 | |
249 | /* implemented in sigp.c */ | |
250 | int kvm_s390_handle_sigp(struct kvm_vcpu *vcpu); | |
4953919f | 251 | int kvm_s390_handle_sigp_pei(struct kvm_vcpu *vcpu); |
5288fbf0 CB |
252 | |
253 | /* implemented in kvm-s390.c */ | |
25ed1675 | 254 | void kvm_s390_set_tod_clock(struct kvm *kvm, u64 tod); |
fa576c58 | 255 | long kvm_arch_fault_in_page(struct kvm_vcpu *vcpu, gpa_t gpa, int writable); |
e879892c | 256 | int kvm_s390_store_status_unloaded(struct kvm_vcpu *vcpu, unsigned long addr); |
bc17de7c EF |
257 | int kvm_s390_store_adtl_status_unloaded(struct kvm_vcpu *vcpu, |
258 | unsigned long addr); | |
e879892c | 259 | int kvm_s390_vcpu_store_status(struct kvm_vcpu *vcpu, unsigned long addr); |
bc17de7c | 260 | int kvm_s390_vcpu_store_adtl_status(struct kvm_vcpu *vcpu, unsigned long addr); |
6852d7b6 DH |
261 | void kvm_s390_vcpu_start(struct kvm_vcpu *vcpu); |
262 | void kvm_s390_vcpu_stop(struct kvm_vcpu *vcpu); | |
27406cd5 CB |
263 | void kvm_s390_vcpu_block(struct kvm_vcpu *vcpu); |
264 | void kvm_s390_vcpu_unblock(struct kvm_vcpu *vcpu); | |
49b99e1e | 265 | void exit_sie(struct kvm_vcpu *vcpu); |
8e236546 | 266 | void kvm_s390_sync_request(int req, struct kvm_vcpu *vcpu); |
b31605c1 DD |
267 | int kvm_s390_vcpu_setup_cmma(struct kvm_vcpu *vcpu); |
268 | void kvm_s390_vcpu_unsetup_cmma(struct kvm_vcpu *vcpu); | |
9d8d5786 MM |
269 | unsigned long kvm_s390_fac_list_mask_size(void); |
270 | extern unsigned long kvm_s390_fac_list_mask[]; | |
4287f247 DH |
271 | void kvm_s390_set_cpu_timer(struct kvm_vcpu *vcpu, __u64 cputm); |
272 | __u64 kvm_s390_get_cpu_timer(struct kvm_vcpu *vcpu); | |
b31605c1 | 273 | |
e28acfea CB |
274 | /* implemented in diag.c */ |
275 | int kvm_s390_handle_diag(struct kvm_vcpu *vcpu); | |
276 | ||
27406cd5 CB |
277 | static inline void kvm_s390_vcpu_block_all(struct kvm *kvm) |
278 | { | |
279 | int i; | |
280 | struct kvm_vcpu *vcpu; | |
281 | ||
282 | WARN_ON(!mutex_is_locked(&kvm->lock)); | |
283 | kvm_for_each_vcpu(i, vcpu, kvm) | |
284 | kvm_s390_vcpu_block(vcpu); | |
285 | } | |
286 | ||
287 | static inline void kvm_s390_vcpu_unblock_all(struct kvm *kvm) | |
288 | { | |
289 | int i; | |
290 | struct kvm_vcpu *vcpu; | |
291 | ||
292 | kvm_for_each_vcpu(i, vcpu, kvm) | |
293 | kvm_s390_vcpu_unblock(vcpu); | |
294 | } | |
295 | ||
60417fcc DH |
296 | static inline u64 kvm_s390_get_tod_clock_fast(struct kvm *kvm) |
297 | { | |
298 | u64 rc; | |
299 | ||
300 | preempt_disable(); | |
301 | rc = get_tod_clock_fast() + kvm->arch.epoch; | |
302 | preempt_enable(); | |
303 | return rc; | |
304 | } | |
305 | ||
1b0462e5 HC |
306 | /** |
307 | * kvm_s390_inject_prog_cond - conditionally inject a program check | |
308 | * @vcpu: virtual cpu | |
309 | * @rc: original return/error code | |
310 | * | |
311 | * This function is supposed to be used after regular guest access functions | |
312 | * failed, to conditionally inject a program check to a vcpu. The typical | |
313 | * pattern would look like | |
314 | * | |
315 | * rc = write_guest(vcpu, addr, data, len); | |
316 | * if (rc) | |
317 | * return kvm_s390_inject_prog_cond(vcpu, rc); | |
318 | * | |
319 | * A negative return code from guest access functions implies an internal error | |
320 | * like e.g. out of memory. In these cases no program check should be injected | |
321 | * to the guest. | |
322 | * A positive value implies that an exception happened while accessing a guest's | |
323 | * memory. In this case all data belonging to the corresponding program check | |
324 | * has been stored in vcpu->arch.pgm and can be injected with | |
325 | * kvm_s390_inject_prog_irq(). | |
326 | * | |
327 | * Returns: - the original @rc value if @rc was negative (internal error) | |
328 | * - zero if @rc was already zero | |
329 | * - zero or error code from injecting if @rc was positive | |
330 | * (program check injected to @vcpu) | |
331 | */ | |
332 | static inline int kvm_s390_inject_prog_cond(struct kvm_vcpu *vcpu, int rc) | |
333 | { | |
334 | if (rc <= 0) | |
335 | return rc; | |
336 | return kvm_s390_inject_prog_irq(vcpu, &vcpu->arch.pgm); | |
337 | } | |
338 | ||
383d0b05 JF |
339 | int s390int_to_s390irq(struct kvm_s390_interrupt *s390int, |
340 | struct kvm_s390_irq *s390irq); | |
341 | ||
3c038e6b | 342 | /* implemented in interrupt.c */ |
9a022067 | 343 | int kvm_s390_vcpu_has_irq(struct kvm_vcpu *vcpu, int exclude_stop); |
3c038e6b | 344 | int psw_extint_disabled(struct kvm_vcpu *vcpu); |
841b91c5 | 345 | void kvm_s390_destroy_adapters(struct kvm *kvm); |
ea5f4969 | 346 | int kvm_s390_ext_call_pending(struct kvm_vcpu *vcpu); |
84877d93 | 347 | extern struct kvm_device_ops kvm_flic_ops; |
6cddd432 DH |
348 | int kvm_s390_is_stop_irq_pending(struct kvm_vcpu *vcpu); |
349 | void kvm_s390_clear_stop_irq(struct kvm_vcpu *vcpu); | |
816c7667 JF |
350 | int kvm_s390_set_irq_state(struct kvm_vcpu *vcpu, |
351 | void __user *buf, int len); | |
352 | int kvm_s390_get_irq_state(struct kvm_vcpu *vcpu, | |
353 | __u8 __user *buf, int len); | |
3c038e6b | 354 | |
27291e21 DH |
355 | /* implemented in guestdbg.c */ |
356 | void kvm_s390_backup_guest_per_regs(struct kvm_vcpu *vcpu); | |
357 | void kvm_s390_restore_guest_per_regs(struct kvm_vcpu *vcpu); | |
358 | void kvm_s390_patch_guest_per_regs(struct kvm_vcpu *vcpu); | |
359 | int kvm_s390_import_bp_data(struct kvm_vcpu *vcpu, | |
360 | struct kvm_guest_debug *dbg); | |
361 | void kvm_s390_clear_bp_data(struct kvm_vcpu *vcpu); | |
362 | void kvm_s390_prepare_debug_exit(struct kvm_vcpu *vcpu); | |
363 | void kvm_s390_handle_per_event(struct kvm_vcpu *vcpu); | |
364 | ||
60514510 ED |
365 | /* support for Basic/Extended SCA handling */ |
366 | static inline union ipte_control *kvm_s390_get_ipte_control(struct kvm *kvm) | |
367 | { | |
bc784cce ED |
368 | struct bsca_block *sca = kvm->arch.sca; /* SCA version doesn't matter */ |
369 | ||
370 | return &sca->ipte_control; | |
60514510 | 371 | } |
b0c632db | 372 | #endif |