26 u8 kvm_s390_get_ilen(struct kvm_vcpu *vcpu)  in kvm_s390_get_ilen()  argument
28 	struct kvm_s390_sie_block *sie_block = vcpu->arch.sie_block;  in kvm_s390_get_ilen()
31 	switch (vcpu->arch.sie_block->icptcode) {  in kvm_s390_get_ilen()
38 		ilen = insn_length(vcpu->arch.sie_block->ipa >> 8);  in kvm_s390_get_ilen()
48 		ilen = vcpu->arch.sie_block->pgmilc & 0x6;  in kvm_s390_get_ilen()
54 static int handle_stop(struct kvm_vcpu *vcpu)  in handle_stop()  argument
56 	struct kvm_s390_local_interrupt *li = &vcpu->arch.local_int;  in handle_stop()
60 	vcpu->stat.exit_stop_request++;  in handle_stop()
63 	if (kvm_s390_vcpu_has_irq(vcpu, 1))  in handle_stop()
69 	stop_pending = kvm_s390_is_stop_irq_pending(vcpu);  in handle_stop()
77 		rc = kvm_s390_vcpu_store_status(vcpu,  in handle_stop()
87 	if (!kvm_s390_user_cpu_state_ctrl(vcpu->kvm))  in handle_stop()
88 		kvm_s390_vcpu_stop(vcpu);  in handle_stop()
92 static int handle_validity(struct kvm_vcpu *vcpu)  in handle_validity()  argument
94 	int viwhy = vcpu->arch.sie_block->ipb >> 16;  in handle_validity()
96 	vcpu->stat.exit_validity++;  in handle_validity()
97 	trace_kvm_s390_intercept_validity(vcpu, viwhy);  in handle_validity()
99 		  current->pid, vcpu->kvm);  in handle_validity()
107 static int handle_instruction(struct kvm_vcpu *vcpu)  in handle_instruction()  argument
109 	vcpu->stat.exit_instruction++;  in handle_instruction()
110 	trace_kvm_s390_intercept_instruction(vcpu,  in handle_instruction()
111 					     vcpu->arch.sie_block->ipa,  in handle_instruction()
112 					     vcpu->arch.sie_block->ipb);  in handle_instruction()
114 	switch (vcpu->arch.sie_block->ipa >> 8) {  in handle_instruction()
116 		return kvm_s390_handle_01(vcpu);  in handle_instruction()
118 		return kvm_s390_handle_lpsw(vcpu);  in handle_instruction()
120 		return kvm_s390_handle_diag(vcpu);  in handle_instruction()
122 		return kvm_s390_handle_aa(vcpu);  in handle_instruction()
124 		return kvm_s390_handle_sigp(vcpu);  in handle_instruction()
126 		return kvm_s390_handle_b2(vcpu);  in handle_instruction()
128 		return kvm_s390_handle_stctl(vcpu);  in handle_instruction()
130 		return kvm_s390_handle_lctl(vcpu);  in handle_instruction()
132 		return kvm_s390_handle_b9(vcpu);  in handle_instruction()
134 		return kvm_s390_handle_e3(vcpu);  in handle_instruction()
136 		return kvm_s390_handle_e5(vcpu);  in handle_instruction()
138 		return kvm_s390_handle_eb(vcpu);  in handle_instruction()
144 static int inject_prog_on_prog_intercept(struct kvm_vcpu *vcpu)  in inject_prog_on_prog_intercept()  argument
147 		.code = vcpu->arch.sie_block->iprcc,  in inject_prog_on_prog_intercept()
152 	switch (vcpu->arch.sie_block->iprcc & ~PGM_PER) {  in inject_prog_on_prog_intercept()
163 		pgm_info.trans_exc_code = vcpu->arch.sie_block->tecmc;  in inject_prog_on_prog_intercept()
171 		pgm_info.exc_access_id = vcpu->arch.sie_block->eai;  in inject_prog_on_prog_intercept()
179 		pgm_info.trans_exc_code = vcpu->arch.sie_block->tecmc;  in inject_prog_on_prog_intercept()
180 		pgm_info.exc_access_id  = vcpu->arch.sie_block->eai;  in inject_prog_on_prog_intercept()
181 		pgm_info.op_access_id  = vcpu->arch.sie_block->oai;  in inject_prog_on_prog_intercept()
184 		pgm_info.mon_class_nr = vcpu->arch.sie_block->mcn;  in inject_prog_on_prog_intercept()
185 		pgm_info.mon_code = vcpu->arch.sie_block->tecmc;  in inject_prog_on_prog_intercept()
189 		pgm_info.data_exc_code = vcpu->arch.sie_block->dxc;  in inject_prog_on_prog_intercept()
192 		pgm_info.trans_exc_code = vcpu->arch.sie_block->tecmc;  in inject_prog_on_prog_intercept()
193 		pgm_info.exc_access_id  = vcpu->arch.sie_block->eai;  in inject_prog_on_prog_intercept()
199 	if (vcpu->arch.sie_block->iprcc & PGM_PER) {  in inject_prog_on_prog_intercept()
200 		pgm_info.per_code = vcpu->arch.sie_block->perc;  in inject_prog_on_prog_intercept()
201 		pgm_info.per_atmid = vcpu->arch.sie_block->peratmid;  in inject_prog_on_prog_intercept()
202 		pgm_info.per_address = vcpu->arch.sie_block->peraddr;  in inject_prog_on_prog_intercept()
203 		pgm_info.per_access_id = vcpu->arch.sie_block->peraid;  in inject_prog_on_prog_intercept()
205 	return kvm_s390_inject_prog_irq(vcpu, &pgm_info);  in inject_prog_on_prog_intercept()
212 static int handle_itdb(struct kvm_vcpu *vcpu)  in handle_itdb()  argument
217 	if (!IS_TE_ENABLED(vcpu) || !IS_ITDB_VALID(vcpu))  in handle_itdb()
221 	itdb = phys_to_virt(vcpu->arch.sie_block->itdba);  in handle_itdb()
222 	rc = write_guest_lc(vcpu, __LC_PGM_TDB, itdb, sizeof(*itdb));  in handle_itdb()
230 #define per_event(vcpu) (vcpu->arch.sie_block->iprcc & PGM_PER)  argument
232 static bool should_handle_per_event(const struct kvm_vcpu *vcpu)  in should_handle_per_event()  argument
234 	if (!guestdbg_enabled(vcpu) || !per_event(vcpu))  in should_handle_per_event()
236 	if (guestdbg_sstep_enabled(vcpu) &&  in should_handle_per_event()
237 	    vcpu->arch.sie_block->iprcc != PGM_PER) {  in should_handle_per_event()
247 static int handle_prog(struct kvm_vcpu *vcpu)  in handle_prog()  argument
252 	vcpu->stat.exit_program_interruption++;  in handle_prog()
258 	if (kvm_s390_pv_cpu_is_protected(vcpu))  in handle_prog()
261 	if (should_handle_per_event(vcpu)) {  in handle_prog()
262 		rc = kvm_s390_handle_per_event(vcpu);  in handle_prog()
266 		if (vcpu->arch.sie_block->iprcc == 0)  in handle_prog()
270 	trace_kvm_s390_intercept_prog(vcpu, vcpu->arch.sie_block->iprcc);  in handle_prog()
271 	if (vcpu->arch.sie_block->iprcc == PGM_SPECIFICATION) {  in handle_prog()
272 		rc = read_guest_lc(vcpu, __LC_PGM_NEW_PSW, &psw, sizeof(psw_t));  in handle_prog()
279 	rc = handle_itdb(vcpu);  in handle_prog()
283 	return inject_prog_on_prog_intercept(vcpu);  in handle_prog()
288  * @vcpu: virtual cpu
303 static int handle_external_interrupt(struct kvm_vcpu *vcpu)  in handle_external_interrupt()  argument
305 	u16 eic = vcpu->arch.sie_block->eic;  in handle_external_interrupt()
310 	vcpu->stat.exit_external_interrupt++;  in handle_external_interrupt()
312 	if (kvm_s390_pv_cpu_is_protected(vcpu)) {  in handle_external_interrupt()
313 		newpsw = vcpu->arch.sie_block->gpsw;  in handle_external_interrupt()
315 		rc = read_guest_lc(vcpu, __LC_EXT_NEW_PSW, &newpsw, sizeof(psw_t));  in handle_external_interrupt()
337 		irq.u.extcall.code = vcpu->arch.sie_block->extcpuaddr;  in handle_external_interrupt()
338 		rc = kvm_s390_inject_vcpu(vcpu, &irq);  in handle_external_interrupt()
347 	return kvm_s390_inject_vcpu(vcpu, &irq);  in handle_external_interrupt()
352  * @vcpu: virtual cpu
359 static int handle_mvpg_pei(struct kvm_vcpu *vcpu)  in handle_mvpg_pei()  argument
364 	kvm_s390_get_regs_rre(vcpu, &reg1, &reg2);  in handle_mvpg_pei()
367 	rc = guest_translate_address_with_key(vcpu, vcpu->run->s.regs.gprs[reg2],  in handle_mvpg_pei()
370 		return kvm_s390_inject_prog_cond(vcpu, rc);  in handle_mvpg_pei()
371 	rc = kvm_s390_handle_dat_fault(vcpu, srcaddr, 0);  in handle_mvpg_pei()
376 	rc = guest_translate_address_with_key(vcpu, vcpu->run->s.regs.gprs[reg1],  in handle_mvpg_pei()
379 		return kvm_s390_inject_prog_cond(vcpu, rc);  in handle_mvpg_pei()
380 	rc = kvm_s390_handle_dat_fault(vcpu, dstaddr, FOLL_WRITE);  in handle_mvpg_pei()
384 	kvm_s390_retry_instr(vcpu);  in handle_mvpg_pei()
389 static int handle_partial_execution(struct kvm_vcpu *vcpu)  in handle_partial_execution()  argument
391 	vcpu->stat.exit_pei++;  in handle_partial_execution()
393 	if (vcpu->arch.sie_block->ipa == 0xb254)	/* MVPG */  in handle_partial_execution()
394 		return handle_mvpg_pei(vcpu);  in handle_partial_execution()
395 	if (vcpu->arch.sie_block->ipa >> 8 == 0xae)	/* SIGP */  in handle_partial_execution()
396 		return kvm_s390_handle_sigp_pei(vcpu);  in handle_partial_execution()
406 int handle_sthyi(struct kvm_vcpu *vcpu)  in handle_sthyi()  argument
412 	if (!test_kvm_facility(vcpu->kvm, 74))  in handle_sthyi()
413 		return kvm_s390_inject_program_int(vcpu, PGM_OPERATION);  in handle_sthyi()
415 	kvm_s390_get_regs_rre(vcpu, &reg1, &reg2);  in handle_sthyi()
416 	code = vcpu->run->s.regs.gprs[reg1];  in handle_sthyi()
417 	addr = vcpu->run->s.regs.gprs[reg2];  in handle_sthyi()
419 	vcpu->stat.instruction_sthyi++;  in handle_sthyi()
420 	VCPU_EVENT(vcpu, 3, "STHYI: fc: %llu addr: 0x%016llx", code, addr);  in handle_sthyi()
421 	trace_kvm_s390_handle_sthyi(vcpu, code, addr);  in handle_sthyi()
424 		return kvm_s390_inject_program_int(vcpu, PGM_SPECIFICATION);  in handle_sthyi()
432 	if (!kvm_s390_pv_cpu_is_protected(vcpu) && (addr & ~PAGE_MASK))  in handle_sthyi()
433 		return kvm_s390_inject_program_int(vcpu, PGM_SPECIFICATION);  in handle_sthyi()
446 		if (kvm_s390_pv_cpu_is_protected(vcpu)) {  in handle_sthyi()
447 			memcpy(sida_addr(vcpu->arch.sie_block), sctns, PAGE_SIZE);  in handle_sthyi()
449 			r = write_guest(vcpu, addr, reg2, sctns, PAGE_SIZE);  in handle_sthyi()
452 				return kvm_s390_inject_prog_cond(vcpu, r);  in handle_sthyi()
458 	vcpu->run->s.regs.gprs[reg2 + 1] = rc;  in handle_sthyi()
459 	kvm_s390_set_psw_cc(vcpu, cc);  in handle_sthyi()
463 static int handle_operexc(struct kvm_vcpu *vcpu)  in handle_operexc()  argument
468 	vcpu->stat.exit_operation_exception++;  in handle_operexc()
469 	trace_kvm_s390_handle_operexc(vcpu, vcpu->arch.sie_block->ipa,  in handle_operexc()
470 				      vcpu->arch.sie_block->ipb);  in handle_operexc()
472 	if (vcpu->arch.sie_block->ipa == 0xb256)  in handle_operexc()
473 		return handle_sthyi(vcpu);  in handle_operexc()
475 	if (vcpu->arch.sie_block->ipa == 0 && vcpu->kvm->arch.user_instr0)  in handle_operexc()
477 	rc = read_guest_lc(vcpu, __LC_PGM_NEW_PSW, &newpsw, sizeof(psw_t));  in handle_operexc()
488 	oldpsw = vcpu->arch.sie_block->gpsw;  in handle_operexc()
496 	return kvm_s390_inject_program_int(vcpu, PGM_OPERATION);  in handle_operexc()
499 static int handle_pv_spx(struct kvm_vcpu *vcpu)  in handle_pv_spx()  argument
501 	u32 pref = *(u32 *)sida_addr(vcpu->arch.sie_block);  in handle_pv_spx()
503 	kvm_s390_set_prefix(vcpu, pref);  in handle_pv_spx()
504 	trace_kvm_s390_handle_prefix(vcpu, 1, pref);  in handle_pv_spx()
508 static int handle_pv_sclp(struct kvm_vcpu *vcpu)  in handle_pv_sclp()  argument
510 	struct kvm_s390_float_interrupt *fi = &vcpu->kvm->arch.float_int;  in handle_pv_sclp()
532 static int handle_pv_uvc(struct kvm_vcpu *vcpu)  in handle_pv_uvc()  argument
534 	struct uv_cb_share *guest_uvcb = sida_addr(vcpu->arch.sie_block);  in handle_pv_uvc()
538 		.guest_handle	= kvm_s390_pv_get_handle(vcpu->kvm),  in handle_pv_uvc()
548 	rc = gmap_make_secure(vcpu->arch.gmap, uvcb.gaddr, &uvcb);  in handle_pv_uvc()
563 static int handle_pv_notification(struct kvm_vcpu *vcpu)  in handle_pv_notification()  argument
567 	if (vcpu->arch.sie_block->ipa == 0xb210)  in handle_pv_notification()
568 		return handle_pv_spx(vcpu);  in handle_pv_notification()
569 	if (vcpu->arch.sie_block->ipa == 0xb220)  in handle_pv_notification()
570 		return handle_pv_sclp(vcpu);  in handle_pv_notification()
571 	if (vcpu->arch.sie_block->ipa == 0xb9a4)  in handle_pv_notification()
572 		return handle_pv_uvc(vcpu);  in handle_pv_notification()
573 	if (vcpu->arch.sie_block->ipa >> 8 == 0xae) {  in handle_pv_notification()
582 		ret = kvm_s390_handle_sigp_pei(vcpu);  in handle_pv_notification()
587 	return handle_instruction(vcpu);  in handle_pv_notification()
590 static bool should_handle_per_ifetch(const struct kvm_vcpu *vcpu, int rc)  in should_handle_per_ifetch()  argument
593 	if (!(vcpu->arch.sie_block->icptstatus & 0x02))  in should_handle_per_ifetch()
597 	if (guestdbg_sstep_enabled(vcpu) && vcpu->arch.local_int.pending_irqs)  in should_handle_per_ifetch()
603 int kvm_handle_sie_intercept(struct kvm_vcpu *vcpu)  in kvm_handle_sie_intercept()  argument
607 	if (kvm_is_ucontrol(vcpu->kvm))  in kvm_handle_sie_intercept()
610 	switch (vcpu->arch.sie_block->icptcode) {  in kvm_handle_sie_intercept()
612 		vcpu->stat.exit_external_request++;  in kvm_handle_sie_intercept()
615 		vcpu->stat.exit_io_request++;  in kvm_handle_sie_intercept()
618 		rc = handle_instruction(vcpu);  in kvm_handle_sie_intercept()
621 		return handle_prog(vcpu);  in kvm_handle_sie_intercept()
623 		return handle_external_interrupt(vcpu);  in kvm_handle_sie_intercept()
625 		return kvm_s390_handle_wait(vcpu);  in kvm_handle_sie_intercept()
627 		return handle_validity(vcpu);  in kvm_handle_sie_intercept()
629 		return handle_stop(vcpu);  in kvm_handle_sie_intercept()
631 		rc = handle_operexc(vcpu);  in kvm_handle_sie_intercept()
634 		rc = handle_partial_execution(vcpu);  in kvm_handle_sie_intercept()
638 		return kvm_s390_skey_check_enable(vcpu);  in kvm_handle_sie_intercept()
649 		rc = handle_instruction(vcpu);  in kvm_handle_sie_intercept()
652 		rc = handle_pv_notification(vcpu);  in kvm_handle_sie_intercept()
656 		gmap_convert_to_secure(vcpu->arch.gmap,  in kvm_handle_sie_intercept()
657 				       kvm_s390_get_prefix(vcpu));  in kvm_handle_sie_intercept()
658 		gmap_convert_to_secure(vcpu->arch.gmap,  in kvm_handle_sie_intercept()
659 				       kvm_s390_get_prefix(vcpu) + PAGE_SIZE);  in kvm_handle_sie_intercept()
665 	if (should_handle_per_ifetch(vcpu, rc))  in kvm_handle_sie_intercept()
666 		per_rc = kvm_s390_handle_per_ifetch_icpt(vcpu);  in kvm_handle_sie_intercept()