Lines Matching full:ioapic

46 #include "ioapic.h"
54 struct kvm_ioapic *ioapic,
58 static unsigned long ioapic_read_indirect(struct kvm_ioapic *ioapic) in ioapic_read_indirect() argument
62 switch (ioapic->ioregsel) { in ioapic_read_indirect()
70 result = ((ioapic->id & 0xf) << 24); in ioapic_read_indirect()
75 u32 redir_index = (ioapic->ioregsel - 0x10) >> 1; in ioapic_read_indirect()
82 redir_content = ioapic->redirtbl[index].bits; in ioapic_read_indirect()
85 result = (ioapic->ioregsel & 0x1) ? in ioapic_read_indirect()
95 static void rtc_irq_eoi_tracking_reset(struct kvm_ioapic *ioapic) in rtc_irq_eoi_tracking_reset() argument
97 ioapic->rtc_status.pending_eoi = 0; in rtc_irq_eoi_tracking_reset()
98 bitmap_zero(ioapic->rtc_status.dest_map.map, KVM_MAX_VCPU_IDS); in rtc_irq_eoi_tracking_reset()
101 static void kvm_rtc_eoi_tracking_restore_all(struct kvm_ioapic *ioapic);
103 static void rtc_status_pending_eoi_check_valid(struct kvm_ioapic *ioapic) in rtc_status_pending_eoi_check_valid() argument
105 if (WARN_ON(ioapic->rtc_status.pending_eoi < 0)) in rtc_status_pending_eoi_check_valid()
106 kvm_rtc_eoi_tracking_restore_all(ioapic); in rtc_status_pending_eoi_check_valid()
112 struct kvm_ioapic *ioapic = vcpu->kvm->arch.vioapic; in __rtc_irq_eoi_tracking_restore_one() local
113 struct dest_map *dest_map = &ioapic->rtc_status.dest_map; in __rtc_irq_eoi_tracking_restore_one()
116 e = &ioapic->redirtbl[RTC_GSI]; in __rtc_irq_eoi_tracking_restore_one()
131 ioapic->rtc_status.pending_eoi++; in __rtc_irq_eoi_tracking_restore_one()
134 ioapic->rtc_status.pending_eoi--; in __rtc_irq_eoi_tracking_restore_one()
135 rtc_status_pending_eoi_check_valid(ioapic); in __rtc_irq_eoi_tracking_restore_one()
141 struct kvm_ioapic *ioapic = vcpu->kvm->arch.vioapic; in kvm_rtc_eoi_tracking_restore_one() local
143 spin_lock(&ioapic->lock); in kvm_rtc_eoi_tracking_restore_one()
145 spin_unlock(&ioapic->lock); in kvm_rtc_eoi_tracking_restore_one()
148 static void kvm_rtc_eoi_tracking_restore_all(struct kvm_ioapic *ioapic) in kvm_rtc_eoi_tracking_restore_all() argument
156 rtc_irq_eoi_tracking_reset(ioapic); in kvm_rtc_eoi_tracking_restore_all()
157 kvm_for_each_vcpu(i, vcpu, ioapic->kvm) in kvm_rtc_eoi_tracking_restore_all()
161 static void rtc_irq_eoi(struct kvm_ioapic *ioapic, struct kvm_vcpu *vcpu, in rtc_irq_eoi() argument
164 struct dest_map *dest_map = &ioapic->rtc_status.dest_map; in rtc_irq_eoi()
170 ioapic->rtc_status.dest_map.map))) { in rtc_irq_eoi()
171 --ioapic->rtc_status.pending_eoi; in rtc_irq_eoi()
172 rtc_status_pending_eoi_check_valid(ioapic); in rtc_irq_eoi()
176 static bool rtc_irq_check_coalesced(struct kvm_ioapic *ioapic) in rtc_irq_check_coalesced() argument
178 if (ioapic->rtc_status.pending_eoi > 0) in rtc_irq_check_coalesced()
184 static void ioapic_lazy_update_eoi(struct kvm_ioapic *ioapic, int irq) in ioapic_lazy_update_eoi() argument
188 union kvm_ioapic_redirect_entry *entry = &ioapic->redirtbl[irq]; in ioapic_lazy_update_eoi()
190 kvm_for_each_vcpu(i, vcpu, ioapic->kvm) { in ioapic_lazy_update_eoi()
201 rtc_irq_eoi(ioapic, vcpu, entry->fields.vector); in ioapic_lazy_update_eoi()
206 static int ioapic_set_irq(struct kvm_ioapic *ioapic, unsigned int irq, in ioapic_set_irq() argument
214 entry = ioapic->redirtbl[irq]; in ioapic_set_irq()
218 ioapic->irr &= ~mask; in ioapic_set_irq()
225 * triggered, in which case the in-kernel IOAPIC will not be able in ioapic_set_irq()
227 * pending EOI when trying to set IOAPIC irq. in ioapic_set_irq()
229 if (edge && kvm_apicv_activated(ioapic->kvm)) in ioapic_set_irq()
230 ioapic_lazy_update_eoi(ioapic, irq); in ioapic_set_irq()
244 rtc_irq_check_coalesced(ioapic)) { in ioapic_set_irq()
249 old_irr = ioapic->irr; in ioapic_set_irq()
250 ioapic->irr |= mask; in ioapic_set_irq()
252 ioapic->irr_delivered &= ~mask; in ioapic_set_irq()
253 if (old_irr == ioapic->irr) { in ioapic_set_irq()
259 ret = ioapic_service(ioapic, irq, line_status); in ioapic_set_irq()
266 static void kvm_ioapic_inject_all(struct kvm_ioapic *ioapic, unsigned long irr) in kvm_ioapic_inject_all() argument
270 rtc_irq_eoi_tracking_reset(ioapic); in kvm_ioapic_inject_all()
272 ioapic_set_irq(ioapic, idx, 1, true); in kvm_ioapic_inject_all()
274 kvm_rtc_eoi_tracking_restore_all(ioapic); in kvm_ioapic_inject_all()
280 struct kvm_ioapic *ioapic = vcpu->kvm->arch.vioapic; in kvm_ioapic_scan_entry() local
281 struct dest_map *dest_map = &ioapic->rtc_status.dest_map; in kvm_ioapic_scan_entry()
285 spin_lock(&ioapic->lock); in kvm_ioapic_scan_entry()
293 e = &ioapic->redirtbl[index]; in kvm_ioapic_scan_entry()
295 kvm_irq_has_notifier(ioapic->kvm, KVM_IRQCHIP_IOAPIC, index) || in kvm_ioapic_scan_entry()
306 spin_unlock(&ioapic->lock); in kvm_ioapic_scan_entry()
316 static void ioapic_write_indirect(struct kvm_ioapic *ioapic, u32 val) in ioapic_write_indirect() argument
324 switch (ioapic->ioregsel) { in ioapic_write_indirect()
330 ioapic->id = (val >> 24) & 0xf; in ioapic_write_indirect()
337 index = (ioapic->ioregsel - 0x10) >> 1; in ioapic_write_indirect()
342 e = &ioapic->redirtbl[index]; in ioapic_write_indirect()
349 if (ioapic->ioregsel & 1) { in ioapic_write_indirect()
361 * be cleared by IOAPIC hardware when the entry is configured in ioapic_write_indirect()
370 kvm_fire_mask_notifiers(ioapic->kvm, KVM_IRQCHIP_IOAPIC, index, mask_after); in ioapic_write_indirect()
372 ioapic->irr & (1 << index) && !e->fields.mask && !e->fields.remote_irr) { in ioapic_write_indirect()
399 if (kvm_notify_irqfd_resampler(ioapic->kvm, KVM_IRQCHIP_IOAPIC, index)) in ioapic_write_indirect()
400 ioapic->irr &= ~(1 << index); in ioapic_write_indirect()
402 ioapic_service(ioapic, index, false); in ioapic_write_indirect()
417 kvm_bitmap_or_dest_vcpus(ioapic->kvm, &irq, in ioapic_write_indirect()
430 kvm_bitmap_or_dest_vcpus(ioapic->kvm, &irq, in ioapic_write_indirect()
433 kvm_make_scan_ioapic_request_mask(ioapic->kvm, in ioapic_write_indirect()
436 kvm_make_scan_ioapic_request(ioapic->kvm); in ioapic_write_indirect()
442 static int ioapic_service(struct kvm_ioapic *ioapic, int irq, bool line_status) in ioapic_service() argument
444 union kvm_ioapic_redirect_entry *entry = &ioapic->redirtbl[irq]; in ioapic_service()
463 ioapic->irr_delivered |= 1 << irq; in ioapic_service()
472 BUG_ON(ioapic->rtc_status.pending_eoi != 0); in ioapic_service()
473 ret = kvm_irq_delivery_to_apic(ioapic->kvm, NULL, &irqe, in ioapic_service()
474 &ioapic->rtc_status.dest_map); in ioapic_service()
475 ioapic->rtc_status.pending_eoi = (ret < 0 ? 0 : ret); in ioapic_service()
477 ret = kvm_irq_delivery_to_apic(ioapic->kvm, NULL, &irqe, NULL); in ioapic_service()
485 int kvm_ioapic_set_irq(struct kvm_ioapic *ioapic, int irq, int irq_source_id, in kvm_ioapic_set_irq() argument
492 spin_lock(&ioapic->lock); in kvm_ioapic_set_irq()
493 irq_level = __kvm_irq_line_state(&ioapic->irq_states[irq], in kvm_ioapic_set_irq()
495 ret = ioapic_set_irq(ioapic, irq, irq_level, line_status); in kvm_ioapic_set_irq()
497 spin_unlock(&ioapic->lock); in kvm_ioapic_set_irq()
502 void kvm_ioapic_clear_all(struct kvm_ioapic *ioapic, int irq_source_id) in kvm_ioapic_clear_all() argument
506 spin_lock(&ioapic->lock); in kvm_ioapic_clear_all()
508 __clear_bit(irq_source_id, &ioapic->irq_states[i]); in kvm_ioapic_clear_all()
509 spin_unlock(&ioapic->lock); in kvm_ioapic_clear_all()
515 struct kvm_ioapic *ioapic = container_of(work, struct kvm_ioapic, in kvm_ioapic_eoi_inject_work() local
517 spin_lock(&ioapic->lock); in kvm_ioapic_eoi_inject_work()
519 union kvm_ioapic_redirect_entry *ent = &ioapic->redirtbl[i]; in kvm_ioapic_eoi_inject_work()
524 if (ioapic->irr & (1 << i) && !ent->fields.remote_irr) in kvm_ioapic_eoi_inject_work()
525 ioapic_service(ioapic, i, false); in kvm_ioapic_eoi_inject_work()
527 spin_unlock(&ioapic->lock); in kvm_ioapic_eoi_inject_work()
532 struct kvm_ioapic *ioapic, in kvm_ioapic_update_eoi_one() argument
537 union kvm_ioapic_redirect_entry *ent = &ioapic->redirtbl[pin]; in kvm_ioapic_update_eoi_one()
541 * notifier callbacks for assigned devices call into IOAPIC in kvm_ioapic_update_eoi_one()
547 spin_unlock(&ioapic->lock); in kvm_ioapic_update_eoi_one()
548 kvm_notify_acked_irq(ioapic->kvm, KVM_IRQCHIP_IOAPIC, pin); in kvm_ioapic_update_eoi_one()
549 spin_lock(&ioapic->lock); in kvm_ioapic_update_eoi_one()
557 if (!ent->fields.mask && (ioapic->irr & (1 << pin))) { in kvm_ioapic_update_eoi_one()
558 ++ioapic->irq_eoi[pin]; in kvm_ioapic_update_eoi_one()
559 if (ioapic->irq_eoi[pin] == IOAPIC_SUCCESSIVE_IRQ_MAX_COUNT) { in kvm_ioapic_update_eoi_one()
568 schedule_delayed_work(&ioapic->eoi_inject, HZ / 100); in kvm_ioapic_update_eoi_one()
569 ioapic->irq_eoi[pin] = 0; in kvm_ioapic_update_eoi_one()
572 ioapic_service(ioapic, pin, false); in kvm_ioapic_update_eoi_one()
575 ioapic->irq_eoi[pin] = 0; in kvm_ioapic_update_eoi_one()
582 struct kvm_ioapic *ioapic = vcpu->kvm->arch.vioapic; in kvm_ioapic_update_eoi() local
584 spin_lock(&ioapic->lock); in kvm_ioapic_update_eoi()
585 rtc_irq_eoi(ioapic, vcpu, vector); in kvm_ioapic_update_eoi()
587 union kvm_ioapic_redirect_entry *ent = &ioapic->redirtbl[i]; in kvm_ioapic_update_eoi()
591 kvm_ioapic_update_eoi_one(vcpu, ioapic, trigger_mode, i); in kvm_ioapic_update_eoi()
593 spin_unlock(&ioapic->lock); in kvm_ioapic_update_eoi()
601 static inline int ioapic_in_range(struct kvm_ioapic *ioapic, gpa_t addr) in ioapic_in_range() argument
603 return ((addr >= ioapic->base_address && in ioapic_in_range()
604 (addr < ioapic->base_address + IOAPIC_MEM_LENGTH))); in ioapic_in_range()
610 struct kvm_ioapic *ioapic = to_ioapic(this); in ioapic_mmio_read() local
612 if (!ioapic_in_range(ioapic, addr)) in ioapic_mmio_read()
618 spin_lock(&ioapic->lock); in ioapic_mmio_read()
621 result = ioapic->ioregsel; in ioapic_mmio_read()
625 result = ioapic_read_indirect(ioapic); in ioapic_mmio_read()
632 spin_unlock(&ioapic->lock); in ioapic_mmio_read()
644 printk(KERN_WARNING "ioapic: wrong length %d\n", len); in ioapic_mmio_read()
652 struct kvm_ioapic *ioapic = to_ioapic(this); in ioapic_mmio_write() local
654 if (!ioapic_in_range(ioapic, addr)) in ioapic_mmio_write()
671 printk(KERN_WARNING "ioapic: Unsupported size %d\n", len); in ioapic_mmio_write()
676 spin_lock(&ioapic->lock); in ioapic_mmio_write()
679 ioapic->ioregsel = data & 0xFF; /* 8-bit register */ in ioapic_mmio_write()
683 ioapic_write_indirect(ioapic, data); in ioapic_mmio_write()
689 spin_unlock(&ioapic->lock); in ioapic_mmio_write()
693 static void kvm_ioapic_reset(struct kvm_ioapic *ioapic) in kvm_ioapic_reset() argument
697 cancel_delayed_work_sync(&ioapic->eoi_inject); in kvm_ioapic_reset()
699 ioapic->redirtbl[i].fields.mask = 1; in kvm_ioapic_reset()
700 ioapic->base_address = IOAPIC_DEFAULT_BASE_ADDRESS; in kvm_ioapic_reset()
701 ioapic->ioregsel = 0; in kvm_ioapic_reset()
702 ioapic->irr = 0; in kvm_ioapic_reset()
703 ioapic->irr_delivered = 0; in kvm_ioapic_reset()
704 ioapic->id = 0; in kvm_ioapic_reset()
705 memset(ioapic->irq_eoi, 0x00, sizeof(ioapic->irq_eoi)); in kvm_ioapic_reset()
706 rtc_irq_eoi_tracking_reset(ioapic); in kvm_ioapic_reset()
716 struct kvm_ioapic *ioapic; in kvm_ioapic_init() local
719 ioapic = kzalloc(sizeof(struct kvm_ioapic), GFP_KERNEL_ACCOUNT); in kvm_ioapic_init()
720 if (!ioapic) in kvm_ioapic_init()
722 spin_lock_init(&ioapic->lock); in kvm_ioapic_init()
723 INIT_DELAYED_WORK(&ioapic->eoi_inject, kvm_ioapic_eoi_inject_work); in kvm_ioapic_init()
724 kvm->arch.vioapic = ioapic; in kvm_ioapic_init()
725 kvm_ioapic_reset(ioapic); in kvm_ioapic_init()
726 kvm_iodevice_init(&ioapic->dev, &ioapic_mmio_ops); in kvm_ioapic_init()
727 ioapic->kvm = kvm; in kvm_ioapic_init()
729 ret = kvm_io_bus_register_dev(kvm, KVM_MMIO_BUS, ioapic->base_address, in kvm_ioapic_init()
730 IOAPIC_MEM_LENGTH, &ioapic->dev); in kvm_ioapic_init()
734 kfree(ioapic); in kvm_ioapic_init()
742 struct kvm_ioapic *ioapic = kvm->arch.vioapic; in kvm_ioapic_destroy() local
744 if (!ioapic) in kvm_ioapic_destroy()
747 cancel_delayed_work_sync(&ioapic->eoi_inject); in kvm_ioapic_destroy()
749 kvm_io_bus_unregister_dev(kvm, KVM_MMIO_BUS, &ioapic->dev); in kvm_ioapic_destroy()
752 kfree(ioapic); in kvm_ioapic_destroy()
757 struct kvm_ioapic *ioapic = kvm->arch.vioapic; in kvm_get_ioapic() local
759 spin_lock(&ioapic->lock); in kvm_get_ioapic()
760 memcpy(state, ioapic, sizeof(struct kvm_ioapic_state)); in kvm_get_ioapic()
761 state->irr &= ~ioapic->irr_delivered; in kvm_get_ioapic()
762 spin_unlock(&ioapic->lock); in kvm_get_ioapic()
767 struct kvm_ioapic *ioapic = kvm->arch.vioapic; in kvm_set_ioapic() local
769 spin_lock(&ioapic->lock); in kvm_set_ioapic()
770 memcpy(ioapic, state, sizeof(struct kvm_ioapic_state)); in kvm_set_ioapic()
771 ioapic->irr = 0; in kvm_set_ioapic()
772 ioapic->irr_delivered = 0; in kvm_set_ioapic()
774 kvm_ioapic_inject_all(ioapic, state->irr); in kvm_set_ioapic()
775 spin_unlock(&ioapic->lock); in kvm_set_ioapic()