xref: /linux-6.15/include/linux/kvm_host.h (revision 5d4a2e29)
1 #ifndef __KVM_HOST_H
2 #define __KVM_HOST_H
3 
4 /*
5  * This work is licensed under the terms of the GNU GPL, version 2.  See
6  * the COPYING file in the top-level directory.
7  */
8 
9 #include <linux/types.h>
10 #include <linux/hardirq.h>
11 #include <linux/list.h>
12 #include <linux/mutex.h>
13 #include <linux/spinlock.h>
14 #include <linux/signal.h>
15 #include <linux/sched.h>
16 #include <linux/mm.h>
17 #include <linux/preempt.h>
18 #include <linux/msi.h>
19 #include <asm/signal.h>
20 
21 #include <linux/kvm.h>
22 #include <linux/kvm_para.h>
23 
24 #include <linux/kvm_types.h>
25 
26 #include <asm/kvm_host.h>
27 
28 /*
29  * vcpu->requests bit members
30  */
31 #define KVM_REQ_TLB_FLUSH          0
32 #define KVM_REQ_MIGRATE_TIMER      1
33 #define KVM_REQ_REPORT_TPR_ACCESS  2
34 #define KVM_REQ_MMU_RELOAD         3
35 #define KVM_REQ_TRIPLE_FAULT       4
36 #define KVM_REQ_PENDING_TIMER      5
37 #define KVM_REQ_UNHALT             6
38 #define KVM_REQ_MMU_SYNC           7
39 #define KVM_REQ_KVMCLOCK_UPDATE    8
40 #define KVM_REQ_KICK               9
41 #define KVM_REQ_DEACTIVATE_FPU    10
42 
43 #define KVM_USERSPACE_IRQ_SOURCE_ID	0
44 
45 struct kvm;
46 struct kvm_vcpu;
47 extern struct kmem_cache *kvm_vcpu_cache;
48 
49 /*
50  * It would be nice to use something smarter than a linear search, TBD...
51  * Thankfully we dont expect many devices to register (famous last words :),
52  * so until then it will suffice.  At least its abstracted so we can change
53  * in one place.
54  */
55 struct kvm_io_bus {
56 	int                   dev_count;
57 #define NR_IOBUS_DEVS 200
58 	struct kvm_io_device *devs[NR_IOBUS_DEVS];
59 };
60 
61 enum kvm_bus {
62 	KVM_MMIO_BUS,
63 	KVM_PIO_BUS,
64 	KVM_NR_BUSES
65 };
66 
67 int kvm_io_bus_write(struct kvm *kvm, enum kvm_bus bus_idx, gpa_t addr,
68 		     int len, const void *val);
69 int kvm_io_bus_read(struct kvm *kvm, enum kvm_bus bus_idx, gpa_t addr, int len,
70 		    void *val);
71 int kvm_io_bus_register_dev(struct kvm *kvm, enum kvm_bus bus_idx,
72 			    struct kvm_io_device *dev);
73 int kvm_io_bus_unregister_dev(struct kvm *kvm, enum kvm_bus bus_idx,
74 			      struct kvm_io_device *dev);
75 
76 struct kvm_vcpu {
77 	struct kvm *kvm;
78 #ifdef CONFIG_PREEMPT_NOTIFIERS
79 	struct preempt_notifier preempt_notifier;
80 #endif
81 	int vcpu_id;
82 	struct mutex mutex;
83 	int   cpu;
84 	struct kvm_run *run;
85 	unsigned long requests;
86 	unsigned long guest_debug;
87 	int srcu_idx;
88 
89 	int fpu_active;
90 	int guest_fpu_loaded;
91 	wait_queue_head_t wq;
92 	int sigset_active;
93 	sigset_t sigset;
94 	struct kvm_vcpu_stat stat;
95 
96 #ifdef CONFIG_HAS_IOMEM
97 	int mmio_needed;
98 	int mmio_read_completed;
99 	int mmio_is_write;
100 	int mmio_size;
101 	unsigned char mmio_data[8];
102 	gpa_t mmio_phys_addr;
103 #endif
104 
105 	struct kvm_vcpu_arch arch;
106 };
107 
108 /*
109  * Some of the bitops functions do not support too long bitmaps.
110  * This number must be determined not to exceed such limits.
111  */
112 #define KVM_MEM_MAX_NR_PAGES ((1UL << 31) - 1)
113 
114 struct kvm_memory_slot {
115 	gfn_t base_gfn;
116 	unsigned long npages;
117 	unsigned long flags;
118 	unsigned long *rmap;
119 	unsigned long *dirty_bitmap;
120 	struct {
121 		unsigned long rmap_pde;
122 		int write_count;
123 	} *lpage_info[KVM_NR_PAGE_SIZES - 1];
124 	unsigned long userspace_addr;
125 	int user_alloc;
126 };
127 
128 static inline unsigned long kvm_dirty_bitmap_bytes(struct kvm_memory_slot *memslot)
129 {
130 	return ALIGN(memslot->npages, BITS_PER_LONG) / 8;
131 }
132 
133 struct kvm_kernel_irq_routing_entry {
134 	u32 gsi;
135 	u32 type;
136 	int (*set)(struct kvm_kernel_irq_routing_entry *e,
137 		   struct kvm *kvm, int irq_source_id, int level);
138 	union {
139 		struct {
140 			unsigned irqchip;
141 			unsigned pin;
142 		} irqchip;
143 		struct msi_msg msi;
144 	};
145 	struct hlist_node link;
146 };
147 
148 #ifdef __KVM_HAVE_IOAPIC
149 
150 struct kvm_irq_routing_table {
151 	int chip[KVM_NR_IRQCHIPS][KVM_IOAPIC_NUM_PINS];
152 	struct kvm_kernel_irq_routing_entry *rt_entries;
153 	u32 nr_rt_entries;
154 	/*
155 	 * Array indexed by gsi. Each entry contains list of irq chips
156 	 * the gsi is connected to.
157 	 */
158 	struct hlist_head map[0];
159 };
160 
161 #else
162 
163 struct kvm_irq_routing_table {};
164 
165 #endif
166 
167 struct kvm_memslots {
168 	int nmemslots;
169 	struct kvm_memory_slot memslots[KVM_MEMORY_SLOTS +
170 					KVM_PRIVATE_MEM_SLOTS];
171 };
172 
173 struct kvm {
174 	spinlock_t mmu_lock;
175 	raw_spinlock_t requests_lock;
176 	struct mutex slots_lock;
177 	struct mm_struct *mm; /* userspace tied to this vm */
178 	struct kvm_memslots *memslots;
179 	struct srcu_struct srcu;
180 #ifdef CONFIG_KVM_APIC_ARCHITECTURE
181 	u32 bsp_vcpu_id;
182 	struct kvm_vcpu *bsp_vcpu;
183 #endif
184 	struct kvm_vcpu *vcpus[KVM_MAX_VCPUS];
185 	atomic_t online_vcpus;
186 	struct list_head vm_list;
187 	struct mutex lock;
188 	struct kvm_io_bus *buses[KVM_NR_BUSES];
189 #ifdef CONFIG_HAVE_KVM_EVENTFD
190 	struct {
191 		spinlock_t        lock;
192 		struct list_head  items;
193 	} irqfds;
194 	struct list_head ioeventfds;
195 #endif
196 	struct kvm_vm_stat stat;
197 	struct kvm_arch arch;
198 	atomic_t users_count;
199 #ifdef KVM_COALESCED_MMIO_PAGE_OFFSET
200 	struct kvm_coalesced_mmio_dev *coalesced_mmio_dev;
201 	struct kvm_coalesced_mmio_ring *coalesced_mmio_ring;
202 #endif
203 
204 	struct mutex irq_lock;
205 #ifdef CONFIG_HAVE_KVM_IRQCHIP
206 	struct kvm_irq_routing_table *irq_routing;
207 	struct hlist_head mask_notifier_list;
208 	struct hlist_head irq_ack_notifier_list;
209 #endif
210 
211 #ifdef KVM_ARCH_WANT_MMU_NOTIFIER
212 	struct mmu_notifier mmu_notifier;
213 	unsigned long mmu_notifier_seq;
214 	long mmu_notifier_count;
215 #endif
216 };
217 
218 /* The guest did something we don't support. */
219 #define pr_unimpl(vcpu, fmt, ...)					\
220  do {									\
221 	if (printk_ratelimit())						\
222 		printk(KERN_ERR "kvm: %i: cpu%i " fmt,			\
223 		       current->tgid, (vcpu)->vcpu_id , ## __VA_ARGS__); \
224  } while (0)
225 
226 #define kvm_printf(kvm, fmt ...) printk(KERN_DEBUG fmt)
227 #define vcpu_printf(vcpu, fmt...) kvm_printf(vcpu->kvm, fmt)
228 
229 static inline struct kvm_vcpu *kvm_get_vcpu(struct kvm *kvm, int i)
230 {
231 	smp_rmb();
232 	return kvm->vcpus[i];
233 }
234 
235 #define kvm_for_each_vcpu(idx, vcpup, kvm) \
236 	for (idx = 0, vcpup = kvm_get_vcpu(kvm, idx); \
237 	     idx < atomic_read(&kvm->online_vcpus) && vcpup; \
238 	     vcpup = kvm_get_vcpu(kvm, ++idx))
239 
240 int kvm_vcpu_init(struct kvm_vcpu *vcpu, struct kvm *kvm, unsigned id);
241 void kvm_vcpu_uninit(struct kvm_vcpu *vcpu);
242 
243 void vcpu_load(struct kvm_vcpu *vcpu);
244 void vcpu_put(struct kvm_vcpu *vcpu);
245 
246 int kvm_init(void *opaque, unsigned vcpu_size, unsigned vcpu_align,
247 		  struct module *module);
248 void kvm_exit(void);
249 
250 void kvm_get_kvm(struct kvm *kvm);
251 void kvm_put_kvm(struct kvm *kvm);
252 
253 static inline struct kvm_memslots *kvm_memslots(struct kvm *kvm)
254 {
255 	return rcu_dereference_check(kvm->memslots,
256 			srcu_read_lock_held(&kvm->srcu)
257 			|| lockdep_is_held(&kvm->slots_lock));
258 }
259 
260 #define HPA_MSB ((sizeof(hpa_t) * 8) - 1)
261 #define HPA_ERR_MASK ((hpa_t)1 << HPA_MSB)
262 static inline int is_error_hpa(hpa_t hpa) { return hpa >> HPA_MSB; }
263 
264 extern struct page *bad_page;
265 extern pfn_t bad_pfn;
266 
267 int is_error_page(struct page *page);
268 int is_error_pfn(pfn_t pfn);
269 int kvm_is_error_hva(unsigned long addr);
270 int kvm_set_memory_region(struct kvm *kvm,
271 			  struct kvm_userspace_memory_region *mem,
272 			  int user_alloc);
273 int __kvm_set_memory_region(struct kvm *kvm,
274 			    struct kvm_userspace_memory_region *mem,
275 			    int user_alloc);
276 int kvm_arch_prepare_memory_region(struct kvm *kvm,
277 				struct kvm_memory_slot *memslot,
278 				struct kvm_memory_slot old,
279 				struct kvm_userspace_memory_region *mem,
280 				int user_alloc);
281 void kvm_arch_commit_memory_region(struct kvm *kvm,
282 				struct kvm_userspace_memory_region *mem,
283 				struct kvm_memory_slot old,
284 				int user_alloc);
285 void kvm_disable_largepages(void);
286 void kvm_arch_flush_shadow(struct kvm *kvm);
287 gfn_t unalias_gfn(struct kvm *kvm, gfn_t gfn);
288 gfn_t unalias_gfn_instantiation(struct kvm *kvm, gfn_t gfn);
289 
290 struct page *gfn_to_page(struct kvm *kvm, gfn_t gfn);
291 unsigned long gfn_to_hva(struct kvm *kvm, gfn_t gfn);
292 void kvm_release_page_clean(struct page *page);
293 void kvm_release_page_dirty(struct page *page);
294 void kvm_set_page_dirty(struct page *page);
295 void kvm_set_page_accessed(struct page *page);
296 
297 pfn_t gfn_to_pfn(struct kvm *kvm, gfn_t gfn);
298 pfn_t gfn_to_pfn_memslot(struct kvm *kvm,
299 			 struct kvm_memory_slot *slot, gfn_t gfn);
300 int memslot_id(struct kvm *kvm, gfn_t gfn);
301 void kvm_release_pfn_dirty(pfn_t);
302 void kvm_release_pfn_clean(pfn_t pfn);
303 void kvm_set_pfn_dirty(pfn_t pfn);
304 void kvm_set_pfn_accessed(pfn_t pfn);
305 void kvm_get_pfn(pfn_t pfn);
306 
307 int kvm_read_guest_page(struct kvm *kvm, gfn_t gfn, void *data, int offset,
308 			int len);
309 int kvm_read_guest_atomic(struct kvm *kvm, gpa_t gpa, void *data,
310 			  unsigned long len);
311 int kvm_read_guest(struct kvm *kvm, gpa_t gpa, void *data, unsigned long len);
312 int kvm_write_guest_page(struct kvm *kvm, gfn_t gfn, const void *data,
313 			 int offset, int len);
314 int kvm_write_guest(struct kvm *kvm, gpa_t gpa, const void *data,
315 		    unsigned long len);
316 int kvm_clear_guest_page(struct kvm *kvm, gfn_t gfn, int offset, int len);
317 int kvm_clear_guest(struct kvm *kvm, gpa_t gpa, unsigned long len);
318 struct kvm_memory_slot *gfn_to_memslot(struct kvm *kvm, gfn_t gfn);
319 int kvm_is_visible_gfn(struct kvm *kvm, gfn_t gfn);
320 unsigned long kvm_host_page_size(struct kvm *kvm, gfn_t gfn);
321 void mark_page_dirty(struct kvm *kvm, gfn_t gfn);
322 
323 void kvm_vcpu_block(struct kvm_vcpu *vcpu);
324 void kvm_vcpu_on_spin(struct kvm_vcpu *vcpu);
325 void kvm_resched(struct kvm_vcpu *vcpu);
326 void kvm_load_guest_fpu(struct kvm_vcpu *vcpu);
327 void kvm_put_guest_fpu(struct kvm_vcpu *vcpu);
328 void kvm_flush_remote_tlbs(struct kvm *kvm);
329 void kvm_reload_remote_mmus(struct kvm *kvm);
330 
331 long kvm_arch_dev_ioctl(struct file *filp,
332 			unsigned int ioctl, unsigned long arg);
333 long kvm_arch_vcpu_ioctl(struct file *filp,
334 			 unsigned int ioctl, unsigned long arg);
335 
336 int kvm_dev_ioctl_check_extension(long ext);
337 
338 int kvm_get_dirty_log(struct kvm *kvm,
339 			struct kvm_dirty_log *log, int *is_dirty);
340 int kvm_vm_ioctl_get_dirty_log(struct kvm *kvm,
341 				struct kvm_dirty_log *log);
342 
343 int kvm_vm_ioctl_set_memory_region(struct kvm *kvm,
344 				   struct
345 				   kvm_userspace_memory_region *mem,
346 				   int user_alloc);
347 long kvm_arch_vm_ioctl(struct file *filp,
348 		       unsigned int ioctl, unsigned long arg);
349 
350 int kvm_arch_vcpu_ioctl_get_fpu(struct kvm_vcpu *vcpu, struct kvm_fpu *fpu);
351 int kvm_arch_vcpu_ioctl_set_fpu(struct kvm_vcpu *vcpu, struct kvm_fpu *fpu);
352 
353 int kvm_arch_vcpu_ioctl_translate(struct kvm_vcpu *vcpu,
354 				    struct kvm_translation *tr);
355 
356 int kvm_arch_vcpu_ioctl_get_regs(struct kvm_vcpu *vcpu, struct kvm_regs *regs);
357 int kvm_arch_vcpu_ioctl_set_regs(struct kvm_vcpu *vcpu, struct kvm_regs *regs);
358 int kvm_arch_vcpu_ioctl_get_sregs(struct kvm_vcpu *vcpu,
359 				  struct kvm_sregs *sregs);
360 int kvm_arch_vcpu_ioctl_set_sregs(struct kvm_vcpu *vcpu,
361 				  struct kvm_sregs *sregs);
362 int kvm_arch_vcpu_ioctl_get_mpstate(struct kvm_vcpu *vcpu,
363 				    struct kvm_mp_state *mp_state);
364 int kvm_arch_vcpu_ioctl_set_mpstate(struct kvm_vcpu *vcpu,
365 				    struct kvm_mp_state *mp_state);
366 int kvm_arch_vcpu_ioctl_set_guest_debug(struct kvm_vcpu *vcpu,
367 					struct kvm_guest_debug *dbg);
368 int kvm_arch_vcpu_ioctl_run(struct kvm_vcpu *vcpu, struct kvm_run *kvm_run);
369 
370 int kvm_arch_init(void *opaque);
371 void kvm_arch_exit(void);
372 
373 int kvm_arch_vcpu_init(struct kvm_vcpu *vcpu);
374 void kvm_arch_vcpu_uninit(struct kvm_vcpu *vcpu);
375 
376 void kvm_arch_vcpu_free(struct kvm_vcpu *vcpu);
377 void kvm_arch_vcpu_load(struct kvm_vcpu *vcpu, int cpu);
378 void kvm_arch_vcpu_put(struct kvm_vcpu *vcpu);
379 struct kvm_vcpu *kvm_arch_vcpu_create(struct kvm *kvm, unsigned int id);
380 int kvm_arch_vcpu_setup(struct kvm_vcpu *vcpu);
381 void kvm_arch_vcpu_destroy(struct kvm_vcpu *vcpu);
382 
383 int kvm_arch_vcpu_reset(struct kvm_vcpu *vcpu);
384 int kvm_arch_hardware_enable(void *garbage);
385 void kvm_arch_hardware_disable(void *garbage);
386 int kvm_arch_hardware_setup(void);
387 void kvm_arch_hardware_unsetup(void);
388 void kvm_arch_check_processor_compat(void *rtn);
389 int kvm_arch_vcpu_runnable(struct kvm_vcpu *vcpu);
390 
391 void kvm_free_physmem(struct kvm *kvm);
392 
393 struct  kvm *kvm_arch_create_vm(void);
394 void kvm_arch_destroy_vm(struct kvm *kvm);
395 void kvm_free_all_assigned_devices(struct kvm *kvm);
396 void kvm_arch_sync_events(struct kvm *kvm);
397 
398 int kvm_cpu_has_pending_timer(struct kvm_vcpu *vcpu);
399 void kvm_vcpu_kick(struct kvm_vcpu *vcpu);
400 
401 int kvm_is_mmio_pfn(pfn_t pfn);
402 
403 struct kvm_irq_ack_notifier {
404 	struct hlist_node link;
405 	unsigned gsi;
406 	void (*irq_acked)(struct kvm_irq_ack_notifier *kian);
407 };
408 
409 #define KVM_ASSIGNED_MSIX_PENDING		0x1
410 struct kvm_guest_msix_entry {
411 	u32 vector;
412 	u16 entry;
413 	u16 flags;
414 };
415 
416 struct kvm_assigned_dev_kernel {
417 	struct kvm_irq_ack_notifier ack_notifier;
418 	struct work_struct interrupt_work;
419 	struct list_head list;
420 	int assigned_dev_id;
421 	int host_segnr;
422 	int host_busnr;
423 	int host_devfn;
424 	unsigned int entries_nr;
425 	int host_irq;
426 	bool host_irq_disabled;
427 	struct msix_entry *host_msix_entries;
428 	int guest_irq;
429 	struct kvm_guest_msix_entry *guest_msix_entries;
430 	unsigned long irq_requested_type;
431 	int irq_source_id;
432 	int flags;
433 	struct pci_dev *dev;
434 	struct kvm *kvm;
435 	spinlock_t assigned_dev_lock;
436 };
437 
438 struct kvm_irq_mask_notifier {
439 	void (*func)(struct kvm_irq_mask_notifier *kimn, bool masked);
440 	int irq;
441 	struct hlist_node link;
442 };
443 
444 void kvm_register_irq_mask_notifier(struct kvm *kvm, int irq,
445 				    struct kvm_irq_mask_notifier *kimn);
446 void kvm_unregister_irq_mask_notifier(struct kvm *kvm, int irq,
447 				      struct kvm_irq_mask_notifier *kimn);
448 void kvm_fire_mask_notifiers(struct kvm *kvm, int irq, bool mask);
449 
450 #ifdef __KVM_HAVE_IOAPIC
451 void kvm_get_intr_delivery_bitmask(struct kvm_ioapic *ioapic,
452 				   union kvm_ioapic_redirect_entry *entry,
453 				   unsigned long *deliver_bitmask);
454 #endif
455 int kvm_set_irq(struct kvm *kvm, int irq_source_id, u32 irq, int level);
456 void kvm_notify_acked_irq(struct kvm *kvm, unsigned irqchip, unsigned pin);
457 void kvm_register_irq_ack_notifier(struct kvm *kvm,
458 				   struct kvm_irq_ack_notifier *kian);
459 void kvm_unregister_irq_ack_notifier(struct kvm *kvm,
460 				   struct kvm_irq_ack_notifier *kian);
461 int kvm_request_irq_source_id(struct kvm *kvm);
462 void kvm_free_irq_source_id(struct kvm *kvm, int irq_source_id);
463 
464 /* For vcpu->arch.iommu_flags */
465 #define KVM_IOMMU_CACHE_COHERENCY	0x1
466 
467 #ifdef CONFIG_IOMMU_API
468 int kvm_iommu_map_pages(struct kvm *kvm, struct kvm_memory_slot *slot);
469 int kvm_iommu_map_guest(struct kvm *kvm);
470 int kvm_iommu_unmap_guest(struct kvm *kvm);
471 int kvm_assign_device(struct kvm *kvm,
472 		      struct kvm_assigned_dev_kernel *assigned_dev);
473 int kvm_deassign_device(struct kvm *kvm,
474 			struct kvm_assigned_dev_kernel *assigned_dev);
475 #else /* CONFIG_IOMMU_API */
476 static inline int kvm_iommu_map_pages(struct kvm *kvm,
477 				      gfn_t base_gfn,
478 				      unsigned long npages)
479 {
480 	return 0;
481 }
482 
483 static inline int kvm_iommu_map_guest(struct kvm *kvm)
484 {
485 	return -ENODEV;
486 }
487 
488 static inline int kvm_iommu_unmap_guest(struct kvm *kvm)
489 {
490 	return 0;
491 }
492 
493 static inline int kvm_assign_device(struct kvm *kvm,
494 		struct kvm_assigned_dev_kernel *assigned_dev)
495 {
496 	return 0;
497 }
498 
499 static inline int kvm_deassign_device(struct kvm *kvm,
500 		struct kvm_assigned_dev_kernel *assigned_dev)
501 {
502 	return 0;
503 }
504 #endif /* CONFIG_IOMMU_API */
505 
506 static inline void kvm_guest_enter(void)
507 {
508 	account_system_vtime(current);
509 	current->flags |= PF_VCPU;
510 }
511 
512 static inline void kvm_guest_exit(void)
513 {
514 	account_system_vtime(current);
515 	current->flags &= ~PF_VCPU;
516 }
517 
518 static inline gpa_t gfn_to_gpa(gfn_t gfn)
519 {
520 	return (gpa_t)gfn << PAGE_SHIFT;
521 }
522 
523 static inline hpa_t pfn_to_hpa(pfn_t pfn)
524 {
525 	return (hpa_t)pfn << PAGE_SHIFT;
526 }
527 
528 static inline void kvm_migrate_timers(struct kvm_vcpu *vcpu)
529 {
530 	set_bit(KVM_REQ_MIGRATE_TIMER, &vcpu->requests);
531 }
532 
533 enum kvm_stat_kind {
534 	KVM_STAT_VM,
535 	KVM_STAT_VCPU,
536 };
537 
538 struct kvm_stats_debugfs_item {
539 	const char *name;
540 	int offset;
541 	enum kvm_stat_kind kind;
542 	struct dentry *dentry;
543 };
544 extern struct kvm_stats_debugfs_item debugfs_entries[];
545 extern struct dentry *kvm_debugfs_dir;
546 
547 #ifdef KVM_ARCH_WANT_MMU_NOTIFIER
548 static inline int mmu_notifier_retry(struct kvm_vcpu *vcpu, unsigned long mmu_seq)
549 {
550 	if (unlikely(vcpu->kvm->mmu_notifier_count))
551 		return 1;
552 	/*
553 	 * Both reads happen under the mmu_lock and both values are
554 	 * modified under mmu_lock, so there's no need of smb_rmb()
555 	 * here in between, otherwise mmu_notifier_count should be
556 	 * read before mmu_notifier_seq, see
557 	 * mmu_notifier_invalidate_range_end write side.
558 	 */
559 	if (vcpu->kvm->mmu_notifier_seq != mmu_seq)
560 		return 1;
561 	return 0;
562 }
563 #endif
564 
565 #ifndef KVM_ARCH_HAS_UNALIAS_INSTANTIATION
566 #define unalias_gfn_instantiation unalias_gfn
567 #endif
568 
569 #ifdef CONFIG_HAVE_KVM_IRQCHIP
570 
571 #define KVM_MAX_IRQ_ROUTES 1024
572 
573 int kvm_setup_default_irq_routing(struct kvm *kvm);
574 int kvm_set_irq_routing(struct kvm *kvm,
575 			const struct kvm_irq_routing_entry *entries,
576 			unsigned nr,
577 			unsigned flags);
578 void kvm_free_irq_routing(struct kvm *kvm);
579 
580 #else
581 
582 static inline void kvm_free_irq_routing(struct kvm *kvm) {}
583 
584 #endif
585 
586 #ifdef CONFIG_HAVE_KVM_EVENTFD
587 
588 void kvm_eventfd_init(struct kvm *kvm);
589 int kvm_irqfd(struct kvm *kvm, int fd, int gsi, int flags);
590 void kvm_irqfd_release(struct kvm *kvm);
591 int kvm_ioeventfd(struct kvm *kvm, struct kvm_ioeventfd *args);
592 
593 #else
594 
595 static inline void kvm_eventfd_init(struct kvm *kvm) {}
596 static inline int kvm_irqfd(struct kvm *kvm, int fd, int gsi, int flags)
597 {
598 	return -EINVAL;
599 }
600 
601 static inline void kvm_irqfd_release(struct kvm *kvm) {}
602 static inline int kvm_ioeventfd(struct kvm *kvm, struct kvm_ioeventfd *args)
603 {
604 	return -ENOSYS;
605 }
606 
607 #endif /* CONFIG_HAVE_KVM_EVENTFD */
608 
609 #ifdef CONFIG_KVM_APIC_ARCHITECTURE
610 static inline bool kvm_vcpu_is_bsp(struct kvm_vcpu *vcpu)
611 {
612 	return vcpu->kvm->bsp_vcpu_id == vcpu->vcpu_id;
613 }
614 #endif
615 
616 #ifdef __KVM_HAVE_DEVICE_ASSIGNMENT
617 
618 long kvm_vm_ioctl_assigned_device(struct kvm *kvm, unsigned ioctl,
619 				  unsigned long arg);
620 
621 #else
622 
623 static inline long kvm_vm_ioctl_assigned_device(struct kvm *kvm, unsigned ioctl,
624 						unsigned long arg)
625 {
626 	return -ENOTTY;
627 }
628 
629 #endif
630 
631 #endif
632 
633