2c2ca5faf7f2c4055a1a3745ed204e1b7c29194a
[deliverable/linux.git] / arch / powerpc / include / asm / kvm_host.h
1 /*
2 * This program is free software; you can redistribute it and/or modify
3 * it under the terms of the GNU General Public License, version 2, as
4 * published by the Free Software Foundation.
5 *
6 * This program is distributed in the hope that it will be useful,
7 * but WITHOUT ANY WARRANTY; without even the implied warranty of
8 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
9 * GNU General Public License for more details.
10 *
11 * You should have received a copy of the GNU General Public License
12 * along with this program; if not, write to the Free Software
13 * Foundation, 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301, USA.
14 *
15 * Copyright IBM Corp. 2007
16 *
17 * Authors: Hollis Blanchard <hollisb@us.ibm.com>
18 */
19
20 #ifndef __POWERPC_KVM_HOST_H__
21 #define __POWERPC_KVM_HOST_H__
22
23 #include <linux/mutex.h>
24 #include <linux/hrtimer.h>
25 #include <linux/interrupt.h>
26 #include <linux/types.h>
27 #include <linux/kvm_types.h>
28 #include <linux/threads.h>
29 #include <linux/spinlock.h>
30 #include <linux/kvm_para.h>
31 #include <linux/list.h>
32 #include <linux/atomic.h>
33 #include <asm/kvm_asm.h>
34 #include <asm/processor.h>
35 #include <asm/page.h>
36 #include <asm/cacheflush.h>
37
38 #define KVM_MAX_VCPUS NR_CPUS
39 #define KVM_MAX_VCORES NR_CPUS
40 #define KVM_USER_MEM_SLOTS 32
41 #define KVM_MEM_SLOTS_NUM KVM_USER_MEM_SLOTS
42
43 #ifdef CONFIG_KVM_MMIO
44 #define KVM_COALESCED_MMIO_PAGE_OFFSET 1
45 #endif
46
47 /* These values are internal and can be increased later */
48 #define KVM_NR_IRQCHIPS 1
49 #define KVM_IRQCHIP_NUM_PINS 256
50
51 #if !defined(CONFIG_KVM_440)
52 #include <linux/mmu_notifier.h>
53
54 #define KVM_ARCH_WANT_MMU_NOTIFIER
55
56 struct kvm;
57 extern int kvm_unmap_hva(struct kvm *kvm, unsigned long hva);
58 extern int kvm_unmap_hva_range(struct kvm *kvm,
59 unsigned long start, unsigned long end);
60 extern int kvm_age_hva(struct kvm *kvm, unsigned long hva);
61 extern int kvm_test_age_hva(struct kvm *kvm, unsigned long hva);
62 extern void kvm_set_spte_hva(struct kvm *kvm, unsigned long hva, pte_t pte);
63
64 #endif
65
66 #define HPTEG_CACHE_NUM (1 << 15)
67 #define HPTEG_HASH_BITS_PTE 13
68 #define HPTEG_HASH_BITS_PTE_LONG 12
69 #define HPTEG_HASH_BITS_VPTE 13
70 #define HPTEG_HASH_BITS_VPTE_LONG 5
71 #define HPTEG_HASH_BITS_VPTE_64K 11
72 #define HPTEG_HASH_NUM_PTE (1 << HPTEG_HASH_BITS_PTE)
73 #define HPTEG_HASH_NUM_PTE_LONG (1 << HPTEG_HASH_BITS_PTE_LONG)
74 #define HPTEG_HASH_NUM_VPTE (1 << HPTEG_HASH_BITS_VPTE)
75 #define HPTEG_HASH_NUM_VPTE_LONG (1 << HPTEG_HASH_BITS_VPTE_LONG)
76 #define HPTEG_HASH_NUM_VPTE_64K (1 << HPTEG_HASH_BITS_VPTE_64K)
77
78 /* Physical Address Mask - allowed range of real mode RAM access */
79 #define KVM_PAM 0x0fffffffffffffffULL
80
81 struct kvm;
82 struct kvm_run;
83 struct kvm_vcpu;
84
85 struct lppaca;
86 struct slb_shadow;
87 struct dtl_entry;
88
89 struct kvmppc_vcpu_book3s;
90 struct kvmppc_book3s_shadow_vcpu;
91
92 struct kvm_vm_stat {
93 u32 remote_tlb_flush;
94 };
95
96 struct kvm_vcpu_stat {
97 u32 sum_exits;
98 u32 mmio_exits;
99 u32 dcr_exits;
100 u32 signal_exits;
101 u32 light_exits;
102 /* Account for special types of light exits: */
103 u32 itlb_real_miss_exits;
104 u32 itlb_virt_miss_exits;
105 u32 dtlb_real_miss_exits;
106 u32 dtlb_virt_miss_exits;
107 u32 syscall_exits;
108 u32 isi_exits;
109 u32 dsi_exits;
110 u32 emulated_inst_exits;
111 u32 dec_exits;
112 u32 ext_intr_exits;
113 u32 halt_wakeup;
114 u32 dbell_exits;
115 u32 gdbell_exits;
116 #ifdef CONFIG_PPC_BOOK3S
117 u32 pf_storage;
118 u32 pf_instruc;
119 u32 sp_storage;
120 u32 sp_instruc;
121 u32 queue_intr;
122 u32 ld;
123 u32 ld_slow;
124 u32 st;
125 u32 st_slow;
126 #endif
127 };
128
129 enum kvm_exit_types {
130 MMIO_EXITS,
131 DCR_EXITS,
132 SIGNAL_EXITS,
133 ITLB_REAL_MISS_EXITS,
134 ITLB_VIRT_MISS_EXITS,
135 DTLB_REAL_MISS_EXITS,
136 DTLB_VIRT_MISS_EXITS,
137 SYSCALL_EXITS,
138 ISI_EXITS,
139 DSI_EXITS,
140 EMULATED_INST_EXITS,
141 EMULATED_MTMSRWE_EXITS,
142 EMULATED_WRTEE_EXITS,
143 EMULATED_MTSPR_EXITS,
144 EMULATED_MFSPR_EXITS,
145 EMULATED_MTMSR_EXITS,
146 EMULATED_MFMSR_EXITS,
147 EMULATED_TLBSX_EXITS,
148 EMULATED_TLBWE_EXITS,
149 EMULATED_RFI_EXITS,
150 EMULATED_RFCI_EXITS,
151 DEC_EXITS,
152 EXT_INTR_EXITS,
153 HALT_WAKEUP,
154 USR_PR_INST,
155 FP_UNAVAIL,
156 DEBUG_EXITS,
157 TIMEINGUEST,
158 DBELL_EXITS,
159 GDBELL_EXITS,
160 __NUMBER_OF_KVM_EXIT_TYPES
161 };
162
163 /* allow access to big endian 32bit upper/lower parts and 64bit var */
164 struct kvmppc_exit_timing {
165 union {
166 u64 tv64;
167 struct {
168 u32 tbu, tbl;
169 } tv32;
170 };
171 };
172
173 struct kvmppc_pginfo {
174 unsigned long pfn;
175 atomic_t refcnt;
176 };
177
178 struct kvmppc_spapr_tce_table {
179 struct list_head list;
180 struct kvm *kvm;
181 u64 liobn;
182 u32 window_size;
183 struct page *pages[0];
184 };
185
186 struct kvm_rma_info {
187 atomic_t use_count;
188 unsigned long base_pfn;
189 };
190
191 /* XICS components, defined in book3s_xics.c */
192 struct kvmppc_xics;
193 struct kvmppc_icp;
194
195 /*
196 * The reverse mapping array has one entry for each HPTE,
197 * which stores the guest's view of the second word of the HPTE
198 * (including the guest physical address of the mapping),
199 * plus forward and backward pointers in a doubly-linked ring
200 * of HPTEs that map the same host page. The pointers in this
201 * ring are 32-bit HPTE indexes, to save space.
202 */
203 struct revmap_entry {
204 unsigned long guest_rpte;
205 unsigned int forw, back;
206 };
207
208 /*
209 * We use the top bit of each memslot->arch.rmap entry as a lock bit,
210 * and bit 32 as a present flag. The bottom 32 bits are the
211 * index in the guest HPT of a HPTE that points to the page.
212 */
213 #define KVMPPC_RMAP_LOCK_BIT 63
214 #define KVMPPC_RMAP_RC_SHIFT 32
215 #define KVMPPC_RMAP_REFERENCED (HPTE_R_R << KVMPPC_RMAP_RC_SHIFT)
216 #define KVMPPC_RMAP_CHANGED (HPTE_R_C << KVMPPC_RMAP_RC_SHIFT)
217 #define KVMPPC_RMAP_PRESENT 0x100000000ul
218 #define KVMPPC_RMAP_INDEX 0xfffffffful
219
220 /* Low-order bits in memslot->arch.slot_phys[] */
221 #define KVMPPC_PAGE_ORDER_MASK 0x1f
222 #define KVMPPC_PAGE_NO_CACHE HPTE_R_I /* 0x20 */
223 #define KVMPPC_PAGE_WRITETHRU HPTE_R_W /* 0x40 */
224 #define KVMPPC_GOT_PAGE 0x80
225
226 struct kvm_arch_memory_slot {
227 #ifdef CONFIG_KVM_BOOK3S_HV_POSSIBLE
228 unsigned long *rmap;
229 unsigned long *slot_phys;
230 #endif /* CONFIG_KVM_BOOK3S_HV_POSSIBLE */
231 };
232
233 struct kvm_arch {
234 unsigned int lpid;
235 #ifdef CONFIG_KVM_BOOK3S_HV_POSSIBLE
236 unsigned long hpt_virt;
237 struct revmap_entry *revmap;
238 unsigned int host_lpid;
239 unsigned long host_lpcr;
240 unsigned long sdr1;
241 unsigned long host_sdr1;
242 int tlbie_lock;
243 unsigned long lpcr;
244 unsigned long rmor;
245 struct kvm_rma_info *rma;
246 unsigned long vrma_slb_v;
247 int rma_setup_done;
248 int using_mmu_notifiers;
249 u32 hpt_order;
250 atomic_t vcpus_running;
251 u32 online_vcores;
252 unsigned long hpt_npte;
253 unsigned long hpt_mask;
254 atomic_t hpte_mod_interest;
255 spinlock_t slot_phys_lock;
256 cpumask_t need_tlb_flush;
257 struct kvmppc_vcore *vcores[KVM_MAX_VCORES];
258 int hpt_cma_alloc;
259 #endif /* CONFIG_KVM_BOOK3S_HV_POSSIBLE */
260 #ifdef CONFIG_KVM_BOOK3S_PR_POSSIBLE
261 struct mutex hpt_mutex;
262 #endif
263 #ifdef CONFIG_PPC_BOOK3S_64
264 struct list_head spapr_tce_tables;
265 struct list_head rtas_tokens;
266 #endif
267 #ifdef CONFIG_KVM_MPIC
268 struct openpic *mpic;
269 #endif
270 #ifdef CONFIG_KVM_XICS
271 struct kvmppc_xics *xics;
272 #endif
273 struct kvmppc_ops *kvm_ops;
274 };
275
276 /*
277 * Struct for a virtual core.
278 * Note: entry_exit_count combines an entry count in the bottom 8 bits
279 * and an exit count in the next 8 bits. This is so that we can
280 * atomically increment the entry count iff the exit count is 0
281 * without taking the lock.
282 */
283 struct kvmppc_vcore {
284 int n_runnable;
285 int n_busy;
286 int num_threads;
287 int entry_exit_count;
288 int n_woken;
289 int nap_count;
290 int napping_threads;
291 u16 pcpu;
292 u16 last_cpu;
293 u8 vcore_state;
294 u8 in_guest;
295 struct list_head runnable_threads;
296 spinlock_t lock;
297 wait_queue_head_t wq;
298 u64 stolen_tb;
299 u64 preempt_tb;
300 struct kvm_vcpu *runner;
301 u64 tb_offset; /* guest timebase - host timebase */
302 ulong lpcr;
303 u32 arch_compat;
304 ulong pcr;
305 };
306
307 #define VCORE_ENTRY_COUNT(vc) ((vc)->entry_exit_count & 0xff)
308 #define VCORE_EXIT_COUNT(vc) ((vc)->entry_exit_count >> 8)
309
310 /* Values for vcore_state */
311 #define VCORE_INACTIVE 0
312 #define VCORE_SLEEPING 1
313 #define VCORE_STARTING 2
314 #define VCORE_RUNNING 3
315 #define VCORE_EXITING 4
316
317 /*
318 * Struct used to manage memory for a virtual processor area
319 * registered by a PAPR guest. There are three types of area
320 * that a guest can register.
321 */
322 struct kvmppc_vpa {
323 unsigned long gpa; /* Current guest phys addr */
324 void *pinned_addr; /* Address in kernel linear mapping */
325 void *pinned_end; /* End of region */
326 unsigned long next_gpa; /* Guest phys addr for update */
327 unsigned long len; /* Number of bytes required */
328 u8 update_pending; /* 1 => update pinned_addr from next_gpa */
329 bool dirty; /* true => area has been modified by kernel */
330 };
331
332 struct kvmppc_pte {
333 ulong eaddr;
334 u64 vpage;
335 ulong raddr;
336 bool may_read : 1;
337 bool may_write : 1;
338 bool may_execute : 1;
339 u8 page_size; /* MMU_PAGE_xxx */
340 };
341
342 struct kvmppc_mmu {
343 /* book3s_64 only */
344 void (*slbmte)(struct kvm_vcpu *vcpu, u64 rb, u64 rs);
345 u64 (*slbmfee)(struct kvm_vcpu *vcpu, u64 slb_nr);
346 u64 (*slbmfev)(struct kvm_vcpu *vcpu, u64 slb_nr);
347 void (*slbie)(struct kvm_vcpu *vcpu, u64 slb_nr);
348 void (*slbia)(struct kvm_vcpu *vcpu);
349 /* book3s */
350 void (*mtsrin)(struct kvm_vcpu *vcpu, u32 srnum, ulong value);
351 u32 (*mfsrin)(struct kvm_vcpu *vcpu, u32 srnum);
352 int (*xlate)(struct kvm_vcpu *vcpu, gva_t eaddr,
353 struct kvmppc_pte *pte, bool data, bool iswrite);
354 void (*reset_msr)(struct kvm_vcpu *vcpu);
355 void (*tlbie)(struct kvm_vcpu *vcpu, ulong addr, bool large);
356 int (*esid_to_vsid)(struct kvm_vcpu *vcpu, ulong esid, u64 *vsid);
357 u64 (*ea_to_vp)(struct kvm_vcpu *vcpu, gva_t eaddr, bool data);
358 bool (*is_dcbz32)(struct kvm_vcpu *vcpu);
359 };
360
361 struct kvmppc_slb {
362 u64 esid;
363 u64 vsid;
364 u64 orige;
365 u64 origv;
366 bool valid : 1;
367 bool Ks : 1;
368 bool Kp : 1;
369 bool nx : 1;
370 bool large : 1; /* PTEs are 16MB */
371 bool tb : 1; /* 1TB segment */
372 bool class : 1;
373 u8 base_page_size; /* MMU_PAGE_xxx */
374 };
375
376 # ifdef CONFIG_PPC_FSL_BOOK3E
377 #define KVMPPC_BOOKE_IAC_NUM 2
378 #define KVMPPC_BOOKE_DAC_NUM 2
379 # else
380 #define KVMPPC_BOOKE_IAC_NUM 4
381 #define KVMPPC_BOOKE_DAC_NUM 2
382 # endif
383 #define KVMPPC_BOOKE_MAX_IAC 4
384 #define KVMPPC_BOOKE_MAX_DAC 2
385
386 /* KVMPPC_EPR_USER takes precedence over KVMPPC_EPR_KERNEL */
387 #define KVMPPC_EPR_NONE 0 /* EPR not supported */
388 #define KVMPPC_EPR_USER 1 /* exit to userspace to fill EPR */
389 #define KVMPPC_EPR_KERNEL 2 /* in-kernel irqchip */
390
391 #define KVMPPC_IRQ_DEFAULT 0
392 #define KVMPPC_IRQ_MPIC 1
393 #define KVMPPC_IRQ_XICS 2
394
395 struct openpic;
396
397 struct kvm_vcpu_arch {
398 ulong host_stack;
399 u32 host_pid;
400 #ifdef CONFIG_PPC_BOOK3S
401 struct kvmppc_slb slb[64];
402 int slb_max; /* 1 + index of last valid entry in slb[] */
403 int slb_nr; /* total number of entries in SLB */
404 struct kvmppc_mmu mmu;
405 struct kvmppc_vcpu_book3s *book3s;
406 #endif
407 #ifdef CONFIG_PPC_BOOK3S_32
408 struct kvmppc_book3s_shadow_vcpu *shadow_vcpu;
409 #endif
410
411 ulong gpr[32];
412
413 struct thread_fp_state fp;
414
415 #ifdef CONFIG_SPE
416 ulong evr[32];
417 ulong spefscr;
418 ulong host_spefscr;
419 u64 acc;
420 #endif
421 #ifdef CONFIG_ALTIVEC
422 struct thread_vr_state vr;
423 #endif
424
425 #ifdef CONFIG_KVM_BOOKE_HV
426 u32 host_mas4;
427 u32 host_mas6;
428 u32 shadow_epcr;
429 u32 shadow_msrp;
430 u32 eplc;
431 u32 epsc;
432 u32 oldpir;
433 #endif
434
435 #if defined(CONFIG_BOOKE)
436 #if defined(CONFIG_KVM_BOOKE_HV) || defined(CONFIG_64BIT)
437 u32 epcr;
438 #endif
439 #endif
440
441 #ifdef CONFIG_PPC_BOOK3S
442 /* For Gekko paired singles */
443 u32 qpr[32];
444 #endif
445
446 ulong pc;
447 ulong ctr;
448 ulong lr;
449
450 ulong xer;
451 u32 cr;
452
453 #ifdef CONFIG_PPC_BOOK3S
454 ulong hflags;
455 ulong guest_owned_ext;
456 ulong purr;
457 ulong spurr;
458 ulong dscr;
459 ulong amr;
460 ulong uamor;
461 u32 ctrl;
462 ulong dabr;
463 ulong cfar;
464 ulong ppr;
465 ulong shadow_srr1;
466 #endif
467 u32 vrsave; /* also USPRG0 */
468 u32 mmucr;
469 /* shadow_msr is unused for BookE HV */
470 ulong shadow_msr;
471 ulong csrr0;
472 ulong csrr1;
473 ulong dsrr0;
474 ulong dsrr1;
475 ulong mcsrr0;
476 ulong mcsrr1;
477 ulong mcsr;
478 u32 dec;
479 #ifdef CONFIG_BOOKE
480 u32 decar;
481 #endif
482 u32 tbl;
483 u32 tbu;
484 u32 tcr;
485 ulong tsr; /* we need to perform set/clr_bits() which requires ulong */
486 u32 ivor[64];
487 ulong ivpr;
488 u32 pvr;
489
490 u32 shadow_pid;
491 u32 shadow_pid1;
492 u32 pid;
493 u32 swap_pid;
494
495 u32 ccr0;
496 u32 ccr1;
497 u32 dbsr;
498
499 u64 mmcr[3];
500 u32 pmc[8];
501 u64 siar;
502 u64 sdar;
503
504 #ifdef CONFIG_KVM_EXIT_TIMING
505 struct mutex exit_timing_lock;
506 struct kvmppc_exit_timing timing_exit;
507 struct kvmppc_exit_timing timing_last_enter;
508 u32 last_exit_type;
509 u32 timing_count_type[__NUMBER_OF_KVM_EXIT_TYPES];
510 u64 timing_sum_duration[__NUMBER_OF_KVM_EXIT_TYPES];
511 u64 timing_sum_quad_duration[__NUMBER_OF_KVM_EXIT_TYPES];
512 u64 timing_min_duration[__NUMBER_OF_KVM_EXIT_TYPES];
513 u64 timing_max_duration[__NUMBER_OF_KVM_EXIT_TYPES];
514 u64 timing_last_exit;
515 struct dentry *debugfs_exit_timing;
516 #endif
517
518 #ifdef CONFIG_PPC_BOOK3S
519 ulong fault_dar;
520 u32 fault_dsisr;
521 #endif
522
523 #ifdef CONFIG_BOOKE
524 ulong fault_dear;
525 ulong fault_esr;
526 ulong queued_dear;
527 ulong queued_esr;
528 spinlock_t wdt_lock;
529 struct timer_list wdt_timer;
530 u32 tlbcfg[4];
531 u32 tlbps[4];
532 u32 mmucfg;
533 u32 eptcfg;
534 u32 epr;
535 u32 crit_save;
536 /* guest debug registers*/
537 struct debug_reg dbg_reg;
538 /* hardware visible debug registers when in guest state */
539 struct debug_reg shadow_dbg_reg;
540 #endif
541 gpa_t paddr_accessed;
542 gva_t vaddr_accessed;
543 pgd_t *pgdir;
544
545 u8 io_gpr; /* GPR used as IO source/target */
546 u8 mmio_is_bigendian;
547 u8 mmio_sign_extend;
548 u8 dcr_needed;
549 u8 dcr_is_write;
550 u8 osi_needed;
551 u8 osi_enabled;
552 u8 papr_enabled;
553 u8 watchdog_enabled;
554 u8 sane;
555 u8 cpu_type;
556 u8 hcall_needed;
557 u8 epr_flags; /* KVMPPC_EPR_xxx */
558 u8 epr_needed;
559
560 u32 cpr0_cfgaddr; /* holds the last set cpr0_cfgaddr */
561
562 struct hrtimer dec_timer;
563 struct tasklet_struct tasklet;
564 u64 dec_jiffies;
565 u64 dec_expires;
566 unsigned long pending_exceptions;
567 u8 ceded;
568 u8 prodded;
569 u32 last_inst;
570
571 wait_queue_head_t *wqp;
572 struct kvmppc_vcore *vcore;
573 int ret;
574 int trap;
575 int state;
576 int ptid;
577 bool timer_running;
578 wait_queue_head_t cpu_run;
579
580 struct kvm_vcpu_arch_shared *shared;
581 unsigned long magic_page_pa; /* phys addr to map the magic page to */
582 unsigned long magic_page_ea; /* effect. addr to map the magic page to */
583
584 int irq_type; /* one of KVM_IRQ_* */
585 int irq_cpu_id;
586 struct openpic *mpic; /* KVM_IRQ_MPIC */
587 #ifdef CONFIG_KVM_XICS
588 struct kvmppc_icp *icp; /* XICS presentation controller */
589 #endif
590
591 #ifdef CONFIG_KVM_BOOK3S_HV_POSSIBLE
592 struct kvm_vcpu_arch_shared shregs;
593
594 unsigned long pgfault_addr;
595 long pgfault_index;
596 unsigned long pgfault_hpte[2];
597
598 struct list_head run_list;
599 struct task_struct *run_task;
600 struct kvm_run *kvm_run;
601
602 spinlock_t vpa_update_lock;
603 struct kvmppc_vpa vpa;
604 struct kvmppc_vpa dtl;
605 struct dtl_entry *dtl_ptr;
606 unsigned long dtl_index;
607 u64 stolen_logged;
608 struct kvmppc_vpa slb_shadow;
609
610 spinlock_t tbacct_lock;
611 u64 busy_stolen;
612 u64 busy_preempt;
613 #endif
614 };
615
616 #define VCPU_FPR(vcpu, i) (vcpu)->arch.fp.fpr[i][TS_FPROFFSET]
617
618 /* Values for vcpu->arch.state */
619 #define KVMPPC_VCPU_NOTREADY 0
620 #define KVMPPC_VCPU_RUNNABLE 1
621 #define KVMPPC_VCPU_BUSY_IN_HOST 2
622
623 /* Values for vcpu->arch.io_gpr */
624 #define KVM_MMIO_REG_MASK 0x001f
625 #define KVM_MMIO_REG_EXT_MASK 0xffe0
626 #define KVM_MMIO_REG_GPR 0x0000
627 #define KVM_MMIO_REG_FPR 0x0020
628 #define KVM_MMIO_REG_QPR 0x0040
629 #define KVM_MMIO_REG_FQPR 0x0060
630
631 #define __KVM_HAVE_ARCH_WQP
632 #define __KVM_HAVE_CREATE_DEVICE
633
634 #endif /* __POWERPC_KVM_HOST_H__ */
This page took 0.057123 seconds and 4 git commands to generate.