KVM: ppc: Implement in-kernel exit timing statistics
[safe/jmp/linux-2.6] / arch / powerpc / kvm / powerpc.c
1 /*
2  * This program is free software; you can redistribute it and/or modify
3  * it under the terms of the GNU General Public License, version 2, as
4  * published by the Free Software Foundation.
5  *
6  * This program is distributed in the hope that it will be useful,
7  * but WITHOUT ANY WARRANTY; without even the implied warranty of
8  * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
9  * GNU General Public License for more details.
10  *
11  * You should have received a copy of the GNU General Public License
12  * along with this program; if not, write to the Free Software
13  * Foundation, 51 Franklin Street, Fifth Floor, Boston, MA  02110-1301, USA.
14  *
15  * Copyright IBM Corp. 2007
16  *
17  * Authors: Hollis Blanchard <hollisb@us.ibm.com>
18  *          Christian Ehrhardt <ehrhardt@linux.vnet.ibm.com>
19  */
20
21 #include <linux/errno.h>
22 #include <linux/err.h>
23 #include <linux/kvm_host.h>
24 #include <linux/module.h>
25 #include <linux/vmalloc.h>
26 #include <linux/fs.h>
27 #include <asm/cputable.h>
28 #include <asm/uaccess.h>
29 #include <asm/kvm_ppc.h>
30 #include <asm/tlbflush.h>
31 #include "timing.h"
32 #include "../mm/mmu_decl.h"
33
34 gfn_t unalias_gfn(struct kvm *kvm, gfn_t gfn)
35 {
36         return gfn;
37 }
38
39 int kvm_cpu_has_interrupt(struct kvm_vcpu *v)
40 {
41         return !!(v->arch.pending_exceptions);
42 }
43
44 int kvm_arch_vcpu_runnable(struct kvm_vcpu *v)
45 {
46         return !(v->arch.msr & MSR_WE);
47 }
48
49
50 int kvmppc_emulate_mmio(struct kvm_run *run, struct kvm_vcpu *vcpu)
51 {
52         enum emulation_result er;
53         int r;
54
55         er = kvmppc_emulate_instruction(run, vcpu);
56         switch (er) {
57         case EMULATE_DONE:
58                 /* Future optimization: only reload non-volatiles if they were
59                  * actually modified. */
60                 r = RESUME_GUEST_NV;
61                 break;
62         case EMULATE_DO_MMIO:
63                 run->exit_reason = KVM_EXIT_MMIO;
64                 /* We must reload nonvolatiles because "update" load/store
65                  * instructions modify register state. */
66                 /* Future optimization: only reload non-volatiles if they were
67                  * actually modified. */
68                 r = RESUME_HOST_NV;
69                 break;
70         case EMULATE_FAIL:
71                 /* XXX Deliver Program interrupt to guest. */
72                 printk(KERN_EMERG "%s: emulation failed (%08x)\n", __func__,
73                        vcpu->arch.last_inst);
74                 r = RESUME_HOST;
75                 break;
76         default:
77                 BUG();
78         }
79
80         return r;
81 }
82
83 void kvm_arch_hardware_enable(void *garbage)
84 {
85 }
86
87 void kvm_arch_hardware_disable(void *garbage)
88 {
89 }
90
91 int kvm_arch_hardware_setup(void)
92 {
93         return 0;
94 }
95
96 void kvm_arch_hardware_unsetup(void)
97 {
98 }
99
100 void kvm_arch_check_processor_compat(void *rtn)
101 {
102         *(int *)rtn = kvmppc_core_check_processor_compat();
103 }
104
105 struct kvm *kvm_arch_create_vm(void)
106 {
107         struct kvm *kvm;
108
109         kvm = kzalloc(sizeof(struct kvm), GFP_KERNEL);
110         if (!kvm)
111                 return ERR_PTR(-ENOMEM);
112
113         return kvm;
114 }
115
116 static void kvmppc_free_vcpus(struct kvm *kvm)
117 {
118         unsigned int i;
119
120         for (i = 0; i < KVM_MAX_VCPUS; ++i) {
121                 if (kvm->vcpus[i]) {
122                         kvm_arch_vcpu_free(kvm->vcpus[i]);
123                         kvm->vcpus[i] = NULL;
124                 }
125         }
126 }
127
128 void kvm_arch_destroy_vm(struct kvm *kvm)
129 {
130         kvmppc_free_vcpus(kvm);
131         kvm_free_physmem(kvm);
132         kfree(kvm);
133 }
134
135 int kvm_dev_ioctl_check_extension(long ext)
136 {
137         int r;
138
139         switch (ext) {
140         case KVM_CAP_USER_MEMORY:
141                 r = 1;
142                 break;
143         case KVM_CAP_COALESCED_MMIO:
144                 r = KVM_COALESCED_MMIO_PAGE_OFFSET;
145                 break;
146         default:
147                 r = 0;
148                 break;
149         }
150         return r;
151
152 }
153
154 long kvm_arch_dev_ioctl(struct file *filp,
155                         unsigned int ioctl, unsigned long arg)
156 {
157         return -EINVAL;
158 }
159
160 int kvm_arch_set_memory_region(struct kvm *kvm,
161                                struct kvm_userspace_memory_region *mem,
162                                struct kvm_memory_slot old,
163                                int user_alloc)
164 {
165         return 0;
166 }
167
168 void kvm_arch_flush_shadow(struct kvm *kvm)
169 {
170 }
171
172 struct kvm_vcpu *kvm_arch_vcpu_create(struct kvm *kvm, unsigned int id)
173 {
174         struct kvm_vcpu *vcpu;
175         vcpu = kvmppc_core_vcpu_create(kvm, id);
176         kvmppc_create_vcpu_debugfs(vcpu, id);
177         return vcpu;
178 }
179
180 void kvm_arch_vcpu_free(struct kvm_vcpu *vcpu)
181 {
182         kvmppc_remove_vcpu_debugfs(vcpu);
183         kvmppc_core_vcpu_free(vcpu);
184 }
185
186 void kvm_arch_vcpu_destroy(struct kvm_vcpu *vcpu)
187 {
188         kvm_arch_vcpu_free(vcpu);
189 }
190
191 int kvm_cpu_has_pending_timer(struct kvm_vcpu *vcpu)
192 {
193         return kvmppc_core_pending_dec(vcpu);
194 }
195
196 static void kvmppc_decrementer_func(unsigned long data)
197 {
198         struct kvm_vcpu *vcpu = (struct kvm_vcpu *)data;
199
200         kvmppc_core_queue_dec(vcpu);
201
202         if (waitqueue_active(&vcpu->wq)) {
203                 wake_up_interruptible(&vcpu->wq);
204                 vcpu->stat.halt_wakeup++;
205         }
206 }
207
208 int kvm_arch_vcpu_init(struct kvm_vcpu *vcpu)
209 {
210         setup_timer(&vcpu->arch.dec_timer, kvmppc_decrementer_func,
211                     (unsigned long)vcpu);
212
213         return 0;
214 }
215
216 void kvm_arch_vcpu_uninit(struct kvm_vcpu *vcpu)
217 {
218         kvmppc_core_destroy_mmu(vcpu);
219 }
220
221 void kvm_arch_vcpu_load(struct kvm_vcpu *vcpu, int cpu)
222 {
223         if (vcpu->guest_debug.enabled)
224                 kvmppc_core_load_guest_debugstate(vcpu);
225
226         kvmppc_core_vcpu_load(vcpu, cpu);
227 }
228
229 void kvm_arch_vcpu_put(struct kvm_vcpu *vcpu)
230 {
231         if (vcpu->guest_debug.enabled)
232                 kvmppc_core_load_host_debugstate(vcpu);
233
234         /* Don't leave guest TLB entries resident when being de-scheduled. */
235         /* XXX It would be nice to differentiate between heavyweight exit and
236          * sched_out here, since we could avoid the TLB flush for heavyweight
237          * exits. */
238         _tlbil_all();
239         kvmppc_core_vcpu_put(vcpu);
240 }
241
242 int kvm_arch_vcpu_ioctl_debug_guest(struct kvm_vcpu *vcpu,
243                                     struct kvm_debug_guest *dbg)
244 {
245         int i;
246
247         vcpu->guest_debug.enabled = dbg->enabled;
248         if (vcpu->guest_debug.enabled) {
249                 for (i=0; i < ARRAY_SIZE(vcpu->guest_debug.bp); i++) {
250                         if (dbg->breakpoints[i].enabled)
251                                 vcpu->guest_debug.bp[i] = dbg->breakpoints[i].address;
252                         else
253                                 vcpu->guest_debug.bp[i] = 0;
254                 }
255         }
256
257         return 0;
258 }
259
260 static void kvmppc_complete_dcr_load(struct kvm_vcpu *vcpu,
261                                      struct kvm_run *run)
262 {
263         ulong *gpr = &vcpu->arch.gpr[vcpu->arch.io_gpr];
264         *gpr = run->dcr.data;
265 }
266
267 static void kvmppc_complete_mmio_load(struct kvm_vcpu *vcpu,
268                                       struct kvm_run *run)
269 {
270         ulong *gpr = &vcpu->arch.gpr[vcpu->arch.io_gpr];
271
272         if (run->mmio.len > sizeof(*gpr)) {
273                 printk(KERN_ERR "bad MMIO length: %d\n", run->mmio.len);
274                 return;
275         }
276
277         if (vcpu->arch.mmio_is_bigendian) {
278                 switch (run->mmio.len) {
279                 case 4: *gpr = *(u32 *)run->mmio.data; break;
280                 case 2: *gpr = *(u16 *)run->mmio.data; break;
281                 case 1: *gpr = *(u8 *)run->mmio.data; break;
282                 }
283         } else {
284                 /* Convert BE data from userland back to LE. */
285                 switch (run->mmio.len) {
286                 case 4: *gpr = ld_le32((u32 *)run->mmio.data); break;
287                 case 2: *gpr = ld_le16((u16 *)run->mmio.data); break;
288                 case 1: *gpr = *(u8 *)run->mmio.data; break;
289                 }
290         }
291 }
292
293 int kvmppc_handle_load(struct kvm_run *run, struct kvm_vcpu *vcpu,
294                        unsigned int rt, unsigned int bytes, int is_bigendian)
295 {
296         if (bytes > sizeof(run->mmio.data)) {
297                 printk(KERN_ERR "%s: bad MMIO length: %d\n", __func__,
298                        run->mmio.len);
299         }
300
301         run->mmio.phys_addr = vcpu->arch.paddr_accessed;
302         run->mmio.len = bytes;
303         run->mmio.is_write = 0;
304
305         vcpu->arch.io_gpr = rt;
306         vcpu->arch.mmio_is_bigendian = is_bigendian;
307         vcpu->mmio_needed = 1;
308         vcpu->mmio_is_write = 0;
309
310         return EMULATE_DO_MMIO;
311 }
312
313 int kvmppc_handle_store(struct kvm_run *run, struct kvm_vcpu *vcpu,
314                         u32 val, unsigned int bytes, int is_bigendian)
315 {
316         void *data = run->mmio.data;
317
318         if (bytes > sizeof(run->mmio.data)) {
319                 printk(KERN_ERR "%s: bad MMIO length: %d\n", __func__,
320                        run->mmio.len);
321         }
322
323         run->mmio.phys_addr = vcpu->arch.paddr_accessed;
324         run->mmio.len = bytes;
325         run->mmio.is_write = 1;
326         vcpu->mmio_needed = 1;
327         vcpu->mmio_is_write = 1;
328
329         /* Store the value at the lowest bytes in 'data'. */
330         if (is_bigendian) {
331                 switch (bytes) {
332                 case 4: *(u32 *)data = val; break;
333                 case 2: *(u16 *)data = val; break;
334                 case 1: *(u8  *)data = val; break;
335                 }
336         } else {
337                 /* Store LE value into 'data'. */
338                 switch (bytes) {
339                 case 4: st_le32(data, val); break;
340                 case 2: st_le16(data, val); break;
341                 case 1: *(u8 *)data = val; break;
342                 }
343         }
344
345         return EMULATE_DO_MMIO;
346 }
347
348 int kvm_arch_vcpu_ioctl_run(struct kvm_vcpu *vcpu, struct kvm_run *run)
349 {
350         int r;
351         sigset_t sigsaved;
352
353         vcpu_load(vcpu);
354
355         if (vcpu->sigset_active)
356                 sigprocmask(SIG_SETMASK, &vcpu->sigset, &sigsaved);
357
358         if (vcpu->mmio_needed) {
359                 if (!vcpu->mmio_is_write)
360                         kvmppc_complete_mmio_load(vcpu, run);
361                 vcpu->mmio_needed = 0;
362         } else if (vcpu->arch.dcr_needed) {
363                 if (!vcpu->arch.dcr_is_write)
364                         kvmppc_complete_dcr_load(vcpu, run);
365                 vcpu->arch.dcr_needed = 0;
366         }
367
368         kvmppc_core_deliver_interrupts(vcpu);
369
370         local_irq_disable();
371         kvm_guest_enter();
372         r = __kvmppc_vcpu_run(run, vcpu);
373         kvm_guest_exit();
374         local_irq_enable();
375
376         if (vcpu->sigset_active)
377                 sigprocmask(SIG_SETMASK, &sigsaved, NULL);
378
379         vcpu_put(vcpu);
380
381         return r;
382 }
383
384 int kvm_vcpu_ioctl_interrupt(struct kvm_vcpu *vcpu, struct kvm_interrupt *irq)
385 {
386         kvmppc_core_queue_external(vcpu, irq);
387
388         if (waitqueue_active(&vcpu->wq)) {
389                 wake_up_interruptible(&vcpu->wq);
390                 vcpu->stat.halt_wakeup++;
391         }
392
393         return 0;
394 }
395
396 int kvm_arch_vcpu_ioctl_get_mpstate(struct kvm_vcpu *vcpu,
397                                     struct kvm_mp_state *mp_state)
398 {
399         return -EINVAL;
400 }
401
402 int kvm_arch_vcpu_ioctl_set_mpstate(struct kvm_vcpu *vcpu,
403                                     struct kvm_mp_state *mp_state)
404 {
405         return -EINVAL;
406 }
407
408 long kvm_arch_vcpu_ioctl(struct file *filp,
409                          unsigned int ioctl, unsigned long arg)
410 {
411         struct kvm_vcpu *vcpu = filp->private_data;
412         void __user *argp = (void __user *)arg;
413         long r;
414
415         switch (ioctl) {
416         case KVM_INTERRUPT: {
417                 struct kvm_interrupt irq;
418                 r = -EFAULT;
419                 if (copy_from_user(&irq, argp, sizeof(irq)))
420                         goto out;
421                 r = kvm_vcpu_ioctl_interrupt(vcpu, &irq);
422                 break;
423         }
424         default:
425                 r = -EINVAL;
426         }
427
428 out:
429         return r;
430 }
431
432 int kvm_vm_ioctl_get_dirty_log(struct kvm *kvm, struct kvm_dirty_log *log)
433 {
434         return -ENOTSUPP;
435 }
436
437 long kvm_arch_vm_ioctl(struct file *filp,
438                        unsigned int ioctl, unsigned long arg)
439 {
440         long r;
441
442         switch (ioctl) {
443         default:
444                 r = -EINVAL;
445         }
446
447         return r;
448 }
449
450 int kvm_arch_init(void *opaque)
451 {
452         return 0;
453 }
454
455 void kvm_arch_exit(void)
456 {
457 }