blob: ee1147c98cd8f7b875aca4162fce14f020767df4 [file] [log] [blame]
Thomas Gleixnerd94d71c2019-05-29 07:12:40 -07001// SPDX-License-Identifier: GPL-2.0-only
Hollis Blanchardbbf45ba2008-04-16 23:28:09 -05002/*
Hollis Blanchardbbf45ba2008-04-16 23:28:09 -05003 *
4 * Copyright IBM Corp. 2007
Scott Wooddfd4d472011-11-17 12:39:59 +00005 * Copyright 2011 Freescale Semiconductor, Inc.
Hollis Blanchardbbf45ba2008-04-16 23:28:09 -05006 *
7 * Authors: Hollis Blanchard <hollisb@us.ibm.com>
8 */
9
10#include <linux/jiffies.h>
Alexander Graf544c6762009-11-02 12:02:31 +000011#include <linux/hrtimer.h>
Hollis Blanchardbbf45ba2008-04-16 23:28:09 -050012#include <linux/types.h>
13#include <linux/string.h>
14#include <linux/kvm_host.h>
Bharat Bhushan6e359942012-04-18 06:01:19 +000015#include <linux/clockchips.h>
Hollis Blanchardbbf45ba2008-04-16 23:28:09 -050016
Hollis Blanchard75f74f02008-11-05 09:36:16 -060017#include <asm/reg.h>
Hollis Blanchardbbf45ba2008-04-16 23:28:09 -050018#include <asm/time.h>
19#include <asm/byteorder.h>
20#include <asm/kvm_ppc.h>
Hollis Blanchardc381a042008-11-05 09:36:15 -060021#include <asm/disassemble.h>
Hongtao Jia9123c5e2013-04-28 13:20:07 +080022#include <asm/ppc-opcode.h>
Hollis Blanchard73e75b42008-12-02 15:51:57 -060023#include "timing.h"
Marcelo Tosatti46f43c62009-06-18 11:47:27 -030024#include "trace.h"
Hollis Blanchardbbf45ba2008-04-16 23:28:09 -050025
Hollis Blanchard75f74f02008-11-05 09:36:16 -060026void kvmppc_emulate_dec(struct kvm_vcpu *vcpu)
Hollis Blanchardbbf45ba2008-04-16 23:28:09 -050027{
Alexander Graf544c6762009-11-02 12:02:31 +000028 unsigned long dec_nsec;
Bharat Bhushandc2babfe2011-10-19 09:46:06 +053029 unsigned long long dec_time;
Alexander Graf9a7a9b02009-10-30 05:47:15 +000030
Paul Mackerras1bc3fe82017-05-22 16:55:16 +100031 pr_debug("mtDEC: %lx\n", vcpu->arch.dec);
Scott Wooddfd4d472011-11-17 12:39:59 +000032 hrtimer_try_to_cancel(&vcpu->arch.dec_timer);
33
Alexander Graf00c3a372010-04-16 00:11:42 +020034#ifdef CONFIG_PPC_BOOK3S
Alexander Graf7706664d2009-12-21 20:21:24 +010035 /* mtdec lowers the interrupt line when positive. */
36 kvmppc_core_dequeue_dec(vcpu);
Alexander Graf513579e2009-10-30 05:47:16 +000037#endif
Hollis Blanchardbbf45ba2008-04-16 23:28:09 -050038
Scott Wooddfd4d472011-11-17 12:39:59 +000039#ifdef CONFIG_BOOKE
40 /* On BOOKE, DEC = 0 is as good as decrementer not enabled */
41 if (vcpu->arch.dec == 0)
42 return;
43#endif
44
45 /*
46 * The decrementer ticks at the same rate as the timebase, so
47 * that's how we convert the guest DEC value to the number of
48 * host ticks.
49 */
50
51 dec_time = vcpu->arch.dec;
Bharat Bhushan6e359942012-04-18 06:01:19 +000052 /*
Paul Mackerrasc43befc2018-10-20 20:54:55 +110053 * Guest timebase ticks at the same frequency as host timebase.
54 * So use the host timebase calculations for decrementer emulation.
Bharat Bhushan6e359942012-04-18 06:01:19 +000055 */
Paul Mackerrasc43befc2018-10-20 20:54:55 +110056 dec_time = tb_to_ns(dec_time);
Scott Wooddfd4d472011-11-17 12:39:59 +000057 dec_nsec = do_div(dec_time, NSEC_PER_SEC);
58 hrtimer_start(&vcpu->arch.dec_timer,
59 ktime_set(dec_time, dec_nsec), HRTIMER_MODE_REL);
60 vcpu->arch.dec_jiffies = get_tb();
Hollis Blanchardbbf45ba2008-04-16 23:28:09 -050061}
62
Scott Wood5ce941e2011-04-27 17:24:21 -050063u32 kvmppc_get_dec(struct kvm_vcpu *vcpu, u64 tb)
64{
65 u64 jd = tb - vcpu->arch.dec_jiffies;
Scott Wooddfd4d472011-11-17 12:39:59 +000066
67#ifdef CONFIG_BOOKE
68 if (vcpu->arch.dec < jd)
69 return 0;
70#endif
71
Scott Wood5ce941e2011-04-27 17:24:21 -050072 return vcpu->arch.dec - jd;
73}
74
Alexander Graf388cf9e2012-10-06 23:19:01 +020075static int kvmppc_emulate_mtspr(struct kvm_vcpu *vcpu, int sprn, int rs)
76{
77 enum emulation_result emulated = EMULATE_DONE;
78 ulong spr_val = kvmppc_get_gpr(vcpu, rs);
79
80 switch (sprn) {
81 case SPRN_SRR0:
Alexander Graf5deb8e72014-04-24 13:46:24 +020082 kvmppc_set_srr0(vcpu, spr_val);
Alexander Graf388cf9e2012-10-06 23:19:01 +020083 break;
84 case SPRN_SRR1:
Alexander Graf5deb8e72014-04-24 13:46:24 +020085 kvmppc_set_srr1(vcpu, spr_val);
Alexander Graf388cf9e2012-10-06 23:19:01 +020086 break;
87
88 /* XXX We need to context-switch the timebase for
89 * watchdog and FIT. */
90 case SPRN_TBWL: break;
91 case SPRN_TBWU: break;
92
Alexander Graf388cf9e2012-10-06 23:19:01 +020093 case SPRN_DEC:
Paul Mackerras1bc3fe82017-05-22 16:55:16 +100094 vcpu->arch.dec = (u32) spr_val;
Alexander Graf388cf9e2012-10-06 23:19:01 +020095 kvmppc_emulate_dec(vcpu);
96 break;
97
98 case SPRN_SPRG0:
Alexander Graf5deb8e72014-04-24 13:46:24 +020099 kvmppc_set_sprg0(vcpu, spr_val);
Alexander Graf388cf9e2012-10-06 23:19:01 +0200100 break;
101 case SPRN_SPRG1:
Alexander Graf5deb8e72014-04-24 13:46:24 +0200102 kvmppc_set_sprg1(vcpu, spr_val);
Alexander Graf388cf9e2012-10-06 23:19:01 +0200103 break;
104 case SPRN_SPRG2:
Alexander Graf5deb8e72014-04-24 13:46:24 +0200105 kvmppc_set_sprg2(vcpu, spr_val);
Alexander Graf388cf9e2012-10-06 23:19:01 +0200106 break;
107 case SPRN_SPRG3:
Alexander Graf5deb8e72014-04-24 13:46:24 +0200108 kvmppc_set_sprg3(vcpu, spr_val);
Alexander Graf388cf9e2012-10-06 23:19:01 +0200109 break;
110
Alexander Grafa3ff5fb2013-06-27 01:07:15 +0200111 /* PIR can legally be written, but we ignore it */
112 case SPRN_PIR: break;
113
Alexander Graf388cf9e2012-10-06 23:19:01 +0200114 default:
Aneesh Kumar K.Vcbbc58d2013-10-07 22:18:01 +0530115 emulated = vcpu->kvm->arch.kvm_ops->emulate_mtspr(vcpu, sprn,
116 spr_val);
Alexander Graf388cf9e2012-10-06 23:19:01 +0200117 if (emulated == EMULATE_FAIL)
118 printk(KERN_INFO "mtspr: unknown spr "
119 "0x%x\n", sprn);
120 break;
121 }
122
123 kvmppc_set_exit_type(vcpu, EMULATED_MTSPR_EXITS);
124
125 return emulated;
126}
127
128static int kvmppc_emulate_mfspr(struct kvm_vcpu *vcpu, int sprn, int rt)
129{
130 enum emulation_result emulated = EMULATE_DONE;
131 ulong spr_val = 0;
132
133 switch (sprn) {
134 case SPRN_SRR0:
Alexander Graf5deb8e72014-04-24 13:46:24 +0200135 spr_val = kvmppc_get_srr0(vcpu);
Alexander Graf388cf9e2012-10-06 23:19:01 +0200136 break;
137 case SPRN_SRR1:
Alexander Graf5deb8e72014-04-24 13:46:24 +0200138 spr_val = kvmppc_get_srr1(vcpu);
Alexander Graf388cf9e2012-10-06 23:19:01 +0200139 break;
140 case SPRN_PVR:
141 spr_val = vcpu->arch.pvr;
142 break;
143 case SPRN_PIR:
144 spr_val = vcpu->vcpu_id;
145 break;
Alexander Graf388cf9e2012-10-06 23:19:01 +0200146
147 /* Note: mftb and TBRL/TBWL are user-accessible, so
148 * the guest can always access the real TB anyways.
149 * In fact, we probably will never see these traps. */
150 case SPRN_TBWL:
151 spr_val = get_tb() >> 32;
152 break;
153 case SPRN_TBWU:
154 spr_val = get_tb();
155 break;
156
157 case SPRN_SPRG0:
Alexander Graf5deb8e72014-04-24 13:46:24 +0200158 spr_val = kvmppc_get_sprg0(vcpu);
Alexander Graf388cf9e2012-10-06 23:19:01 +0200159 break;
160 case SPRN_SPRG1:
Alexander Graf5deb8e72014-04-24 13:46:24 +0200161 spr_val = kvmppc_get_sprg1(vcpu);
Alexander Graf388cf9e2012-10-06 23:19:01 +0200162 break;
163 case SPRN_SPRG2:
Alexander Graf5deb8e72014-04-24 13:46:24 +0200164 spr_val = kvmppc_get_sprg2(vcpu);
Alexander Graf388cf9e2012-10-06 23:19:01 +0200165 break;
166 case SPRN_SPRG3:
Alexander Graf5deb8e72014-04-24 13:46:24 +0200167 spr_val = kvmppc_get_sprg3(vcpu);
Alexander Graf388cf9e2012-10-06 23:19:01 +0200168 break;
169 /* Note: SPRG4-7 are user-readable, so we don't get
170 * a trap. */
171
172 case SPRN_DEC:
173 spr_val = kvmppc_get_dec(vcpu, get_tb());
174 break;
175 default:
Aneesh Kumar K.Vcbbc58d2013-10-07 22:18:01 +0530176 emulated = vcpu->kvm->arch.kvm_ops->emulate_mfspr(vcpu, sprn,
177 &spr_val);
Alexander Graf388cf9e2012-10-06 23:19:01 +0200178 if (unlikely(emulated == EMULATE_FAIL)) {
179 printk(KERN_INFO "mfspr: unknown spr "
180 "0x%x\n", sprn);
181 }
182 break;
183 }
184
185 if (emulated == EMULATE_DONE)
186 kvmppc_set_gpr(vcpu, rt, spr_val);
187 kvmppc_set_exit_type(vcpu, EMULATED_MFSPR_EXITS);
188
189 return emulated;
190}
191
Hollis Blanchard75f74f02008-11-05 09:36:16 -0600192/* XXX Should probably auto-generate instruction decoding for a particular core
193 * from opcode tables in the future. */
Tianjia Zhang8c99d342020-04-27 12:35:11 +0800194int kvmppc_emulate_instruction(struct kvm_vcpu *vcpu)
Hollis Blanchardbbf45ba2008-04-16 23:28:09 -0500195{
Mihai Caraman51f04722014-07-23 19:06:21 +0300196 u32 inst;
Alexander Grafd69614a2014-06-18 14:53:49 +0200197 int rs, rt, sprn;
Mihai Caraman51f04722014-07-23 19:06:21 +0300198 enum emulation_result emulated;
Hollis Blanchardbbf45ba2008-04-16 23:28:09 -0500199 int advance = 1;
200
Hollis Blanchard73e75b42008-12-02 15:51:57 -0600201 /* this default type might be overwritten by subcategories */
202 kvmppc_set_exit_type(vcpu, EMULATED_INST_EXITS);
203
Alexander Graf8d0eff62014-09-10 14:37:29 +0200204 emulated = kvmppc_get_last_inst(vcpu, INST_GENERIC, &inst);
Mihai Caraman51f04722014-07-23 19:06:21 +0300205 if (emulated != EMULATE_DONE)
206 return emulated;
207
Joe Perches689fd142010-09-11 19:10:53 +0000208 pr_debug("Emulating opcode %d / %d\n", get_op(inst), get_xop(inst));
Alexander Graf513579e2009-10-30 05:47:16 +0000209
Mihai Caraman51f04722014-07-23 19:06:21 +0300210 rs = get_rs(inst);
211 rt = get_rt(inst);
212 sprn = get_sprn(inst);
213
Hollis Blanchardbbf45ba2008-04-16 23:28:09 -0500214 switch (get_op(inst)) {
Hollis Blanchardcea5d8c2009-01-03 16:23:05 -0600215 case OP_TRAP:
Alexander Graf00c3a372010-04-16 00:11:42 +0200216#ifdef CONFIG_PPC_BOOK3S
Alexander Graf513579e2009-10-30 05:47:16 +0000217 case OP_TRAP_64:
Alexander Graf25a8a02d2010-01-08 02:58:07 +0100218 kvmppc_core_queue_program(vcpu, SRR1_PROGTRAP);
Liu Yudaf5e272010-02-02 19:44:35 +0800219#else
Scott Woodb5904972011-11-08 18:23:30 -0600220 kvmppc_core_queue_program(vcpu,
221 vcpu->arch.shared->esr | ESR_PTR);
Liu Yudaf5e272010-02-02 19:44:35 +0800222#endif
Hollis Blanchardbbf45ba2008-04-16 23:28:09 -0500223 advance = 0;
224 break;
225
Hollis Blanchardbbf45ba2008-04-16 23:28:09 -0500226 case 31:
227 switch (get_xop(inst)) {
228
Alexander Graf6df79df2012-03-13 22:15:45 +0100229 case OP_31_XOP_TRAP:
230#ifdef CONFIG_64BIT
231 case OP_31_XOP_TRAP_64:
232#endif
233#ifdef CONFIG_PPC_BOOK3S
234 kvmppc_core_queue_program(vcpu, SRR1_PROGTRAP);
235#else
236 kvmppc_core_queue_program(vcpu,
237 vcpu->arch.shared->esr | ESR_PTR);
238#endif
239 advance = 0;
240 break;
Hollis Blanchardbbf45ba2008-04-16 23:28:09 -0500241
Hollis Blanchardcea5d8c2009-01-03 16:23:05 -0600242 case OP_31_XOP_MFSPR:
Alexander Graf388cf9e2012-10-06 23:19:01 +0200243 emulated = kvmppc_emulate_mfspr(vcpu, sprn, rt);
Thomas Huthfeafd132017-04-05 15:58:51 +0200244 if (emulated == EMULATE_AGAIN) {
245 emulated = EMULATE_DONE;
246 advance = 0;
247 }
Hollis Blanchardbbf45ba2008-04-16 23:28:09 -0500248 break;
249
Hollis Blanchardcea5d8c2009-01-03 16:23:05 -0600250 case OP_31_XOP_MTSPR:
Alexander Graf388cf9e2012-10-06 23:19:01 +0200251 emulated = kvmppc_emulate_mtspr(vcpu, sprn, rs);
Thomas Huthfeafd132017-04-05 15:58:51 +0200252 if (emulated == EMULATE_AGAIN) {
253 emulated = EMULATE_DONE;
254 advance = 0;
255 }
Hollis Blanchardbbf45ba2008-04-16 23:28:09 -0500256 break;
257
Hollis Blanchardcea5d8c2009-01-03 16:23:05 -0600258 case OP_31_XOP_TLBSYNC:
Hollis Blanchardbbf45ba2008-04-16 23:28:09 -0500259 break;
260
Hollis Blanchardbbf45ba2008-04-16 23:28:09 -0500261 default:
Hollis Blanchard75f74f02008-11-05 09:36:16 -0600262 /* Attempt core-specific emulation below. */
Hollis Blanchardbbf45ba2008-04-16 23:28:09 -0500263 emulated = EMULATE_FAIL;
Hollis Blanchardbbf45ba2008-04-16 23:28:09 -0500264 }
265 break;
266
Madhavan Srinivasana59c1d92014-09-09 22:37:35 +0530267 case 0:
268 /*
269 * Instruction with primary opcode 0. Based on PowerISA
270 * these are illegal instructions.
271 */
272 if (inst == KVMPPC_INST_SW_BREAKPOINT) {
Tianjia Zhang8c99d342020-04-27 12:35:11 +0800273 vcpu->run->exit_reason = KVM_EXIT_DEBUG;
274 vcpu->run->debug.arch.status = 0;
275 vcpu->run->debug.arch.address = kvmppc_get_pc(vcpu);
Madhavan Srinivasana59c1d92014-09-09 22:37:35 +0530276 emulated = EMULATE_EXIT_USER;
277 advance = 0;
278 } else
279 emulated = EMULATE_FAIL;
280
281 break;
282
Hollis Blanchardbbf45ba2008-04-16 23:28:09 -0500283 default:
Hollis Blanchardbbf45ba2008-04-16 23:28:09 -0500284 emulated = EMULATE_FAIL;
Hollis Blanchard75f74f02008-11-05 09:36:16 -0600285 }
286
287 if (emulated == EMULATE_FAIL) {
Tianjia Zhang8c99d342020-04-27 12:35:11 +0800288 emulated = vcpu->kvm->arch.kvm_ops->emulate_op(vcpu, inst,
Aneesh Kumar K.Vcbbc58d2013-10-07 22:18:01 +0530289 &advance);
Alexander Graf37f5bca2010-02-19 11:00:31 +0100290 if (emulated == EMULATE_AGAIN) {
291 advance = 0;
292 } else if (emulated == EMULATE_FAIL) {
Hollis Blanchard75f74f02008-11-05 09:36:16 -0600293 advance = 0;
294 printk(KERN_ERR "Couldn't emulate instruction 0x%08x "
295 "(op %d xop %d)\n", inst, get_op(inst), get_xop(inst));
296 }
Hollis Blanchardbbf45ba2008-04-16 23:28:09 -0500297 }
298
Alexander Grafc7f38f42010-04-16 00:11:40 +0200299 trace_kvm_ppc_instr(inst, kvmppc_get_pc(vcpu), emulated);
Christian Ehrhardt3b4bd792008-07-14 14:00:04 +0200300
Alexander Grafc7f38f42010-04-16 00:11:40 +0200301 /* Advance past emulated instruction. */
Hollis Blanchardbbf45ba2008-04-16 23:28:09 -0500302 if (advance)
Alexander Grafc7f38f42010-04-16 00:11:40 +0200303 kvmppc_set_pc(vcpu, kvmppc_get_pc(vcpu) + 4);
Hollis Blanchardbbf45ba2008-04-16 23:28:09 -0500304
305 return emulated;
306}
Aneesh Kumar K.V2ba9f0d2013-10-07 22:17:59 +0530307EXPORT_SYMBOL_GPL(kvmppc_emulate_instruction);