emulate.c 12.6 KB
Newer Older
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
/*
 * This program is free software; you can redistribute it and/or modify
 * it under the terms of the GNU General Public License, version 2, as
 * published by the Free Software Foundation.
 *
 * This program is distributed in the hope that it will be useful,
 * but WITHOUT ANY WARRANTY; without even the implied warranty of
 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
 * GNU General Public License for more details.
 *
 * You should have received a copy of the GNU General Public License
 * along with this program; if not, write to the Free Software
 * Foundation, 51 Franklin Street, Fifth Floor, Boston, MA  02110-1301, USA.
 *
 * Copyright IBM Corp. 2007
16
 * Copyright 2011 Freescale Semiconductor, Inc.
17
18
19
20
21
 *
 * Authors: Hollis Blanchard <hollisb@us.ibm.com>
 */

#include <linux/jiffies.h>
22
#include <linux/hrtimer.h>
23
24
25
#include <linux/types.h>
#include <linux/string.h>
#include <linux/kvm_host.h>
26
#include <linux/clockchips.h>
27

28
#include <asm/reg.h>
29
30
31
#include <asm/time.h>
#include <asm/byteorder.h>
#include <asm/kvm_ppc.h>
32
#include <asm/disassemble.h>
33
#include "timing.h"
34
#include "trace.h"
35

36
#define OP_TRAP 3
37
#define OP_TRAP_64 2
38

39
#define OP_31_XOP_TRAP      4
40
#define OP_31_XOP_LWZX      23
Stuart Yoder's avatar
Stuart Yoder committed
41
#define OP_31_XOP_DCBST     54
42
#define OP_31_XOP_TRAP_64   68
Alexander Graf's avatar
Alexander Graf committed
43
#define OP_31_XOP_DCBF      86
44
45
46
#define OP_31_XOP_LBZX      87
#define OP_31_XOP_STWX      151
#define OP_31_XOP_STBX      215
47
#define OP_31_XOP_LBZUX     119
48
49
50
51
#define OP_31_XOP_STBUX     247
#define OP_31_XOP_LHZX      279
#define OP_31_XOP_LHZUX     311
#define OP_31_XOP_MFSPR     339
52
#define OP_31_XOP_LHAX      343
53
54
55
56
57
58
59
60
61
62
63
#define OP_31_XOP_STHX      407
#define OP_31_XOP_STHUX     439
#define OP_31_XOP_MTSPR     467
#define OP_31_XOP_DCBI      470
#define OP_31_XOP_LWBRX     534
#define OP_31_XOP_TLBSYNC   566
#define OP_31_XOP_STWBRX    662
#define OP_31_XOP_LHBRX     790
#define OP_31_XOP_STHBRX    918

#define OP_LWZ  32
64
#define OP_LD   58
65
66
67
68
69
#define OP_LWZU 33
#define OP_LBZ  34
#define OP_LBZU 35
#define OP_STW  36
#define OP_STWU 37
70
#define OP_STD  62
71
72
73
74
#define OP_STB  38
#define OP_STBU 39
#define OP_LHZ  40
#define OP_LHZU 41
75
76
#define OP_LHA  42
#define OP_LHAU 43
77
78
79
#define OP_STH  44
#define OP_STHU 45

80
void kvmppc_emulate_dec(struct kvm_vcpu *vcpu)
81
{
82
	unsigned long dec_nsec;
83
	unsigned long long dec_time;
Alexander Graf's avatar
Alexander Graf committed
84

85
	pr_debug("mtDEC: %x\n", vcpu->arch.dec);
86
87
	hrtimer_try_to_cancel(&vcpu->arch.dec_timer);

88
#ifdef CONFIG_PPC_BOOK3S
89
90
91
	/* mtdec lowers the interrupt line when positive. */
	kvmppc_core_dequeue_dec(vcpu);

92
93
94
95
96
97
	/* POWER4+ triggers a dec interrupt if the value is < 0 */
	if (vcpu->arch.dec & 0x80000000) {
		kvmppc_core_queue_dec(vcpu);
		return;
	}
#endif
98
99
100
101
102
103
104
105
106
107
108
109
110
111

#ifdef CONFIG_BOOKE
	/* On BOOKE, DEC = 0 is as good as decrementer not enabled */
	if (vcpu->arch.dec == 0)
		return;
#endif

	/*
	 * The decrementer ticks at the same rate as the timebase, so
	 * that's how we convert the guest DEC value to the number of
	 * host ticks.
	 */

	dec_time = vcpu->arch.dec;
112
113
114
115
116
117
	/*
	 * Guest timebase ticks at the same frequency as host decrementer.
	 * So use the host decrementer calculations for decrementer emulation.
	 */
	dec_time = dec_time << decrementer_clockevent.shift;
	do_div(dec_time, decrementer_clockevent.mult);
118
119
120
121
	dec_nsec = do_div(dec_time, NSEC_PER_SEC);
	hrtimer_start(&vcpu->arch.dec_timer,
		ktime_set(dec_time, dec_nsec), HRTIMER_MODE_REL);
	vcpu->arch.dec_jiffies = get_tb();
122
123
}

124
125
126
u32 kvmppc_get_dec(struct kvm_vcpu *vcpu, u64 tb)
{
	u64 jd = tb - vcpu->arch.dec_jiffies;
127
128
129
130
131
132

#ifdef CONFIG_BOOKE
	if (vcpu->arch.dec < jd)
		return 0;
#endif

133
134
135
	return vcpu->arch.dec - jd;
}

136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
static int kvmppc_emulate_mtspr(struct kvm_vcpu *vcpu, int sprn, int rs)
{
	enum emulation_result emulated = EMULATE_DONE;
	ulong spr_val = kvmppc_get_gpr(vcpu, rs);

	switch (sprn) {
	case SPRN_SRR0:
		vcpu->arch.shared->srr0 = spr_val;
		break;
	case SPRN_SRR1:
		vcpu->arch.shared->srr1 = spr_val;
		break;

	/* XXX We need to context-switch the timebase for
	 * watchdog and FIT. */
	case SPRN_TBWL: break;
	case SPRN_TBWU: break;

	case SPRN_DEC:
		vcpu->arch.dec = spr_val;
		kvmppc_emulate_dec(vcpu);
		break;

	case SPRN_SPRG0:
		vcpu->arch.shared->sprg0 = spr_val;
		break;
	case SPRN_SPRG1:
		vcpu->arch.shared->sprg1 = spr_val;
		break;
	case SPRN_SPRG2:
		vcpu->arch.shared->sprg2 = spr_val;
		break;
	case SPRN_SPRG3:
		vcpu->arch.shared->sprg3 = spr_val;
		break;

	default:
		emulated = kvmppc_core_emulate_mtspr(vcpu, sprn,
						     spr_val);
		if (emulated == EMULATE_FAIL)
			printk(KERN_INFO "mtspr: unknown spr "
				"0x%x\n", sprn);
		break;
	}

	kvmppc_set_exit_type(vcpu, EMULATED_MTSPR_EXITS);

	return emulated;
}

static int kvmppc_emulate_mfspr(struct kvm_vcpu *vcpu, int sprn, int rt)
{
	enum emulation_result emulated = EMULATE_DONE;
	ulong spr_val = 0;

	switch (sprn) {
	case SPRN_SRR0:
		spr_val = vcpu->arch.shared->srr0;
		break;
	case SPRN_SRR1:
		spr_val = vcpu->arch.shared->srr1;
		break;
	case SPRN_PVR:
		spr_val = vcpu->arch.pvr;
		break;
	case SPRN_PIR:
		spr_val = vcpu->vcpu_id;
		break;

	/* Note: mftb and TBRL/TBWL are user-accessible, so
	 * the guest can always access the real TB anyways.
	 * In fact, we probably will never see these traps. */
	case SPRN_TBWL:
		spr_val = get_tb() >> 32;
		break;
	case SPRN_TBWU:
		spr_val = get_tb();
		break;

	case SPRN_SPRG0:
		spr_val = vcpu->arch.shared->sprg0;
		break;
	case SPRN_SPRG1:
		spr_val = vcpu->arch.shared->sprg1;
		break;
	case SPRN_SPRG2:
		spr_val = vcpu->arch.shared->sprg2;
		break;
	case SPRN_SPRG3:
		spr_val = vcpu->arch.shared->sprg3;
		break;
	/* Note: SPRG4-7 are user-readable, so we don't get
	 * a trap. */

	case SPRN_DEC:
		spr_val = kvmppc_get_dec(vcpu, get_tb());
		break;
	default:
		emulated = kvmppc_core_emulate_mfspr(vcpu, sprn,
						     &spr_val);
		if (unlikely(emulated == EMULATE_FAIL)) {
			printk(KERN_INFO "mfspr: unknown spr "
				"0x%x\n", sprn);
		}
		break;
	}

	if (emulated == EMULATE_DONE)
		kvmppc_set_gpr(vcpu, rt, spr_val);
	kvmppc_set_exit_type(vcpu, EMULATED_MFSPR_EXITS);

	return emulated;
}

250
251
252
253
254
255
256
257
258
259
260
261
262
263
/* XXX to do:
 * lhax
 * lhaux
 * lswx
 * lswi
 * stswx
 * stswi
 * lha
 * lhau
 * lmw
 * stmw
 *
 * XXX is_bigendian should depend on MMU mapping or MSR[LE]
 */
264
265
/* XXX Should probably auto-generate instruction decoding for a particular core
 * from opcode tables in the future. */
266
267
int kvmppc_emulate_instruction(struct kvm_run *run, struct kvm_vcpu *vcpu)
{
268
	u32 inst = kvmppc_get_last_inst(vcpu);
269
270
271
272
	int ra = get_ra(inst);
	int rs = get_rs(inst);
	int rt = get_rt(inst);
	int sprn = get_sprn(inst);
273
274
275
	enum emulation_result emulated = EMULATE_DONE;
	int advance = 1;

276
277
278
	/* this default type might be overwritten by subcategories */
	kvmppc_set_exit_type(vcpu, EMULATED_INST_EXITS);

279
	pr_debug("Emulating opcode %d / %d\n", get_op(inst), get_xop(inst));
280

281
	switch (get_op(inst)) {
282
	case OP_TRAP:
283
#ifdef CONFIG_PPC_BOOK3S
284
	case OP_TRAP_64:
285
		kvmppc_core_queue_program(vcpu, SRR1_PROGTRAP);
286
#else
287
288
		kvmppc_core_queue_program(vcpu,
					  vcpu->arch.shared->esr | ESR_PTR);
289
#endif
290
291
292
293
294
295
		advance = 0;
		break;

	case 31:
		switch (get_xop(inst)) {

296
297
298
299
300
301
302
303
304
305
306
307
		case OP_31_XOP_TRAP:
#ifdef CONFIG_64BIT
		case OP_31_XOP_TRAP_64:
#endif
#ifdef CONFIG_PPC_BOOK3S
			kvmppc_core_queue_program(vcpu, SRR1_PROGTRAP);
#else
			kvmppc_core_queue_program(vcpu,
					vcpu->arch.shared->esr | ESR_PTR);
#endif
			advance = 0;
			break;
308
		case OP_31_XOP_LWZX:
309
310
311
			emulated = kvmppc_handle_load(run, vcpu, rt, 4, 1);
			break;

312
		case OP_31_XOP_LBZX:
313
314
315
			emulated = kvmppc_handle_load(run, vcpu, rt, 1, 1);
			break;

316
317
		case OP_31_XOP_LBZUX:
			emulated = kvmppc_handle_load(run, vcpu, rt, 1, 1);
318
			kvmppc_set_gpr(vcpu, ra, vcpu->arch.vaddr_accessed);
319
320
			break;

321
		case OP_31_XOP_STWX:
322
			emulated = kvmppc_handle_store(run, vcpu,
323
						       kvmppc_get_gpr(vcpu, rs),
324
325
326
			                               4, 1);
			break;

327
		case OP_31_XOP_STBX:
328
			emulated = kvmppc_handle_store(run, vcpu,
329
						       kvmppc_get_gpr(vcpu, rs),
330
331
332
			                               1, 1);
			break;

333
		case OP_31_XOP_STBUX:
334
			emulated = kvmppc_handle_store(run, vcpu,
335
						       kvmppc_get_gpr(vcpu, rs),
336
			                               1, 1);
Alexander Graf's avatar
Alexander Graf committed
337
			kvmppc_set_gpr(vcpu, ra, vcpu->arch.vaddr_accessed);
338
339
			break;

340
341
342
343
		case OP_31_XOP_LHAX:
			emulated = kvmppc_handle_loads(run, vcpu, rt, 2, 1);
			break;

344
		case OP_31_XOP_LHZX:
345
346
347
			emulated = kvmppc_handle_load(run, vcpu, rt, 2, 1);
			break;

348
		case OP_31_XOP_LHZUX:
349
			emulated = kvmppc_handle_load(run, vcpu, rt, 2, 1);
350
			kvmppc_set_gpr(vcpu, ra, vcpu->arch.vaddr_accessed);
351
352
			break;

353
		case OP_31_XOP_MFSPR:
354
			emulated = kvmppc_emulate_mfspr(vcpu, sprn, rt);
355
356
			break;

357
		case OP_31_XOP_STHX:
358
			emulated = kvmppc_handle_store(run, vcpu,
359
						       kvmppc_get_gpr(vcpu, rs),
360
361
362
			                               2, 1);
			break;

363
		case OP_31_XOP_STHUX:
364
			emulated = kvmppc_handle_store(run, vcpu,
365
						       kvmppc_get_gpr(vcpu, rs),
366
			                               2, 1);
367
			kvmppc_set_gpr(vcpu, ra, vcpu->arch.vaddr_accessed);
368
369
			break;

370
		case OP_31_XOP_MTSPR:
371
			emulated = kvmppc_emulate_mtspr(vcpu, sprn, rs);
372
373
			break;

Stuart Yoder's avatar
Stuart Yoder committed
374
		case OP_31_XOP_DCBST:
Alexander Graf's avatar
Alexander Graf committed
375
		case OP_31_XOP_DCBF:
376
		case OP_31_XOP_DCBI:
377
378
379
380
381
382
383
			/* Do nothing. The guest is performing dcbi because
			 * hardware DMA is not snooped by the dcache, but
			 * emulated DMA either goes through the dcache as
			 * normal writes, or the host kernel has handled dcache
			 * coherence. */
			break;

384
		case OP_31_XOP_LWBRX:
385
386
387
			emulated = kvmppc_handle_load(run, vcpu, rt, 4, 0);
			break;

388
		case OP_31_XOP_TLBSYNC:
389
390
			break;

391
		case OP_31_XOP_STWBRX:
392
			emulated = kvmppc_handle_store(run, vcpu,
393
						       kvmppc_get_gpr(vcpu, rs),
394
395
396
			                               4, 0);
			break;

397
		case OP_31_XOP_LHBRX:
398
399
400
			emulated = kvmppc_handle_load(run, vcpu, rt, 2, 0);
			break;

401
		case OP_31_XOP_STHBRX:
402
			emulated = kvmppc_handle_store(run, vcpu,
403
						       kvmppc_get_gpr(vcpu, rs),
404
405
406
407
			                               2, 0);
			break;

		default:
408
			/* Attempt core-specific emulation below. */
409
410
411
412
			emulated = EMULATE_FAIL;
		}
		break;

413
	case OP_LWZ:
414
415
416
		emulated = kvmppc_handle_load(run, vcpu, rt, 4, 1);
		break;

417
418
419
420
421
422
	/* TBD: Add support for other 64 bit load variants like ldu, ldux, ldx etc. */
	case OP_LD:
		rt = get_rt(inst);
		emulated = kvmppc_handle_load(run, vcpu, rt, 8, 1);
		break;

423
	case OP_LWZU:
424
		emulated = kvmppc_handle_load(run, vcpu, rt, 4, 1);
425
		kvmppc_set_gpr(vcpu, ra, vcpu->arch.vaddr_accessed);
426
427
		break;

428
	case OP_LBZ:
429
430
431
		emulated = kvmppc_handle_load(run, vcpu, rt, 1, 1);
		break;

432
	case OP_LBZU:
433
		emulated = kvmppc_handle_load(run, vcpu, rt, 1, 1);
434
		kvmppc_set_gpr(vcpu, ra, vcpu->arch.vaddr_accessed);
435
436
		break;

437
	case OP_STW:
438
439
		emulated = kvmppc_handle_store(run, vcpu,
					       kvmppc_get_gpr(vcpu, rs),
440
441
442
		                               4, 1);
		break;

443
444
445
446
447
448
449
450
	/* TBD: Add support for other 64 bit store variants like stdu, stdux, stdx etc. */
	case OP_STD:
		rs = get_rs(inst);
		emulated = kvmppc_handle_store(run, vcpu,
					       kvmppc_get_gpr(vcpu, rs),
		                               8, 1);
		break;

451
	case OP_STWU:
452
453
		emulated = kvmppc_handle_store(run, vcpu,
					       kvmppc_get_gpr(vcpu, rs),
454
		                               4, 1);
455
		kvmppc_set_gpr(vcpu, ra, vcpu->arch.vaddr_accessed);
456
457
		break;

458
	case OP_STB:
459
460
		emulated = kvmppc_handle_store(run, vcpu,
					       kvmppc_get_gpr(vcpu, rs),
461
462
463
		                               1, 1);
		break;

464
	case OP_STBU:
465
466
		emulated = kvmppc_handle_store(run, vcpu,
					       kvmppc_get_gpr(vcpu, rs),
467
		                               1, 1);
468
		kvmppc_set_gpr(vcpu, ra, vcpu->arch.vaddr_accessed);
469
470
		break;

471
	case OP_LHZ:
472
473
474
		emulated = kvmppc_handle_load(run, vcpu, rt, 2, 1);
		break;

475
	case OP_LHZU:
476
		emulated = kvmppc_handle_load(run, vcpu, rt, 2, 1);
477
		kvmppc_set_gpr(vcpu, ra, vcpu->arch.vaddr_accessed);
478
479
		break;

480
481
482
483
484
485
	case OP_LHA:
		emulated = kvmppc_handle_loads(run, vcpu, rt, 2, 1);
		break;

	case OP_LHAU:
		emulated = kvmppc_handle_loads(run, vcpu, rt, 2, 1);
486
		kvmppc_set_gpr(vcpu, ra, vcpu->arch.vaddr_accessed);
487
488
		break;

489
	case OP_STH:
490
491
		emulated = kvmppc_handle_store(run, vcpu,
					       kvmppc_get_gpr(vcpu, rs),
492
493
494
		                               2, 1);
		break;

495
	case OP_STHU:
496
497
		emulated = kvmppc_handle_store(run, vcpu,
					       kvmppc_get_gpr(vcpu, rs),
498
		                               2, 1);
499
		kvmppc_set_gpr(vcpu, ra, vcpu->arch.vaddr_accessed);
500
501
502
503
		break;

	default:
		emulated = EMULATE_FAIL;
504
505
506
507
	}

	if (emulated == EMULATE_FAIL) {
		emulated = kvmppc_core_emulate_op(run, vcpu, inst, &advance);
508
509
510
		if (emulated == EMULATE_AGAIN) {
			advance = 0;
		} else if (emulated == EMULATE_FAIL) {
511
512
513
			advance = 0;
			printk(KERN_ERR "Couldn't emulate instruction 0x%08x "
			       "(op %d xop %d)\n", inst, get_op(inst), get_xop(inst));
514
			kvmppc_core_queue_program(vcpu, 0);
515
		}
516
517
	}

518
	trace_kvm_ppc_instr(inst, kvmppc_get_pc(vcpu), emulated);
519

520
	/* Advance past emulated instruction. */
521
	if (advance)
522
		kvmppc_set_pc(vcpu, kvmppc_get_pc(vcpu) + 4);
523
524
525

	return emulated;
}