git.osdn.net Git - android-x86/kernel.git/blob

1 /* SPDX-License-Identifier: GPL-2.0 */

2 /*

3 * definition for kernel virtual machines on s390

4 *

5 * Copyright IBM Corp. 2008, 2018

6 *

7 * Author(s): Carsten Otte <cotte@de.ibm.com>

8 */

11 #ifndef ASM_KVM_HOST_H

12 #define ASM_KVM_HOST_H

14 #include <linux/types.h>

15 #include <linux/hrtimer.h>

16 #include <linux/interrupt.h>

17 #include <linux/kvm_types.h>

18 #include <linux/kvm_host.h>

19 #include <linux/kvm.h>

20 #include <linux/seqlock.h>

21 #include <linux/module.h>

22 #include <asm/debug.h>

23 #include <asm/cpu.h>

24 #include <asm/fpu/api.h>

25 #include <asm/isc.h>

26 #include <asm/guarded_storage.h>

28 #define KVM_S390_BSCA_CPU_SLOTS 64

29 #define KVM_S390_ESCA_CPU_SLOTS 248

30 #define KVM_MAX_VCPUS 255

31 #define KVM_USER_MEM_SLOTS 32

33 /*

34 * These seem to be used for allocating ->chip in the routing table,

35 * which we don't use. 4096 is an out-of-thin-air value. If we need

36 * to look at ->chip later on, we'll need to revisit this.

37 */

38 #define KVM_NR_IRQCHIPS 1

39 #define KVM_IRQCHIP_NUM_PINS 4096

40 #define KVM_HALT_POLL_NS_DEFAULT 50000

42 /* s390-specific vcpu->requests bit members */

43 #define KVM_REQ_ENABLE_IBS KVM_ARCH_REQ(0)

44 #define KVM_REQ_DISABLE_IBS KVM_ARCH_REQ(1)

45 #define KVM_REQ_ICPT_OPEREXC KVM_ARCH_REQ(2)

46 #define KVM_REQ_START_MIGRATION KVM_ARCH_REQ(3)

47 #define KVM_REQ_STOP_MIGRATION KVM_ARCH_REQ(4)

48 #define KVM_REQ_VSIE_RESTART KVM_ARCH_REQ(5)

50 #define SIGP_CTRL_C 0x80

51 #define SIGP_CTRL_SCN_MASK 0x3f

53 union bsca_sigp_ctrl {

54 __u8 value;

55 struct {

56 __u8 c : 1;

57 __u8 r : 1;

58 __u8 scn : 6;

59 };

60 };

62 union esca_sigp_ctrl {

63 __u16 value;

64 struct {

65 __u8 c : 1;

66 __u8 reserved: 7;

67 __u8 scn;

68 };

69 };

71 struct esca_entry {

72 union esca_sigp_ctrl sigp_ctrl;

73 __u16 reserved1[3];

74 __u64 sda;

75 __u64 reserved2[6];

76 };

78 struct bsca_entry {

79 __u8 reserved0;

80 union bsca_sigp_ctrl sigp_ctrl;

81 __u16 reserved[3];

82 __u64 sda;

83 __u64 reserved2[2];

84 };

86 union ipte_control {

87 unsigned long val;

88 struct {

89 unsigned long k : 1;

90 unsigned long kh : 31;

91 unsigned long kg : 32;

92 };

93 };

95 struct bsca_block {

96 union ipte_control ipte_control;

97 __u64 reserved[5];

98 __u64 mcn;

99 __u64 reserved2;

100 struct bsca_entry cpu[KVM_S390_BSCA_CPU_SLOTS];

101 };

102

103 struct esca_block {

104 union ipte_control ipte_control;

105 __u64 reserved1[7];

106 __u64 mcn[4];

107 __u64 reserved2[20];

108 struct esca_entry cpu[KVM_S390_ESCA_CPU_SLOTS];

109 };

110

111 /*

112 * This struct is used to store some machine check info from lowcore

113 * for machine checks that happen while the guest is running.

114 * This info in host's lowcore might be overwritten by a second machine

115 * check from host when host is in the machine check's high-level handling.

116 * The size is 24 bytes.

117 */

118 struct mcck_volatile_info {

119 __u64 mcic;

120 __u64 failing_storage_address;

121 __u32 ext_damage_code;

122 __u32 reserved;

123 };

124

125 #define CR0_INITIAL_MASK (CR0_UNUSED_56 | CR0_INTERRUPT_KEY_SUBMASK | \

126 CR0_MEASUREMENT_ALERT_SUBMASK)

127 #define CR14_INITIAL_MASK (CR14_UNUSED_32 | CR14_UNUSED_33 | \

128 CR14_EXTERNAL_DAMAGE_SUBMASK)

129

130 #define CPUSTAT_STOPPED 0x80000000

131 #define CPUSTAT_WAIT 0x10000000

132 #define CPUSTAT_ECALL_PEND 0x08000000

133 #define CPUSTAT_STOP_INT 0x04000000

134 #define CPUSTAT_IO_INT 0x02000000

135 #define CPUSTAT_EXT_INT 0x01000000

136 #define CPUSTAT_RUNNING 0x00800000

137 #define CPUSTAT_RETAINED 0x00400000

138 #define CPUSTAT_TIMING_SUB 0x00020000

139 #define CPUSTAT_SIE_SUB 0x00010000

140 #define CPUSTAT_RRF 0x00008000

141 #define CPUSTAT_SLSV 0x00004000

142 #define CPUSTAT_SLSR 0x00002000

143 #define CPUSTAT_ZARCH 0x00000800

144 #define CPUSTAT_MCDS 0x00000100

145 #define CPUSTAT_KSS 0x00000200

146 #define CPUSTAT_SM 0x00000080

147 #define CPUSTAT_IBS 0x00000040

148 #define CPUSTAT_GED2 0x00000010

149 #define CPUSTAT_G 0x00000008

150 #define CPUSTAT_GED 0x00000004

151 #define CPUSTAT_J 0x00000002

152 #define CPUSTAT_P 0x00000001

153

154 struct kvm_s390_sie_block {

155 atomic_t cpuflags; /* 0x0000 */

156 __u32 : 1; /* 0x0004 */

157 __u32 prefix : 18;

158 __u32 : 1;

159 __u32 ibc : 12;

160 __u8 reserved08[4]; /* 0x0008 */

161 #define PROG_IN_SIE (1<<0)

162 __u32 prog0c; /* 0x000c */

163 __u8 reserved10[16]; /* 0x0010 */

164 #define PROG_BLOCK_SIE (1<<0)

165 #define PROG_REQUEST (1<<1)

166 atomic_t prog20; /* 0x0020 */

167 __u8 reserved24[4]; /* 0x0024 */

168 __u64 cputm; /* 0x0028 */

169 __u64 ckc; /* 0x0030 */

170 __u64 epoch; /* 0x0038 */

171 __u32 svcc; /* 0x0040 */

172 #define LCTL_CR0 0x8000

173 #define LCTL_CR6 0x0200

174 #define LCTL_CR9 0x0040

175 #define LCTL_CR10 0x0020

176 #define LCTL_CR11 0x0010

177 #define LCTL_CR14 0x0002

178 __u16 lctl; /* 0x0044 */

179 __s16 icpua; /* 0x0046 */

180 #define ICTL_OPEREXC 0x80000000

181 #define ICTL_PINT 0x20000000

182 #define ICTL_LPSW 0x00400000

183 #define ICTL_STCTL 0x00040000

184 #define ICTL_ISKE 0x00004000

185 #define ICTL_SSKE 0x00002000

186 #define ICTL_RRBE 0x00001000

187 #define ICTL_TPROT 0x00000200

188 __u32 ictl; /* 0x0048 */

189 #define ECA_CEI 0x80000000

190 #define ECA_IB 0x40000000

191 #define ECA_SIGPI 0x10000000

192 #define ECA_MVPGI 0x01000000

193 #define ECA_AIV 0x00200000

194 #define ECA_VX 0x00020000

195 #define ECA_PROTEXCI 0x00002000

196 #define ECA_APIE 0x00000008

197 #define ECA_SII 0x00000001

198 __u32 eca; /* 0x004c */

199 #define ICPT_INST 0x04

200 #define ICPT_PROGI 0x08

201 #define ICPT_INSTPROGI 0x0C

202 #define ICPT_EXTREQ 0x10

203 #define ICPT_EXTINT 0x14

204 #define ICPT_IOREQ 0x18

205 #define ICPT_WAIT 0x1c

206 #define ICPT_VALIDITY 0x20

207 #define ICPT_STOP 0x28

208 #define ICPT_OPEREXC 0x2C

209 #define ICPT_PARTEXEC 0x38

210 #define ICPT_IOINST 0x40

211 #define ICPT_KSS 0x5c

212 __u8 icptcode; /* 0x0050 */

213 __u8 icptstatus; /* 0x0051 */

214 __u16 ihcpu; /* 0x0052 */

215 __u8 reserved54[2]; /* 0x0054 */

216 __u16 ipa; /* 0x0056 */

217 __u32 ipb; /* 0x0058 */

218 __u32 scaoh; /* 0x005c */

219 #define FPF_BPBC 0x20

220 __u8 fpf; /* 0x0060 */

221 #define ECB_GS 0x40

222 #define ECB_TE 0x10

223 #define ECB_SRSI 0x04

224 #define ECB_HOSTPROTINT 0x02

225 __u8 ecb; /* 0x0061 */

226 #define ECB2_CMMA 0x80

227 #define ECB2_IEP 0x20

228 #define ECB2_PFMFI 0x08

229 #define ECB2_ESCA 0x04

230 __u8 ecb2; /* 0x0062 */

231 #define ECB3_DEA 0x08

232 #define ECB3_AES 0x04

233 #define ECB3_RI 0x01

234 __u8 ecb3; /* 0x0063 */

235 __u32 scaol; /* 0x0064 */

236 __u8 reserved68; /* 0x0068 */

237 __u8 epdx; /* 0x0069 */

238 __u8 reserved6a[2]; /* 0x006a */

239 __u32 todpr; /* 0x006c */

240 #define GISA_FORMAT1 0x00000001

241 __u32 gd; /* 0x0070 */

242 __u8 reserved74[12]; /* 0x0074 */

243 __u64 mso; /* 0x0080 */

244 __u64 msl; /* 0x0088 */

245 psw_t gpsw; /* 0x0090 */

246 __u64 gg14; /* 0x00a0 */

247 __u64 gg15; /* 0x00a8 */

248 __u8 reservedb0[8]; /* 0x00b0 */

249 #define HPID_KVM 0x4

250 #define HPID_VSIE 0x5

251 __u8 hpid; /* 0x00b8 */

252 __u8 reservedb9[11]; /* 0x00b9 */

253 __u16 extcpuaddr; /* 0x00c4 */

254 __u16 eic; /* 0x00c6 */

255 __u32 reservedc8; /* 0x00c8 */

256 __u16 pgmilc; /* 0x00cc */

257 __u16 iprcc; /* 0x00ce */

258 __u32 dxc; /* 0x00d0 */

259 __u16 mcn; /* 0x00d4 */

260 __u8 perc; /* 0x00d6 */

261 __u8 peratmid; /* 0x00d7 */

262 __u64 peraddr; /* 0x00d8 */

263 __u8 eai; /* 0x00e0 */

264 __u8 peraid; /* 0x00e1 */

265 __u8 oai; /* 0x00e2 */

266 __u8 armid; /* 0x00e3 */

267 __u8 reservede4[4]; /* 0x00e4 */

268 __u64 tecmc; /* 0x00e8 */

269 __u8 reservedf0[12]; /* 0x00f0 */

270 #define CRYCB_FORMAT_MASK 0x00000003

271 #define CRYCB_FORMAT0 0x00000000

272 #define CRYCB_FORMAT1 0x00000001

273 #define CRYCB_FORMAT2 0x00000003

274 __u32 crycbd; /* 0x00fc */

275 __u64 gcr[16]; /* 0x0100 */

276 __u64 gbea; /* 0x0180 */

277 __u8 reserved188[8]; /* 0x0188 */

278 __u64 sdnxo; /* 0x0190 */

279 __u8 reserved198[8]; /* 0x0198 */

280 __u32 fac; /* 0x01a0 */

281 __u8 reserved1a4[20]; /* 0x01a4 */

282 __u64 cbrlo; /* 0x01b8 */

283 __u8 reserved1c0[8]; /* 0x01c0 */

284 #define ECD_HOSTREGMGMT 0x20000000

285 #define ECD_MEF 0x08000000

286 #define ECD_ETOKENF 0x02000000

287 #define ECD_ECC 0x00200000

288 __u32 ecd; /* 0x01c8 */

289 __u8 reserved1cc[18]; /* 0x01cc */

290 __u64 pp; /* 0x01de */

291 __u8 reserved1e6[2]; /* 0x01e6 */

292 __u64 itdba; /* 0x01e8 */

293 __u64 riccbd; /* 0x01f0 */

294 __u64 gvrd; /* 0x01f8 */

295 } __attribute__((packed));

296

297 struct kvm_s390_itdb {

298 __u8 data[256];

299 };

300

301 struct sie_page {

302 struct kvm_s390_sie_block sie_block;

303 struct mcck_volatile_info mcck_info; /* 0x0200 */

304 __u8 reserved218[1000]; /* 0x0218 */

305 struct kvm_s390_itdb itdb; /* 0x0600 */

306 __u8 reserved700[2304]; /* 0x0700 */

307 };

308

309 struct kvm_vcpu_stat {

310 u64 exit_userspace;

311 u64 exit_null;

312 u64 exit_external_request;

313 u64 exit_io_request;

314 u64 exit_external_interrupt;

315 u64 exit_stop_request;

316 u64 exit_validity;

317 u64 exit_instruction;

318 u64 exit_pei;

319 u64 halt_successful_poll;

320 u64 halt_attempted_poll;

321 u64 halt_poll_invalid;

322 u64 halt_no_poll_steal;

323 u64 halt_wakeup;

324 u64 instruction_lctl;

325 u64 instruction_lctlg;

326 u64 instruction_stctl;

327 u64 instruction_stctg;

328 u64 exit_program_interruption;

329 u64 exit_instr_and_program;

330 u64 exit_operation_exception;

331 u64 deliver_ckc;

332 u64 deliver_cputm;

333 u64 deliver_external_call;

334 u64 deliver_emergency_signal;

335 u64 deliver_service_signal;

336 u64 deliver_virtio;

337 u64 deliver_stop_signal;

338 u64 deliver_prefix_signal;

339 u64 deliver_restart_signal;

340 u64 deliver_program;

341 u64 deliver_io;

342 u64 deliver_machine_check;

343 u64 exit_wait_state;

344 u64 inject_ckc;

345 u64 inject_cputm;

346 u64 inject_external_call;

347 u64 inject_emergency_signal;

348 u64 inject_mchk;

349 u64 inject_pfault_init;

350 u64 inject_program;

351 u64 inject_restart;

352 u64 inject_set_prefix;

353 u64 inject_stop_signal;

354 u64 instruction_epsw;

355 u64 instruction_gs;

356 u64 instruction_io_other;

357 u64 instruction_lpsw;

358 u64 instruction_lpswe;

359 u64 instruction_pfmf;

360 u64 instruction_ptff;

361 u64 instruction_sck;

362 u64 instruction_sckpf;

363 u64 instruction_stidp;

364 u64 instruction_spx;

365 u64 instruction_stpx;

366 u64 instruction_stap;

367 u64 instruction_iske;

368 u64 instruction_ri;

369 u64 instruction_rrbe;

370 u64 instruction_sske;

371 u64 instruction_ipte_interlock;

372 u64 instruction_stsi;

373 u64 instruction_stfl;

374 u64 instruction_tb;

375 u64 instruction_tpi;

376 u64 instruction_tprot;

377 u64 instruction_tsch;

378 u64 instruction_sie;

379 u64 instruction_essa;

380 u64 instruction_sthyi;

381 u64 instruction_sigp_sense;

382 u64 instruction_sigp_sense_running;

383 u64 instruction_sigp_external_call;

384 u64 instruction_sigp_emergency;

385 u64 instruction_sigp_cond_emergency;

386 u64 instruction_sigp_start;

387 u64 instruction_sigp_stop;

388 u64 instruction_sigp_stop_store_status;

389 u64 instruction_sigp_store_status;

390 u64 instruction_sigp_store_adtl_status;

391 u64 instruction_sigp_arch;

392 u64 instruction_sigp_prefix;

393 u64 instruction_sigp_restart;

394 u64 instruction_sigp_init_cpu_reset;

395 u64 instruction_sigp_cpu_reset;

396 u64 instruction_sigp_unknown;

397 u64 diagnose_10;

398 u64 diagnose_44;

399 u64 diagnose_9c;

400 u64 diagnose_9c_ignored;

401 u64 diagnose_258;

402 u64 diagnose_308;

403 u64 diagnose_500;

404 u64 diagnose_other;

405 };

406

407 #define PGM_OPERATION 0x01

408 #define PGM_PRIVILEGED_OP 0x02

409 #define PGM_EXECUTE 0x03

410 #define PGM_PROTECTION 0x04

411 #define PGM_ADDRESSING 0x05

412 #define PGM_SPECIFICATION 0x06

413 #define PGM_DATA 0x07

414 #define PGM_FIXED_POINT_OVERFLOW 0x08

415 #define PGM_FIXED_POINT_DIVIDE 0x09

416 #define PGM_DECIMAL_OVERFLOW 0x0a

417 #define PGM_DECIMAL_DIVIDE 0x0b

418 #define PGM_HFP_EXPONENT_OVERFLOW 0x0c

419 #define PGM_HFP_EXPONENT_UNDERFLOW 0x0d

420 #define PGM_HFP_SIGNIFICANCE 0x0e

421 #define PGM_HFP_DIVIDE 0x0f

422 #define PGM_SEGMENT_TRANSLATION 0x10

423 #define PGM_PAGE_TRANSLATION 0x11

424 #define PGM_TRANSLATION_SPEC 0x12

425 #define PGM_SPECIAL_OPERATION 0x13

426 #define PGM_OPERAND 0x15

427 #define PGM_TRACE_TABEL 0x16

428 #define PGM_VECTOR_PROCESSING 0x1b

429 #define PGM_SPACE_SWITCH 0x1c

430 #define PGM_HFP_SQUARE_ROOT 0x1d

431 #define PGM_PC_TRANSLATION_SPEC 0x1f

432 #define PGM_AFX_TRANSLATION 0x20

433 #define PGM_ASX_TRANSLATION 0x21

434 #define PGM_LX_TRANSLATION 0x22

435 #define PGM_EX_TRANSLATION 0x23

436 #define PGM_PRIMARY_AUTHORITY 0x24

437 #define PGM_SECONDARY_AUTHORITY 0x25

438 #define PGM_LFX_TRANSLATION 0x26

439 #define PGM_LSX_TRANSLATION 0x27

440 #define PGM_ALET_SPECIFICATION 0x28

441 #define PGM_ALEN_TRANSLATION 0x29

442 #define PGM_ALE_SEQUENCE 0x2a

443 #define PGM_ASTE_VALIDITY 0x2b

444 #define PGM_ASTE_SEQUENCE 0x2c

445 #define PGM_EXTENDED_AUTHORITY 0x2d

446 #define PGM_LSTE_SEQUENCE 0x2e

447 #define PGM_ASTE_INSTANCE 0x2f

448 #define PGM_STACK_FULL 0x30

449 #define PGM_STACK_EMPTY 0x31

450 #define PGM_STACK_SPECIFICATION 0x32

451 #define PGM_STACK_TYPE 0x33

452 #define PGM_STACK_OPERATION 0x34

453 #define PGM_ASCE_TYPE 0x38

454 #define PGM_REGION_FIRST_TRANS 0x39

455 #define PGM_REGION_SECOND_TRANS 0x3a

456 #define PGM_REGION_THIRD_TRANS 0x3b

457 #define PGM_MONITOR 0x40

458 #define PGM_PER 0x80

459 #define PGM_CRYPTO_OPERATION 0x119

460

461 /* irq types in ascend order of priorities */

462 enum irq_types {

463 IRQ_PEND_SET_PREFIX = 0,

464 IRQ_PEND_RESTART,

465 IRQ_PEND_SIGP_STOP,

466 IRQ_PEND_IO_ISC_7,

467 IRQ_PEND_IO_ISC_6,

468 IRQ_PEND_IO_ISC_5,

469 IRQ_PEND_IO_ISC_4,

470 IRQ_PEND_IO_ISC_3,

471 IRQ_PEND_IO_ISC_2,

472 IRQ_PEND_IO_ISC_1,

473 IRQ_PEND_IO_ISC_0,

474 IRQ_PEND_VIRTIO,

475 IRQ_PEND_PFAULT_DONE,

476 IRQ_PEND_PFAULT_INIT,

477 IRQ_PEND_EXT_HOST,

478 IRQ_PEND_EXT_SERVICE,

479 IRQ_PEND_EXT_TIMING,

480 IRQ_PEND_EXT_CPU_TIMER,

481 IRQ_PEND_EXT_CLOCK_COMP,

482 IRQ_PEND_EXT_EXTERNAL,

483 IRQ_PEND_EXT_EMERGENCY,

484 IRQ_PEND_EXT_MALFUNC,

485 IRQ_PEND_EXT_IRQ_KEY,

486 IRQ_PEND_MCHK_REP,

487 IRQ_PEND_PROG,

488 IRQ_PEND_SVC,

489 IRQ_PEND_MCHK_EX,

490 IRQ_PEND_COUNT

491 };

492

493 /* We have 2M for virtio device descriptor pages. Smallest amount of

494 * memory per page is 24 bytes (1 queue), so (2048*1024) / 24 = 87381

495 */

496 #define KVM_S390_MAX_VIRTIO_IRQS 87381

497

498 /*

499 * Repressible (non-floating) machine check interrupts

500 * subclass bits in MCIC

501 */

502 #define MCHK_EXTD_BIT 58

503 #define MCHK_DEGR_BIT 56

504 #define MCHK_WARN_BIT 55

505 #define MCHK_REP_MASK ((1UL << MCHK_DEGR_BIT) | \

506 (1UL << MCHK_EXTD_BIT) | \

507 (1UL << MCHK_WARN_BIT))

508

509 /* Exigent machine check interrupts subclass bits in MCIC */

510 #define MCHK_SD_BIT 63

511 #define MCHK_PD_BIT 62

512 #define MCHK_EX_MASK ((1UL << MCHK_SD_BIT) | (1UL << MCHK_PD_BIT))

513

514 #define IRQ_PEND_EXT_MASK ((1UL << IRQ_PEND_EXT_IRQ_KEY) | \

515 (1UL << IRQ_PEND_EXT_CLOCK_COMP) | \

516 (1UL << IRQ_PEND_EXT_CPU_TIMER) | \

517 (1UL << IRQ_PEND_EXT_MALFUNC) | \

518 (1UL << IRQ_PEND_EXT_EMERGENCY) | \

519 (1UL << IRQ_PEND_EXT_EXTERNAL) | \

520 (1UL << IRQ_PEND_EXT_TIMING) | \

521 (1UL << IRQ_PEND_EXT_HOST) | \

522 (1UL << IRQ_PEND_EXT_SERVICE) | \

523 (1UL << IRQ_PEND_VIRTIO) | \

524 (1UL << IRQ_PEND_PFAULT_INIT) | \

525 (1UL << IRQ_PEND_PFAULT_DONE))

526

527 #define IRQ_PEND_IO_MASK ((1UL << IRQ_PEND_IO_ISC_0) | \

528 (1UL << IRQ_PEND_IO_ISC_1) | \

529 (1UL << IRQ_PEND_IO_ISC_2) | \

530 (1UL << IRQ_PEND_IO_ISC_3) | \

531 (1UL << IRQ_PEND_IO_ISC_4) | \

532 (1UL << IRQ_PEND_IO_ISC_5) | \

533 (1UL << IRQ_PEND_IO_ISC_6) | \

534 (1UL << IRQ_PEND_IO_ISC_7))

535

536 #define IRQ_PEND_MCHK_MASK ((1UL << IRQ_PEND_MCHK_REP) | \

537 (1UL << IRQ_PEND_MCHK_EX))

538

539 struct kvm_s390_interrupt_info {

540 struct list_head list;

541 u64 type;

542 union {

543 struct kvm_s390_io_info io;

544 struct kvm_s390_ext_info ext;

545 struct kvm_s390_pgm_info pgm;

546 struct kvm_s390_emerg_info emerg;

547 struct kvm_s390_extcall_info extcall;

548 struct kvm_s390_prefix_info prefix;

549 struct kvm_s390_stop_info stop;

550 struct kvm_s390_mchk_info mchk;

551 };

552 };

553

554 struct kvm_s390_irq_payload {

555 struct kvm_s390_io_info io;

556 struct kvm_s390_ext_info ext;

557 struct kvm_s390_pgm_info pgm;

558 struct kvm_s390_emerg_info emerg;

559 struct kvm_s390_extcall_info extcall;

560 struct kvm_s390_prefix_info prefix;

561 struct kvm_s390_stop_info stop;

562 struct kvm_s390_mchk_info mchk;

563 };

564

565 struct kvm_s390_local_interrupt {

566 spinlock_t lock;

567 DECLARE_BITMAP(sigp_emerg_pending, KVM_MAX_VCPUS);

568 struct kvm_s390_irq_payload irq;

569 unsigned long pending_irqs;

570 };

571

572 #define FIRQ_LIST_IO_ISC_0 0

573 #define FIRQ_LIST_IO_ISC_1 1

574 #define FIRQ_LIST_IO_ISC_2 2

575 #define FIRQ_LIST_IO_ISC_3 3

576 #define FIRQ_LIST_IO_ISC_4 4

577 #define FIRQ_LIST_IO_ISC_5 5

578 #define FIRQ_LIST_IO_ISC_6 6

579 #define FIRQ_LIST_IO_ISC_7 7

580 #define FIRQ_LIST_PFAULT 8

581 #define FIRQ_LIST_VIRTIO 9

582 #define FIRQ_LIST_COUNT 10

583 #define FIRQ_CNTR_IO 0

584 #define FIRQ_CNTR_SERVICE 1

585 #define FIRQ_CNTR_VIRTIO 2

586 #define FIRQ_CNTR_PFAULT 3

587 #define FIRQ_MAX_COUNT 4

588

589 /* mask the AIS mode for a given ISC */

590 #define AIS_MODE_MASK(isc) (0x80 >> isc)

591

592 #define KVM_S390_AIS_MODE_ALL 0

593 #define KVM_S390_AIS_MODE_SINGLE 1

594

595 struct kvm_s390_float_interrupt {

596 unsigned long pending_irqs;

597 spinlock_t lock;

598 struct list_head lists[FIRQ_LIST_COUNT];

599 int counters[FIRQ_MAX_COUNT];

600 struct kvm_s390_mchk_info mchk;

601 struct kvm_s390_ext_info srv_signal;

602 int next_rr_cpu;

603 struct mutex ais_lock;

604 u8 simm;

605 u8 nimm;

606 };

607

608 struct kvm_hw_wp_info_arch {

609 unsigned long addr;

610 unsigned long phys_addr;

611 int len;

612 char *old_data;

613 };

614

615 struct kvm_hw_bp_info_arch {

616 unsigned long addr;

617 int len;

618 };

619

620 /*

621 * Only the upper 16 bits of kvm_guest_debug->control are arch specific.

622 * Further KVM_GUESTDBG flags which an be used from userspace can be found in

623 * arch/s390/include/uapi/asm/kvm.h

624 */

625 #define KVM_GUESTDBG_EXIT_PENDING 0x10000000

626

627 #define guestdbg_enabled(vcpu) \

628 (vcpu->guest_debug & KVM_GUESTDBG_ENABLE)

629 #define guestdbg_sstep_enabled(vcpu) \

630 (vcpu->guest_debug & KVM_GUESTDBG_SINGLESTEP)

631 #define guestdbg_hw_bp_enabled(vcpu) \

632 (vcpu->guest_debug & KVM_GUESTDBG_USE_HW_BP)

633 #define guestdbg_exit_pending(vcpu) (guestdbg_enabled(vcpu) && \

634 (vcpu->guest_debug & KVM_GUESTDBG_EXIT_PENDING))

635

636 struct kvm_guestdbg_info_arch {

637 unsigned long cr0;

638 unsigned long cr9;

639 unsigned long cr10;

640 unsigned long cr11;

641 struct kvm_hw_bp_info_arch *hw_bp_info;

642 struct kvm_hw_wp_info_arch *hw_wp_info;

643 int nr_hw_bp;

644 int nr_hw_wp;

645 unsigned long last_bp;

646 };

647

648 struct kvm_vcpu_arch {

649 struct kvm_s390_sie_block *sie_block;

650 /* if vsie is active, currently executed shadow sie control block */

651 struct kvm_s390_sie_block *vsie_block;

652 unsigned int host_acrs[NUM_ACRS];

653 struct gs_cb *host_gscb;

654 struct fpu host_fpregs;

655 struct kvm_s390_local_interrupt local_int;

656 struct hrtimer ckc_timer;

657 struct kvm_s390_pgm_info pgm;

658 struct gmap *gmap;

659 /* backup location for the currently enabled gmap when scheduled out */

660 struct gmap *enabled_gmap;

661 struct kvm_guestdbg_info_arch guestdbg;

662 unsigned long pfault_token;

663 unsigned long pfault_select;

664 unsigned long pfault_compare;

665 bool cputm_enabled;

666 /*

667 * The seqcount protects updates to cputm_start and sie_block.cputm,

668 * this way we can have non-blocking reads with consistent values.

669 * Only the owning VCPU thread (vcpu->cpu) is allowed to change these

670 * values and to start/stop/enable/disable cpu timer accounting.

671 */

672 seqcount_t cputm_seqcount;

673 __u64 cputm_start;

674 bool gs_enabled;

675 bool skey_enabled;

676 };

677

678 struct kvm_vm_stat {

679 u64 inject_io;

680 u64 inject_float_mchk;

681 u64 inject_pfault_done;

682 u64 inject_service_signal;

683 u64 inject_virtio;

684 u64 remote_tlb_flush;

685 };

686

687 struct kvm_arch_memory_slot {

688 };

689

690 struct s390_map_info {

691 struct list_head list;

692 __u64 guest_addr;

693 __u64 addr;

694 struct page *page;

695 };

696

697 struct s390_io_adapter {

698 unsigned int id;

699 int isc;

700 bool maskable;

701 bool masked;

702 bool swap;

703 bool suppressible;

704 struct rw_semaphore maps_lock;

705 struct list_head maps;

706 atomic_t nr_maps;

707 };

708

709 #define MAX_S390_IO_ADAPTERS ((MAX_ISC + 1) * 8)

710 #define MAX_S390_ADAPTER_MAPS 256

711

712 /* maximum size of facilities and facility mask is 2k bytes */

713 #define S390_ARCH_FAC_LIST_SIZE_BYTE (1<<11)

714 #define S390_ARCH_FAC_LIST_SIZE_U64 \

715 (S390_ARCH_FAC_LIST_SIZE_BYTE / sizeof(u64))

716 #define S390_ARCH_FAC_MASK_SIZE_BYTE S390_ARCH_FAC_LIST_SIZE_BYTE

717 #define S390_ARCH_FAC_MASK_SIZE_U64 \

718 (S390_ARCH_FAC_MASK_SIZE_BYTE / sizeof(u64))

719

720 struct kvm_s390_cpu_model {

721 /* facility mask supported by kvm & hosting machine */

722 __u64 fac_mask[S390_ARCH_FAC_LIST_SIZE_U64];

723 struct kvm_s390_vm_cpu_subfunc subfuncs;

724 /* facility list requested by guest (in dma page) */

725 __u64 *fac_list;

726 u64 cpuid;

727 unsigned short ibc;

728 };

729

730 struct kvm_s390_module_hook {

731 int (*hook)(struct kvm_vcpu *vcpu);

732 struct module *owner;

733 };

734

735 struct kvm_s390_crypto {

736 struct kvm_s390_crypto_cb *crycb;

737 struct kvm_s390_module_hook *pqap_hook;

738 __u32 crycbd;

739 __u8 aes_kw;

740 __u8 dea_kw;

741 __u8 apie;

742 };

743

744 #define APCB0_MASK_SIZE 1

745 struct kvm_s390_apcb0 {

746 __u64 apm[APCB0_MASK_SIZE]; /* 0x0000 */

747 __u64 aqm[APCB0_MASK_SIZE]; /* 0x0008 */

748 __u64 adm[APCB0_MASK_SIZE]; /* 0x0010 */

749 __u64 reserved18; /* 0x0018 */

750 };

751

752 #define APCB1_MASK_SIZE 4

753 struct kvm_s390_apcb1 {

754 __u64 apm[APCB1_MASK_SIZE]; /* 0x0000 */

755 __u64 aqm[APCB1_MASK_SIZE]; /* 0x0020 */

756 __u64 adm[APCB1_MASK_SIZE]; /* 0x0040 */

757 __u64 reserved60[4]; /* 0x0060 */

758 };

759

760 struct kvm_s390_crypto_cb {

761 struct kvm_s390_apcb0 apcb0; /* 0x0000 */

762 __u8 reserved20[0x0048 - 0x0020]; /* 0x0020 */

763 __u8 dea_wrapping_key_mask[24]; /* 0x0048 */

764 __u8 aes_wrapping_key_mask[32]; /* 0x0060 */

765 struct kvm_s390_apcb1 apcb1; /* 0x0080 */

766 };

767

768 struct kvm_s390_gisa {

769 union {

770 struct { /* common to all formats */

771 u32 next_alert;

772 u8 ipm;

773 u8 reserved01[2];

774 u8 iam;

775 };

776 struct { /* format 0 */

777 u32 next_alert;

778 u8 ipm;

779 u8 reserved01;

780 u8 : 6;

781 u8 g : 1;

782 u8 c : 1;

783 u8 iam;

784 u8 reserved02[4];

785 u32 airq_count;

786 } g0;

787 struct { /* format 1 */

788 u32 next_alert;

789 u8 ipm;

790 u8 simm;

791 u8 nimm;

792 u8 iam;

793 u8 aism[8];

794 u8 : 6;

795 u8 g : 1;

796 u8 c : 1;

797 u8 reserved03[11];

798 u32 airq_count;

799 } g1;

800 struct {

801 u64 word[4];

802 } u64;

803 };

804 };

805

806 struct kvm_s390_gib {

807 u32 alert_list_origin;

808 u32 reserved01;

809 u8:5;

810 u8 nisc:3;

811 u8 reserved03[3];

812 u32 reserved04[5];

813 };

814

815 /*

816 * sie_page2 has to be allocated as DMA because fac_list, crycb and

817 * gisa need 31bit addresses in the sie control block.

818 */

819 struct sie_page2 {

820 __u64 fac_list[S390_ARCH_FAC_LIST_SIZE_U64]; /* 0x0000 */

821 struct kvm_s390_crypto_cb crycb; /* 0x0800 */

822 struct kvm_s390_gisa gisa; /* 0x0900 */

823 struct kvm *kvm; /* 0x0920 */

824 u8 reserved928[0x1000 - 0x928]; /* 0x0928 */

825 };

826

827 struct kvm_s390_vsie {

828 struct mutex mutex;

829 struct radix_tree_root addr_to_page;

830 int page_count;

831 int next;

832 struct page *pages[KVM_MAX_VCPUS];

833 };

834

835 struct kvm_s390_gisa_iam {

836 u8 mask;

837 spinlock_t ref_lock;

838 u32 ref_count[MAX_ISC + 1];

839 };

840

841 struct kvm_s390_gisa_interrupt {

842 struct kvm_s390_gisa *origin;

843 struct kvm_s390_gisa_iam alert;

844 struct hrtimer timer;

845 u64 expires;

846 DECLARE_BITMAP(kicked_mask, KVM_MAX_VCPUS);

847 };

848

849 struct kvm_arch{

850 void *sca;

851 int use_esca;

852 rwlock_t sca_lock;

853 debug_info_t *dbf;

854 struct kvm_s390_float_interrupt float_int;

855 struct kvm_device *flic;

856 struct gmap *gmap;

857 unsigned long mem_limit;

858 int css_support;

859 int use_irqchip;

860 int use_cmma;

861 int use_pfmfi;

862 int use_skf;

863 int user_cpu_state_ctrl;

864 int user_sigp;

865 int user_stsi;

866 int user_instr0;

867 struct s390_io_adapter *adapters[MAX_S390_IO_ADAPTERS];

868 wait_queue_head_t ipte_wq;

869 int ipte_lock_count;

870 struct mutex ipte_mutex;

871 spinlock_t start_stop_lock;

872 struct sie_page2 *sie_page2;

873 struct kvm_s390_cpu_model model;

874 struct kvm_s390_crypto crypto;

875 struct kvm_s390_vsie vsie;

876 u8 epdx;

877 u64 epoch;

878 int migration_mode;

879 atomic64_t cmma_dirty_pages;

880 /* subset of available cpu features enabled by user space */

881 DECLARE_BITMAP(cpu_feat, KVM_S390_VM_CPU_FEAT_NR_BITS);

882 DECLARE_BITMAP(idle_mask, KVM_MAX_VCPUS);

883 struct kvm_s390_gisa_interrupt gisa_int;

884 };

885

886 #define KVM_HVA_ERR_BAD (-1UL)

887 #define KVM_HVA_ERR_RO_BAD (-2UL)

888

889 static inline bool kvm_is_error_hva(unsigned long addr)

890 {

891 return IS_ERR_VALUE(addr);

892 }

893

894 #define ASYNC_PF_PER_VCPU 64

895 struct kvm_arch_async_pf {

896 unsigned long pfault_token;

897 };

898

899 bool kvm_arch_can_inject_async_page_present(struct kvm_vcpu *vcpu);

900

901 void kvm_arch_async_page_ready(struct kvm_vcpu *vcpu,

902 struct kvm_async_pf *work);

903

904 void kvm_arch_async_page_not_present(struct kvm_vcpu *vcpu,

905 struct kvm_async_pf *work);

906

907 void kvm_arch_async_page_present(struct kvm_vcpu *vcpu,

908 struct kvm_async_pf *work);

909

910 void kvm_arch_crypto_clear_masks(struct kvm *kvm);

911 void kvm_arch_crypto_set_masks(struct kvm *kvm, unsigned long *apm,

912 unsigned long *aqm, unsigned long *adm);

913

914 extern int sie64a(struct kvm_s390_sie_block *, u64 *);

915 extern char sie_exit;

916

917 extern int kvm_s390_gisc_register(struct kvm *kvm, u32 gisc);

918 extern int kvm_s390_gisc_unregister(struct kvm *kvm, u32 gisc);

919

920 static inline void kvm_arch_hardware_disable(void) {}

921 static inline void kvm_arch_sync_events(struct kvm *kvm) {}

922 static inline void kvm_arch_sched_in(struct kvm_vcpu *vcpu, int cpu) {}

923 static inline void kvm_arch_free_memslot(struct kvm *kvm,

924 struct kvm_memory_slot *slot) {}

925 static inline void kvm_arch_memslots_updated(struct kvm *kvm, u64 gen) {}

926 static inline void kvm_arch_flush_shadow_all(struct kvm *kvm) {}

927 static inline void kvm_arch_flush_shadow_memslot(struct kvm *kvm,

928 struct kvm_memory_slot *slot) {}

929 static inline void kvm_arch_vcpu_blocking(struct kvm_vcpu *vcpu) {}

930 static inline void kvm_arch_vcpu_unblocking(struct kvm_vcpu *vcpu) {}

931

932 void kvm_arch_vcpu_block_finish(struct kvm_vcpu *vcpu);

933

934 #endif