// SPDX-License-Identifier: Apache-2.0 OR GPL-2.0-or-later /* * XIVE: eXternal Interrupt Virtualization Engine. POWER9 interrupt * controller * * Copyright (c) 2016-2019, IBM Corporation. */ #ifndef XIVE_REGS_H #define XIVE_REGS_H static inline uint64_t xive_get_field64(uint64_t mask, beint64_t word) { return (be64_to_cpu(word) & mask) >> MASK_TO_LSH(mask); } static inline beint64_t xive_set_field64(uint64_t mask, beint64_t word, uint64_t value) { uint64_t tmp = (be64_to_cpu(word) & ~mask) | ((value << MASK_TO_LSH(mask)) & mask); return cpu_to_be64(tmp); } static inline uint32_t xive_get_field32(uint32_t mask, beint32_t word) { return (be32_to_cpu(word) & mask) >> MASK_TO_LSH(mask); } static inline beint32_t xive_set_field32(uint32_t mask, beint32_t word, uint32_t value) { uint32_t tmp = (be32_to_cpu(word) & ~mask) | ((value << MASK_TO_LSH(mask)) & mask); return cpu_to_be32(tmp); } /* * TM registers are special, see below */ /* TM register offsets */ #define TM_QW0_USER 0x000 /* All rings */ #define TM_QW1_OS 0x010 /* Ring 0..2 */ #define TM_QW2_HV_POOL 0x020 /* Ring 0..1 */ #define TM_QW3_HV_PHYS 0x030 /* Ring 0..1 */ /* Byte offsets inside a QW QW0 QW1 QW2 QW3 */ #define TM_NSR 0x0 /* + + - + */ #define TM_CPPR 0x1 /* - + - + */ #define TM_IPB 0x2 /* - + + + */ #define TM_LSMFB 0x3 /* - + + + */ #define TM_ACK_CNT 0x4 /* - + - - */ #define TM_INC 0x5 /* - + - + */ #define TM_AGE 0x6 /* - + - + */ #define TM_PIPR 0x7 /* - + - + */ /* QW word 2 contains the valid bit at the top and other fields * depending on the QW */ #define TM_WORD2 0x8 #define TM_QW0W2_VU PPC_BIT32(0) #define TM_QW0W2_LOGIC_SERV PPC_BITMASK32(1,31) // XX 2,31 ? #define TM_QW1W2_VO PPC_BIT32(0) #define TM_QW1W2_OS_CAM PPC_BITMASK32(8,31) #define TM_QW2W2_VP PPC_BIT32(0) #define TM_QW2W2_POOL_CAM PPC_BITMASK32(8,31) #define TM_QW3W2_VT PPC_BIT32(0) #define TM_QW3W2_LP PPC_BIT32(6) #define TM_QW3W2_LE PPC_BIT32(7) #define TM_QW3W2_T PPC_BIT32(31) /* In addition to normal loads to "peek" and writes (only when invalid) * using 4 and 8 bytes accesses, the above registers support these * "special" byte operations: * * - Byte load from QW0[NSR] - User level NSR (EBB) * - Byte store to QW0[NSR] - User level NSR (EBB) * - Byte load/store to QW1[CPPR] and QW3[CPPR] - CPPR access * - Byte load from QW3[TM_WORD2] - Read VT||00000||LP||LE on thrd 0 * otherwise VT||0000000 * - Byte store to QW3[TM_WORD2] - Set VT bit (and LP/LE if present) * * Then we have all these "special" CI ops at these offset that trigger * all sorts of side effects: * * We can OR'in these a cache line index from 0...3 (ie, 0, 0x80, 0x100, 0x180) * to select a specific snooper. 0 is pretty busy so 0x80 or 0x100 is recommended * XXX TODO. add that and find way to tell KVM about it. */ #define TM_SPC_ACK_EBB 0x800 /* Load8 ack EBB to reg*/ #define TM_SPC_ACK_OS_REG 0x810 /* Load16 ack OS irq to reg */ #define TM_SPC_PUSH_USR_CTX 0x808 /* Store32 Push/Validate user context */ #define TM_SPC_PULL_USR_CTX 0x808 /* Load32 Pull/Invalidate user context */ #define TM_SPC_SET_OS_PENDING 0x812 /* Store8 Set OS irq pending bit */ #define TM_SPC_PULL_OS_CTX 0x818 /* Load32/Load64 Pull/Invalidate OS context to reg */ #define TM_SPC_PULL_POOL_CTX 0x828 /* Load32/Load64 Pull/Invalidate Pool context to reg*/ #define TM_SPC_ACK_HV_REG 0x830 /* Load16 ack HV irq to reg */ #define TM_SPC_PULL_USR_CTX_OL 0xc08 /* Store8 Pull/Inval usr ctx to odd line */ #define TM_SPC_ACK_OS_EL 0xc10 /* Store8 ack OS irq to even line */ #define TM_SPC_ACK_HV_POOL_EL 0xc20 /* Store8 ack HV evt pool to even line */ #define TM_SPC_ACK_HV_EL 0xc30 /* Store8 ack HV irq to even line */ /* XXX more... */ /* NSR fields for the various QW ack types */ #define TM_QW0_NSR_EB PPC_BIT8(0) #define TM_QW1_NSR_EO PPC_BIT8(0) #define TM_QW3_NSR_HE PPC_BITMASK8(0,1) #define TM_QW3_NSR_HE_NONE 0 #define TM_QW3_NSR_HE_POOL 1 #define TM_QW3_NSR_HE_PHYS 2 #define TM_QW3_NSR_HE_LSI 3 #define TM_QW3_NSR_I PPC_BIT8(2) #define TM_QW3_NSR_GRP_LVL PPC_BIT8(3,7) /* * "magic" Event State Buffer (ESB) MMIO offsets. * * The following offsets into the ESB MMIO allow to read or manipulate * the PQ bits. They must be used with an 8-byte load instruction. * They all return the previous state of the interrupt (atomically). * * Additionally, some ESB pages support doing an EOI via a store and * some ESBs support doing a trigger via a separate trigger page. */ #define XIVE_ESB_STORE_TRIGGER 0x000 /* Store in range 0x000-0x3FF */ #define XIVE_ESB_STORE_EOI 0x400 /* Store */ #define XIVE_ESB_LOAD_EOI 0x000 /* Load */ #define XIVE_ESB_GET 0x800 /* Load */ #define XIVE_ESB_SET_PQ_00 0xc00 /* Load */ #define XIVE_ESB_SET_PQ_01 0xd00 /* Load */ #define XIVE_ESB_SET_PQ_10 0xe00 /* Load */ #define XIVE_ESB_SET_PQ_11 0xf00 /* Load */ #endif /* XIVE_REGS_H__ */