blob: 4e725854c63a10c8645fa3b875a7a718020e96fe [file] [log] [blame]
Sean Christopherson35a78312020-12-30 16:27:00 -08001/* SPDX-License-Identifier: GPL-2.0 */
2#ifndef __KVM_X86_SVM_OPS_H
3#define __KVM_X86_SVM_OPS_H
4
5#include <linux/compiler_types.h>
6
Uros Bizjak65297342021-08-09 10:39:55 -07007#include "x86.h"
Sean Christopherson35a78312020-12-30 16:27:00 -08008
9#define svm_asm(insn, clobber...) \
10do { \
Linus Torvalds4356e9f2024-02-09 12:39:31 -080011 asm goto("1: " __stringify(insn) "\n\t" \
Sean Christopherson35a78312020-12-30 16:27:00 -080012 _ASM_EXTABLE(1b, %l[fault]) \
13 ::: clobber : fault); \
14 return; \
15fault: \
16 kvm_spurious_fault(); \
17} while (0)
18
19#define svm_asm1(insn, op1, clobber...) \
20do { \
Linus Torvalds4356e9f2024-02-09 12:39:31 -080021 asm goto("1: " __stringify(insn) " %0\n\t" \
Sean Christopherson35a78312020-12-30 16:27:00 -080022 _ASM_EXTABLE(1b, %l[fault]) \
23 :: op1 : clobber : fault); \
24 return; \
25fault: \
26 kvm_spurious_fault(); \
27} while (0)
28
29#define svm_asm2(insn, op1, op2, clobber...) \
30do { \
Linus Torvalds4356e9f2024-02-09 12:39:31 -080031 asm goto("1: " __stringify(insn) " %1, %0\n\t" \
Sean Christopherson35a78312020-12-30 16:27:00 -080032 _ASM_EXTABLE(1b, %l[fault]) \
33 :: op1, op2 : clobber : fault); \
34 return; \
35fault: \
36 kvm_spurious_fault(); \
37} while (0)
38
39static inline void clgi(void)
40{
41 svm_asm(clgi);
42}
43
44static inline void stgi(void)
45{
46 svm_asm(stgi);
47}
48
49static inline void invlpga(unsigned long addr, u32 asid)
50{
51 svm_asm2(invlpga, "c"(asid), "a"(addr));
52}
53
54/*
55 * Despite being a physical address, the portion of rAX that is consumed by
56 * VMSAVE, VMLOAD, etc... is still controlled by the effective address size,
57 * hence 'unsigned long' instead of 'hpa_t'.
58 */
Peter Zijlstraa1682332021-06-24 11:41:04 +020059static __always_inline void vmsave(unsigned long pa)
Sean Christopherson35a78312020-12-30 16:27:00 -080060{
61 svm_asm1(vmsave, "a" (pa), "memory");
62}
63
Sean Christopherson35a78312020-12-30 16:27:00 -080064#endif /* __KVM_X86_SVM_OPS_H */