1 /* SPDX-License-Identifier: GPL-2.0-only */ 1 /* SPDX-License-Identifier: GPL-2.0-only */
2 /* 2 /*
3 * Copyright (C) 2015 Linaro Ltd. 3 * Copyright (C) 2015 Linaro Ltd.
4 * Author: Shannon Zhao <shannon.zhao@linaro.o 4 * Author: Shannon Zhao <shannon.zhao@linaro.org>
5 */ 5 */
6 6
7 #ifndef __ASM_ARM_KVM_PMU_H 7 #ifndef __ASM_ARM_KVM_PMU_H
8 #define __ASM_ARM_KVM_PMU_H 8 #define __ASM_ARM_KVM_PMU_H
9 9
10 #include <linux/perf_event.h> 10 #include <linux/perf_event.h>
11 #include <linux/perf/arm_pmuv3.h> 11 #include <linux/perf/arm_pmuv3.h>
12 12
13 #define KVM_ARMV8_PMU_MAX_COUNTERS 32 !! 13 #define ARMV8_PMU_CYCLE_IDX (ARMV8_PMU_MAX_COUNTERS - 1)
14 14
15 #if IS_ENABLED(CONFIG_HW_PERF_EVENTS) && IS_EN 15 #if IS_ENABLED(CONFIG_HW_PERF_EVENTS) && IS_ENABLED(CONFIG_KVM)
16 struct kvm_pmc { 16 struct kvm_pmc {
17 u8 idx; /* index into the pmu->pmc arr 17 u8 idx; /* index into the pmu->pmc array */
18 struct perf_event *perf_event; 18 struct perf_event *perf_event;
19 }; 19 };
20 20
21 struct kvm_pmu_events { 21 struct kvm_pmu_events {
22 u64 events_host; !! 22 u32 events_host;
23 u64 events_guest; !! 23 u32 events_guest;
24 }; 24 };
25 25
26 struct kvm_pmu { 26 struct kvm_pmu {
27 struct irq_work overflow_work; 27 struct irq_work overflow_work;
28 struct kvm_pmu_events events; 28 struct kvm_pmu_events events;
29 struct kvm_pmc pmc[KVM_ARMV8_PMU_MAX_C !! 29 struct kvm_pmc pmc[ARMV8_PMU_MAX_COUNTERS];
30 int irq_num; 30 int irq_num;
31 bool created; 31 bool created;
32 bool irq_level; 32 bool irq_level;
33 }; 33 };
34 34
35 struct arm_pmu_entry { 35 struct arm_pmu_entry {
36 struct list_head entry; 36 struct list_head entry;
37 struct arm_pmu *arm_pmu; 37 struct arm_pmu *arm_pmu;
38 }; 38 };
39 39
40 DECLARE_STATIC_KEY_FALSE(kvm_arm_pmu_available 40 DECLARE_STATIC_KEY_FALSE(kvm_arm_pmu_available);
41 41
42 static __always_inline bool kvm_arm_support_pm 42 static __always_inline bool kvm_arm_support_pmu_v3(void)
43 { 43 {
44 return static_branch_likely(&kvm_arm_p 44 return static_branch_likely(&kvm_arm_pmu_available);
45 } 45 }
46 46
47 #define kvm_arm_pmu_irq_initialized(v) ((v)-> 47 #define kvm_arm_pmu_irq_initialized(v) ((v)->arch.pmu.irq_num >= VGIC_NR_SGIS)
48 u64 kvm_pmu_get_counter_value(struct kvm_vcpu 48 u64 kvm_pmu_get_counter_value(struct kvm_vcpu *vcpu, u64 select_idx);
49 void kvm_pmu_set_counter_value(struct kvm_vcpu 49 void kvm_pmu_set_counter_value(struct kvm_vcpu *vcpu, u64 select_idx, u64 val);
50 u64 kvm_pmu_valid_counter_mask(struct kvm_vcpu 50 u64 kvm_pmu_valid_counter_mask(struct kvm_vcpu *vcpu);
51 u64 kvm_pmu_get_pmceid(struct kvm_vcpu *vcpu, 51 u64 kvm_pmu_get_pmceid(struct kvm_vcpu *vcpu, bool pmceid1);
52 void kvm_pmu_vcpu_init(struct kvm_vcpu *vcpu); 52 void kvm_pmu_vcpu_init(struct kvm_vcpu *vcpu);
53 void kvm_pmu_vcpu_reset(struct kvm_vcpu *vcpu) 53 void kvm_pmu_vcpu_reset(struct kvm_vcpu *vcpu);
54 void kvm_pmu_vcpu_destroy(struct kvm_vcpu *vcp 54 void kvm_pmu_vcpu_destroy(struct kvm_vcpu *vcpu);
55 void kvm_pmu_disable_counter_mask(struct kvm_v 55 void kvm_pmu_disable_counter_mask(struct kvm_vcpu *vcpu, u64 val);
56 void kvm_pmu_enable_counter_mask(struct kvm_vc 56 void kvm_pmu_enable_counter_mask(struct kvm_vcpu *vcpu, u64 val);
57 void kvm_pmu_flush_hwstate(struct kvm_vcpu *vc 57 void kvm_pmu_flush_hwstate(struct kvm_vcpu *vcpu);
58 void kvm_pmu_sync_hwstate(struct kvm_vcpu *vcp 58 void kvm_pmu_sync_hwstate(struct kvm_vcpu *vcpu);
59 bool kvm_pmu_should_notify_user(struct kvm_vcp 59 bool kvm_pmu_should_notify_user(struct kvm_vcpu *vcpu);
60 void kvm_pmu_update_run(struct kvm_vcpu *vcpu) 60 void kvm_pmu_update_run(struct kvm_vcpu *vcpu);
61 void kvm_pmu_software_increment(struct kvm_vcp 61 void kvm_pmu_software_increment(struct kvm_vcpu *vcpu, u64 val);
62 void kvm_pmu_handle_pmcr(struct kvm_vcpu *vcpu 62 void kvm_pmu_handle_pmcr(struct kvm_vcpu *vcpu, u64 val);
63 void kvm_pmu_set_counter_event_type(struct kvm 63 void kvm_pmu_set_counter_event_type(struct kvm_vcpu *vcpu, u64 data,
64 u64 select 64 u64 select_idx);
65 void kvm_vcpu_reload_pmu(struct kvm_vcpu *vcpu 65 void kvm_vcpu_reload_pmu(struct kvm_vcpu *vcpu);
66 int kvm_arm_pmu_v3_set_attr(struct kvm_vcpu *v 66 int kvm_arm_pmu_v3_set_attr(struct kvm_vcpu *vcpu,
67 struct kvm_device_ 67 struct kvm_device_attr *attr);
68 int kvm_arm_pmu_v3_get_attr(struct kvm_vcpu *v 68 int kvm_arm_pmu_v3_get_attr(struct kvm_vcpu *vcpu,
69 struct kvm_device_ 69 struct kvm_device_attr *attr);
70 int kvm_arm_pmu_v3_has_attr(struct kvm_vcpu *v 70 int kvm_arm_pmu_v3_has_attr(struct kvm_vcpu *vcpu,
71 struct kvm_device_ 71 struct kvm_device_attr *attr);
72 int kvm_arm_pmu_v3_enable(struct kvm_vcpu *vcp 72 int kvm_arm_pmu_v3_enable(struct kvm_vcpu *vcpu);
73 73
74 struct kvm_pmu_events *kvm_get_pmu_events(void 74 struct kvm_pmu_events *kvm_get_pmu_events(void);
75 void kvm_vcpu_pmu_restore_guest(struct kvm_vcp 75 void kvm_vcpu_pmu_restore_guest(struct kvm_vcpu *vcpu);
76 void kvm_vcpu_pmu_restore_host(struct kvm_vcpu 76 void kvm_vcpu_pmu_restore_host(struct kvm_vcpu *vcpu);
77 void kvm_vcpu_pmu_resync_el0(void); 77 void kvm_vcpu_pmu_resync_el0(void);
78 78
79 #define kvm_vcpu_has_pmu(vcpu) 79 #define kvm_vcpu_has_pmu(vcpu) \
80 (vcpu_has_feature(vcpu, KVM_ARM_VCPU_P 80 (vcpu_has_feature(vcpu, KVM_ARM_VCPU_PMU_V3))
81 81
82 /* 82 /*
83 * Updates the vcpu's view of the pmu events f 83 * Updates the vcpu's view of the pmu events for this cpu.
84 * Must be called before every vcpu run after 84 * Must be called before every vcpu run after disabling interrupts, to ensure
85 * that an interrupt cannot fire and update th 85 * that an interrupt cannot fire and update the structure.
86 */ 86 */
87 #define kvm_pmu_update_vcpu_events(vcpu) 87 #define kvm_pmu_update_vcpu_events(vcpu) \
88 do { 88 do { \
89 if (!has_vhe() && kvm_arm_supp 89 if (!has_vhe() && kvm_arm_support_pmu_v3()) \
90 vcpu->arch.pmu.events 90 vcpu->arch.pmu.events = *kvm_get_pmu_events(); \
91 } while (0) 91 } while (0)
92 92
93 u8 kvm_arm_pmu_get_pmuver_limit(void); 93 u8 kvm_arm_pmu_get_pmuver_limit(void);
94 u64 kvm_pmu_evtyper_mask(struct kvm *kvm); 94 u64 kvm_pmu_evtyper_mask(struct kvm *kvm);
95 int kvm_arm_set_default_pmu(struct kvm *kvm); 95 int kvm_arm_set_default_pmu(struct kvm *kvm);
96 u8 kvm_arm_pmu_get_max_counters(struct kvm *kv 96 u8 kvm_arm_pmu_get_max_counters(struct kvm *kvm);
97 97
98 u64 kvm_vcpu_read_pmcr(struct kvm_vcpu *vcpu); 98 u64 kvm_vcpu_read_pmcr(struct kvm_vcpu *vcpu);
99 #else 99 #else
100 struct kvm_pmu { 100 struct kvm_pmu {
101 }; 101 };
102 102
103 static inline bool kvm_arm_support_pmu_v3(void 103 static inline bool kvm_arm_support_pmu_v3(void)
104 { 104 {
105 return false; 105 return false;
106 } 106 }
107 107
108 #define kvm_arm_pmu_irq_initialized(v) (false 108 #define kvm_arm_pmu_irq_initialized(v) (false)
109 static inline u64 kvm_pmu_get_counter_value(st 109 static inline u64 kvm_pmu_get_counter_value(struct kvm_vcpu *vcpu,
110 u6 110 u64 select_idx)
111 { 111 {
112 return 0; 112 return 0;
113 } 113 }
114 static inline void kvm_pmu_set_counter_value(s 114 static inline void kvm_pmu_set_counter_value(struct kvm_vcpu *vcpu,
115 u 115 u64 select_idx, u64 val) {}
116 static inline u64 kvm_pmu_valid_counter_mask(s 116 static inline u64 kvm_pmu_valid_counter_mask(struct kvm_vcpu *vcpu)
117 { 117 {
118 return 0; 118 return 0;
119 } 119 }
120 static inline void kvm_pmu_vcpu_init(struct kv 120 static inline void kvm_pmu_vcpu_init(struct kvm_vcpu *vcpu) {}
121 static inline void kvm_pmu_vcpu_reset(struct k 121 static inline void kvm_pmu_vcpu_reset(struct kvm_vcpu *vcpu) {}
122 static inline void kvm_pmu_vcpu_destroy(struct 122 static inline void kvm_pmu_vcpu_destroy(struct kvm_vcpu *vcpu) {}
123 static inline void kvm_pmu_disable_counter_mas 123 static inline void kvm_pmu_disable_counter_mask(struct kvm_vcpu *vcpu, u64 val) {}
124 static inline void kvm_pmu_enable_counter_mask 124 static inline void kvm_pmu_enable_counter_mask(struct kvm_vcpu *vcpu, u64 val) {}
125 static inline void kvm_pmu_flush_hwstate(struc 125 static inline void kvm_pmu_flush_hwstate(struct kvm_vcpu *vcpu) {}
126 static inline void kvm_pmu_sync_hwstate(struct 126 static inline void kvm_pmu_sync_hwstate(struct kvm_vcpu *vcpu) {}
127 static inline bool kvm_pmu_should_notify_user( 127 static inline bool kvm_pmu_should_notify_user(struct kvm_vcpu *vcpu)
128 { 128 {
129 return false; 129 return false;
130 } 130 }
131 static inline void kvm_pmu_update_run(struct k 131 static inline void kvm_pmu_update_run(struct kvm_vcpu *vcpu) {}
132 static inline void kvm_pmu_software_increment( 132 static inline void kvm_pmu_software_increment(struct kvm_vcpu *vcpu, u64 val) {}
133 static inline void kvm_pmu_handle_pmcr(struct 133 static inline void kvm_pmu_handle_pmcr(struct kvm_vcpu *vcpu, u64 val) {}
134 static inline void kvm_pmu_set_counter_event_t 134 static inline void kvm_pmu_set_counter_event_type(struct kvm_vcpu *vcpu,
135 135 u64 data, u64 select_idx) {}
136 static inline int kvm_arm_pmu_v3_set_attr(stru 136 static inline int kvm_arm_pmu_v3_set_attr(struct kvm_vcpu *vcpu,
137 stru 137 struct kvm_device_attr *attr)
138 { 138 {
139 return -ENXIO; 139 return -ENXIO;
140 } 140 }
141 static inline int kvm_arm_pmu_v3_get_attr(stru 141 static inline int kvm_arm_pmu_v3_get_attr(struct kvm_vcpu *vcpu,
142 stru 142 struct kvm_device_attr *attr)
143 { 143 {
144 return -ENXIO; 144 return -ENXIO;
145 } 145 }
146 static inline int kvm_arm_pmu_v3_has_attr(stru 146 static inline int kvm_arm_pmu_v3_has_attr(struct kvm_vcpu *vcpu,
147 stru 147 struct kvm_device_attr *attr)
148 { 148 {
149 return -ENXIO; 149 return -ENXIO;
150 } 150 }
151 static inline int kvm_arm_pmu_v3_enable(struct 151 static inline int kvm_arm_pmu_v3_enable(struct kvm_vcpu *vcpu)
152 { 152 {
153 return 0; 153 return 0;
154 } 154 }
155 static inline u64 kvm_pmu_get_pmceid(struct kv 155 static inline u64 kvm_pmu_get_pmceid(struct kvm_vcpu *vcpu, bool pmceid1)
156 { 156 {
157 return 0; 157 return 0;
158 } 158 }
159 159
160 #define kvm_vcpu_has_pmu(vcpu) ({ fal 160 #define kvm_vcpu_has_pmu(vcpu) ({ false; })
161 static inline void kvm_pmu_update_vcpu_events( 161 static inline void kvm_pmu_update_vcpu_events(struct kvm_vcpu *vcpu) {}
162 static inline void kvm_vcpu_pmu_restore_guest( 162 static inline void kvm_vcpu_pmu_restore_guest(struct kvm_vcpu *vcpu) {}
163 static inline void kvm_vcpu_pmu_restore_host(s 163 static inline void kvm_vcpu_pmu_restore_host(struct kvm_vcpu *vcpu) {}
164 static inline void kvm_vcpu_reload_pmu(struct 164 static inline void kvm_vcpu_reload_pmu(struct kvm_vcpu *vcpu) {}
165 static inline u8 kvm_arm_pmu_get_pmuver_limit( 165 static inline u8 kvm_arm_pmu_get_pmuver_limit(void)
166 { 166 {
167 return 0; 167 return 0;
168 } 168 }
169 static inline u64 kvm_pmu_evtyper_mask(struct 169 static inline u64 kvm_pmu_evtyper_mask(struct kvm *kvm)
170 { 170 {
171 return 0; 171 return 0;
172 } 172 }
173 static inline void kvm_vcpu_pmu_resync_el0(voi 173 static inline void kvm_vcpu_pmu_resync_el0(void) {}
174 174
175 static inline int kvm_arm_set_default_pmu(stru 175 static inline int kvm_arm_set_default_pmu(struct kvm *kvm)
176 { 176 {
177 return -ENODEV; 177 return -ENODEV;
178 } 178 }
179 179
180 static inline u8 kvm_arm_pmu_get_max_counters( 180 static inline u8 kvm_arm_pmu_get_max_counters(struct kvm *kvm)
181 { 181 {
182 return 0; 182 return 0;
183 } 183 }
184 184
185 static inline u64 kvm_vcpu_read_pmcr(struct kv 185 static inline u64 kvm_vcpu_read_pmcr(struct kvm_vcpu *vcpu)
186 { 186 {
187 return 0; 187 return 0;
188 } 188 }
189 189
190 #endif 190 #endif
191 191
192 #endif 192 #endif
193 193
Linux® is a registered trademark of Linus Torvalds in the United States and other countries.
TOMOYO® is a registered trademark of NTT DATA CORPORATION.