4 * Copyright (C) 2015 ARM Ltd.
5 * Author: Marc Zyngier <marc.zyngier@arm.com>
7 * This program is free software; you can redistribute it and/or modify
8 * it under the terms of the GNU General Public License version 2 as
9 * published by the Free Software Foundation.
11 * This program is distributed in the hope that it will be useful,
12 * but WITHOUT ANY WARRANTY; without even the implied warranty of
13 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
14 * GNU General Public License for more details.
16 #include <linux/kvm_host.h>
17 #include <kvm/arm_vgic.h>
18 #include <linux/uaccess.h>
19 #include <asm/kvm_mmu.h>
24 static int vgic_check_ioaddr(struct kvm *kvm, phys_addr_t *ioaddr,
25 phys_addr_t addr, phys_addr_t alignment)
27 if (addr & ~KVM_PHYS_MASK)
30 if (!IS_ALIGNED(addr, alignment))
33 if (!IS_VGIC_ADDR_UNDEF(*ioaddr))
40 * kvm_vgic_addr - set or get vgic VM base addresses
41 * @kvm: pointer to the vm struct
42 * @type: the VGIC addr type, one of KVM_VGIC_V[23]_ADDR_TYPE_XXX
43 * @addr: pointer to address value
44 * @write: if true set the address in the VM address space, if false read the
47 * Set or get the vgic base addresses for the distributor and the virtual CPU
48 * interface in the VM physical address space. These addresses are properties
49 * of the emulated core/SoC and therefore user space initially knows this
51 * Check them for sanity (alignment, double assignment). We can't check for
52 * overlapping regions in case of a virtual GICv3 here, since we don't know
53 * the number of VCPUs yet, so we defer this check to map_resources().
55 int kvm_vgic_addr(struct kvm *kvm, unsigned long type, u64 *addr, bool write)
58 struct vgic_dist *vgic = &kvm->arch.vgic;
60 phys_addr_t *addr_ptr, alignment;
62 mutex_lock(&kvm->lock);
64 case KVM_VGIC_V2_ADDR_TYPE_DIST:
65 type_needed = KVM_DEV_TYPE_ARM_VGIC_V2;
66 addr_ptr = &vgic->vgic_dist_base;
69 case KVM_VGIC_V2_ADDR_TYPE_CPU:
70 type_needed = KVM_DEV_TYPE_ARM_VGIC_V2;
71 addr_ptr = &vgic->vgic_cpu_base;
74 #ifdef CONFIG_KVM_ARM_VGIC_V3
75 case KVM_VGIC_V3_ADDR_TYPE_DIST:
76 type_needed = KVM_DEV_TYPE_ARM_VGIC_V3;
77 addr_ptr = &vgic->vgic_dist_base;
80 case KVM_VGIC_V3_ADDR_TYPE_REDIST:
81 type_needed = KVM_DEV_TYPE_ARM_VGIC_V3;
82 addr_ptr = &vgic->vgic_redist_base;
91 if (vgic->vgic_model != type_needed) {
97 r = vgic_check_ioaddr(kvm, addr_ptr, *addr, alignment);
105 mutex_unlock(&kvm->lock);
109 static int vgic_set_common_attr(struct kvm_device *dev,
110 struct kvm_device_attr *attr)
114 switch (attr->group) {
115 case KVM_DEV_ARM_VGIC_GRP_ADDR: {
116 u64 __user *uaddr = (u64 __user *)(long)attr->addr;
118 unsigned long type = (unsigned long)attr->attr;
120 if (copy_from_user(&addr, uaddr, sizeof(addr)))
123 r = kvm_vgic_addr(dev->kvm, type, &addr, true);
124 return (r == -ENODEV) ? -ENXIO : r;
126 case KVM_DEV_ARM_VGIC_GRP_NR_IRQS: {
127 u32 __user *uaddr = (u32 __user *)(long)attr->addr;
131 if (get_user(val, uaddr))
136 * - at least 32 SPIs on top of the 16 SGIs and 16 PPIs
137 * - at most 1024 interrupts
138 * - a multiple of 32 interrupts
140 if (val < (VGIC_NR_PRIVATE_IRQS + 32) ||
141 val > VGIC_MAX_RESERVED ||
145 mutex_lock(&dev->kvm->lock);
147 if (vgic_ready(dev->kvm) || dev->kvm->arch.vgic.nr_spis)
150 dev->kvm->arch.vgic.nr_spis =
151 val - VGIC_NR_PRIVATE_IRQS;
153 mutex_unlock(&dev->kvm->lock);
157 case KVM_DEV_ARM_VGIC_GRP_CTRL: {
158 switch (attr->attr) {
159 case KVM_DEV_ARM_VGIC_CTRL_INIT:
160 mutex_lock(&dev->kvm->lock);
161 r = vgic_init(dev->kvm);
162 mutex_unlock(&dev->kvm->lock);
172 static int vgic_get_common_attr(struct kvm_device *dev,
173 struct kvm_device_attr *attr)
177 switch (attr->group) {
178 case KVM_DEV_ARM_VGIC_GRP_ADDR: {
179 u64 __user *uaddr = (u64 __user *)(long)attr->addr;
181 unsigned long type = (unsigned long)attr->attr;
183 r = kvm_vgic_addr(dev->kvm, type, &addr, false);
185 return (r == -ENODEV) ? -ENXIO : r;
187 if (copy_to_user(uaddr, &addr, sizeof(addr)))
191 case KVM_DEV_ARM_VGIC_GRP_NR_IRQS: {
192 u32 __user *uaddr = (u32 __user *)(long)attr->addr;
194 r = put_user(dev->kvm->arch.vgic.nr_spis +
195 VGIC_NR_PRIVATE_IRQS, uaddr);
203 static int vgic_create(struct kvm_device *dev, u32 type)
205 return kvm_vgic_create(dev->kvm, type);
208 static void vgic_destroy(struct kvm_device *dev)
213 void kvm_register_vgic_device(unsigned long type)
216 case KVM_DEV_TYPE_ARM_VGIC_V2:
217 kvm_register_device_ops(&kvm_arm_vgic_v2_ops,
218 KVM_DEV_TYPE_ARM_VGIC_V2);
220 #ifdef CONFIG_KVM_ARM_VGIC_V3
221 case KVM_DEV_TYPE_ARM_VGIC_V3:
222 kvm_register_device_ops(&kvm_arm_vgic_v3_ops,
223 KVM_DEV_TYPE_ARM_VGIC_V3);
229 /** vgic_attr_regs_access: allows user space to read/write VGIC registers
231 * @dev: kvm device handle
232 * @attr: kvm device attribute
233 * @reg: address the value is read or written
234 * @is_write: write flag
237 static int vgic_attr_regs_access(struct kvm_device *dev,
238 struct kvm_device_attr *attr,
239 u32 *reg, bool is_write)
243 struct kvm_vcpu *vcpu, *tmp_vcpu;
244 int vcpu_lock_idx = -1;
246 cpuid = (attr->attr & KVM_DEV_ARM_VGIC_CPUID_MASK) >>
247 KVM_DEV_ARM_VGIC_CPUID_SHIFT;
248 vcpu = kvm_get_vcpu(dev->kvm, cpuid);
249 addr = attr->attr & KVM_DEV_ARM_VGIC_OFFSET_MASK;
251 mutex_lock(&dev->kvm->lock);
253 ret = vgic_init(dev->kvm);
257 if (cpuid >= atomic_read(&dev->kvm->online_vcpus)) {
263 * Any time a vcpu is run, vcpu_load is called which tries to grab the
264 * vcpu->mutex. By grabbing the vcpu->mutex of all VCPUs we ensure
265 * that no other VCPUs are run and fiddle with the vgic state while we
269 kvm_for_each_vcpu(c, tmp_vcpu, dev->kvm) {
270 if (!mutex_trylock(&tmp_vcpu->mutex))
275 switch (attr->group) {
276 case KVM_DEV_ARM_VGIC_GRP_CPU_REGS:
277 ret = vgic_v2_cpuif_uaccess(vcpu, is_write, addr, reg);
279 case KVM_DEV_ARM_VGIC_GRP_DIST_REGS:
280 ret = vgic_v2_dist_uaccess(vcpu, is_write, addr, reg);
288 for (; vcpu_lock_idx >= 0; vcpu_lock_idx--) {
289 tmp_vcpu = kvm_get_vcpu(dev->kvm, vcpu_lock_idx);
290 mutex_unlock(&tmp_vcpu->mutex);
293 mutex_unlock(&dev->kvm->lock);
299 static int vgic_v2_set_attr(struct kvm_device *dev,
300 struct kvm_device_attr *attr)
304 ret = vgic_set_common_attr(dev, attr);
308 switch (attr->group) {
309 case KVM_DEV_ARM_VGIC_GRP_DIST_REGS:
310 case KVM_DEV_ARM_VGIC_GRP_CPU_REGS: {
311 u32 __user *uaddr = (u32 __user *)(long)attr->addr;
314 if (get_user(reg, uaddr))
317 return vgic_attr_regs_access(dev, attr, ®, true);
324 static int vgic_v2_get_attr(struct kvm_device *dev,
325 struct kvm_device_attr *attr)
329 ret = vgic_get_common_attr(dev, attr);
333 switch (attr->group) {
334 case KVM_DEV_ARM_VGIC_GRP_DIST_REGS:
335 case KVM_DEV_ARM_VGIC_GRP_CPU_REGS: {
336 u32 __user *uaddr = (u32 __user *)(long)attr->addr;
339 ret = vgic_attr_regs_access(dev, attr, ®, false);
342 return put_user(reg, uaddr);
349 static int vgic_v2_has_attr(struct kvm_device *dev,
350 struct kvm_device_attr *attr)
352 switch (attr->group) {
353 case KVM_DEV_ARM_VGIC_GRP_ADDR:
354 switch (attr->attr) {
355 case KVM_VGIC_V2_ADDR_TYPE_DIST:
356 case KVM_VGIC_V2_ADDR_TYPE_CPU:
360 case KVM_DEV_ARM_VGIC_GRP_DIST_REGS:
361 case KVM_DEV_ARM_VGIC_GRP_CPU_REGS:
362 return vgic_v2_has_attr_regs(dev, attr);
363 case KVM_DEV_ARM_VGIC_GRP_NR_IRQS:
365 case KVM_DEV_ARM_VGIC_GRP_CTRL:
366 switch (attr->attr) {
367 case KVM_DEV_ARM_VGIC_CTRL_INIT:
374 struct kvm_device_ops kvm_arm_vgic_v2_ops = {
375 .name = "kvm-arm-vgic-v2",
376 .create = vgic_create,
377 .destroy = vgic_destroy,
378 .set_attr = vgic_v2_set_attr,
379 .get_attr = vgic_v2_get_attr,
380 .has_attr = vgic_v2_has_attr,
385 #ifdef CONFIG_KVM_ARM_VGIC_V3
387 static int vgic_v3_set_attr(struct kvm_device *dev,
388 struct kvm_device_attr *attr)
390 return vgic_set_common_attr(dev, attr);
393 static int vgic_v3_get_attr(struct kvm_device *dev,
394 struct kvm_device_attr *attr)
396 return vgic_get_common_attr(dev, attr);
399 static int vgic_v3_has_attr(struct kvm_device *dev,
400 struct kvm_device_attr *attr)
402 switch (attr->group) {
403 case KVM_DEV_ARM_VGIC_GRP_ADDR:
404 switch (attr->attr) {
405 case KVM_VGIC_V3_ADDR_TYPE_DIST:
406 case KVM_VGIC_V3_ADDR_TYPE_REDIST:
410 case KVM_DEV_ARM_VGIC_GRP_NR_IRQS:
412 case KVM_DEV_ARM_VGIC_GRP_CTRL:
413 switch (attr->attr) {
414 case KVM_DEV_ARM_VGIC_CTRL_INIT:
421 struct kvm_device_ops kvm_arm_vgic_v3_ops = {
422 .name = "kvm-arm-vgic-v3",
423 .create = vgic_create,
424 .destroy = vgic_destroy,
425 .set_attr = vgic_v3_set_attr,
426 .get_attr = vgic_v3_get_attr,
427 .has_attr = vgic_v3_has_attr,
430 #endif /* CONFIG_KVM_ARM_VGIC_V3 */