2 * Copyright 2014 Google, Inc.
3 * Copyright (c) 2012 ARM Limited
6 * The license below extends only to copyright in the software and shall
7 * not be construed as granting a license to any other intellectual
8 * property including but not limited to intellectual property relating
9 * to a hardware implementation of the functionality of the software
10 * licensed hereunder. You may use the software subject to the license
11 * terms below provided that you ensure that this notice is replicated
12 * unmodified and in its entirety in all distributions of the software,
13 * modified or unmodified, in source code or in binary form.
15 * Redistribution and use in source and binary forms, with or without
16 * modification, are permitted provided that the following conditions are
17 * met: redistributions of source code must retain the above copyright
18 * notice, this list of conditions and the following disclaimer;
19 * redistributions in binary form must reproduce the above copyright
20 * notice, this list of conditions and the following disclaimer in the
21 * documentation and/or other materials provided with the distribution;
22 * neither the name of the copyright holders nor the names of its
23 * contributors may be used to endorse or promote products derived from
24 * this software without specific prior written permission.
26 * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
27 * "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
28 * LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
29 * A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
30 * OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
31 * SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
32 * LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
33 * DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
34 * THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
35 * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
36 * OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
38 * Authors: Andreas Sandberg
41 #include <linux/kvm.h>
42 #include <sys/ioctl.h>
44 #include <sys/types.h>
51 #include "cpu/kvm/vm.hh"
52 #include "debug/Kvm.hh"
53 #include "params/KvmVM.hh"
54 #include "sim/system.hh"
56 #define EXPECTED_KVM_API_VERSION 12
58 #if EXPECTED_KVM_API_VERSION != KVM_API_VERSION
59 #error Unsupported KVM version
62 Kvm
*Kvm::instance
= NULL
;
65 : kvmFD(-1), apiVersion(-1), vcpuMMapSize(0)
67 kvmFD
= ::open("/dev/kvm", O_RDWR
);
69 fatal("KVM: Failed to open /dev/kvm\n");
71 apiVersion
= ioctl(KVM_GET_API_VERSION
);
72 if (apiVersion
!= EXPECTED_KVM_API_VERSION
)
73 fatal("KVM: Incompatible API version\n");
75 vcpuMMapSize
= ioctl(KVM_GET_VCPU_MMAP_SIZE
);
76 if (vcpuMMapSize
== -1)
77 panic("KVM: Failed to get virtual CPU MMAP size\n");
95 Kvm::capUserMemory() const
97 return checkExtension(KVM_CAP_USER_MEMORY
) != 0;
101 Kvm::capSetTSSAddress() const
103 return checkExtension(KVM_CAP_SET_TSS_ADDR
) != 0;
107 Kvm::capExtendedCPUID() const
109 return checkExtension(KVM_CAP_EXT_CPUID
) != 0;
113 Kvm::capUserNMI() const
115 #ifdef KVM_CAP_USER_NMI
116 return checkExtension(KVM_CAP_USER_NMI
) != 0;
123 Kvm::capCoalescedMMIO() const
125 return checkExtension(KVM_CAP_COALESCED_MMIO
);
129 Kvm::capNumMemSlots() const
131 #ifdef KVM_CAP_NR_MEMSLOTS
132 return checkExtension(KVM_CAP_NR_MEMSLOTS
);
139 Kvm::capOneReg() const
141 #ifdef KVM_CAP_ONE_REG
142 return checkExtension(KVM_CAP_ONE_REG
) != 0;
149 Kvm::capIRQChip() const
151 return checkExtension(KVM_CAP_IRQCHIP
) != 0;
155 Kvm::capVCPUEvents() const
157 #ifdef KVM_CAP_VCPU_EVENTS
158 return checkExtension(KVM_CAP_VCPU_EVENTS
) != 0;
165 Kvm::capDebugRegs() const
167 #ifdef KVM_CAP_DEBUGREGS
168 return checkExtension(KVM_CAP_DEBUGREGS
) != 0;
178 return checkExtension(KVM_CAP_XCRS
) != 0;
185 Kvm::capXSave() const
188 return checkExtension(KVM_CAP_XSAVE
) != 0;
195 Kvm::getSupportedCPUID(struct kvm_cpuid2
&cpuid
) const
197 #if defined(__i386__) || defined(__x86_64__)
198 if (ioctl(KVM_GET_SUPPORTED_CPUID
, (void *)&cpuid
) == -1) {
202 panic("KVM: Failed to get supported CPUID (errno: %i)\n", errno
);
206 panic("KVM: getSupportedCPUID is unsupported on this platform.\n");
210 const Kvm::CPUIDVector
&
211 Kvm::getSupportedCPUID() const
213 if (supportedCPUIDCache
.empty()) {
214 std::unique_ptr
<struct kvm_cpuid2
> cpuid
;
217 cpuid
.reset((struct kvm_cpuid2
*)operator new(
218 sizeof(kvm_cpuid2
) + i
* sizeof(kvm_cpuid_entry2
)));
222 } while (!getSupportedCPUID(*cpuid
));
223 supportedCPUIDCache
.assign(cpuid
->entries
,
224 cpuid
->entries
+ cpuid
->nent
);
227 return supportedCPUIDCache
;
231 Kvm::getSupportedMSRs(struct kvm_msr_list
&msrs
) const
233 #if defined(__i386__) || defined(__x86_64__)
234 if (ioctl(KVM_GET_MSR_INDEX_LIST
, (void *)&msrs
) == -1) {
238 panic("KVM: Failed to get supported CPUID (errno: %i)\n", errno
);
242 panic("KVM: getSupportedCPUID is unsupported on this platform.\n");
246 const Kvm::MSRIndexVector
&
247 Kvm::getSupportedMSRs() const
249 if (supportedMSRCache
.empty()) {
250 std::unique_ptr
<struct kvm_msr_list
> msrs
;
253 msrs
.reset((struct kvm_msr_list
*)operator new(
254 sizeof(kvm_msr_list
) + i
* sizeof(uint32_t)));
258 } while (!getSupportedMSRs(*msrs
));
259 supportedMSRCache
.assign(msrs
->indices
, msrs
->indices
+ msrs
->nmsrs
);
262 return supportedMSRCache
;
266 Kvm::checkExtension(int extension
) const
268 int ret
= ioctl(KVM_CHECK_EXTENSION
, extension
);
270 panic("KVM: ioctl failed when checking for extension\n");
275 Kvm::ioctl(int request
, long p1
) const
279 return ::ioctl(kvmFD
, request
, p1
);
287 vmFD
= ioctl(KVM_CREATE_VM
);
289 panic("Failed to create KVM VM\n");
295 KvmVM::KvmVM(KvmVMParams
*params
)
297 kvm(), system(params
->system
),
298 vmFD(kvm
.createVM()),
302 maxMemorySlot
= kvm
.capNumMemSlots();
303 /* If we couldn't determine how memory slots there are, guess 32. */
306 /* Setup the coalesced MMIO regions */
307 for (int i
= 0; i
< params
->coalescedMMIO
.size(); ++i
)
308 coalesceMMIO(params
->coalescedMMIO
[i
]);
327 KvmVM::delayedStartup()
329 const std::vector
<std::pair
<AddrRange
, uint8_t*> >&memories(
330 system
->getPhysMem().getBackingStore());
332 DPRINTF(Kvm
, "Mapping %i memory region(s)\n", memories
.size());
333 for (int slot(0); slot
< memories
.size(); ++slot
) {
334 const AddrRange
&range(memories
[slot
].first
);
335 void *pmem(memories
[slot
].second
);
338 DPRINTF(Kvm
, "Mapping region: 0x%p -> 0x%llx [size: 0x%llx]\n",
339 pmem
, range
.start(), range
.size());
341 if (range
.interleaved()) {
342 panic("Tried to map an interleaved memory range into "
346 const MemSlot slot
= allocMemSlot(range
.size());
347 setupMemSlot(slot
, pmem
, range
.start(), 0/* flags */);
349 DPRINTF(Kvm
, "Zero-region not mapped: [0x%llx]\n", range
.start());
350 hack("KVM: Zero memory handled as IO\n");
356 KvmVM::allocMemSlot(uint64_t size
)
359 panic("Memory slots must have non-zero size.\n");
361 std::vector
<MemorySlot
>::iterator pos
;
362 for (pos
= memorySlots
.begin(); pos
!= memorySlots
.end(); pos
++) {
370 uint32_t nextSlot
= memorySlots
.size();
371 if (nextSlot
> maxMemorySlot
)
372 panic("Out of memory slots.\n");
376 slot
.slot
= nextSlot
;
379 memorySlots
.push_back(slot
);
380 return MemSlot(slot
.slot
);
384 KvmVM::setupMemSlot(const KvmVM::MemSlot num
, void *host_addr
, Addr guest
,
387 MemorySlot
&slot
= memorySlots
.at(num
.num
);
389 setUserMemoryRegion(num
.num
, host_addr
, guest
, slot
.size
, flags
);
393 KvmVM::disableMemSlot(const KvmVM::MemSlot num
)
395 MemorySlot
&slot
= memorySlots
.at(num
.num
);
397 setUserMemoryRegion(num
.num
, NULL
, 0, 0, 0);
402 KvmVM::freeMemSlot(const KvmVM::MemSlot num
)
404 disableMemSlot(num
.num
);
405 MemorySlot
&slot
= memorySlots
.at(num
.num
);
410 KvmVM::setUserMemoryRegion(uint32_t slot
,
411 void *host_addr
, Addr guest_addr
,
412 uint64_t len
, uint32_t flags
)
414 struct kvm_userspace_memory_region m
;
416 memset(&m
, 0, sizeof(m
));
419 m
.guest_phys_addr
= (uint64_t)guest_addr
;
421 m
.userspace_addr
= (__u64
)host_addr
;
423 if (ioctl(KVM_SET_USER_MEMORY_REGION
, (void *)&m
) == -1) {
424 panic("Failed to setup KVM memory region:\n"
425 "\tHost Address: 0x%p\n"
426 "\tGuest Address: 0x%llx\n",
429 m
.userspace_addr
, m
.guest_phys_addr
,
430 m
.memory_size
, m
.flags
);
435 KvmVM::coalesceMMIO(const AddrRange
&range
)
437 coalesceMMIO(range
.start(), range
.size());
441 KvmVM::coalesceMMIO(Addr start
, int size
)
443 struct kvm_coalesced_mmio_zone zone
;
449 DPRINTF(Kvm
, "KVM: Registering coalesced MMIO region [0x%x, 0x%x]\n",
450 zone
.addr
, zone
.addr
+ zone
.size
- 1);
451 if (ioctl(KVM_REGISTER_COALESCED_MMIO
, (void *)&zone
) == -1)
452 panic("KVM: Failed to register coalesced MMIO region (%i)\n",
457 KvmVM::setTSSAddress(Addr tss_address
)
459 if (ioctl(KVM_SET_TSS_ADDR
, (unsigned long)tss_address
) == -1)
460 panic("KVM: Failed to set VM TSS address\n");
464 KvmVM::createIRQChip()
466 if (_hasKernelIRQChip
)
467 panic("KvmVM::createIRQChip called twice.\n");
469 if (ioctl(KVM_CREATE_IRQCHIP
) != -1) {
470 _hasKernelIRQChip
= true;
472 warn("KVM: Failed to create in-kernel IRQ chip (errno: %i)\n",
474 _hasKernelIRQChip
= false;
479 KvmVM::setIRQLine(uint32_t irq
, bool high
)
481 struct kvm_irq_level kvm_level
;
484 kvm_level
.level
= high
? 1 : 0;
486 if (ioctl(KVM_IRQ_LINE
, &kvm_level
) == -1)
487 panic("KVM: Failed to set IRQ line level (errno: %i)\n",
492 KvmVM::createVCPU(long vcpuID
)
496 fd
= ioctl(KVM_CREATE_VCPU
, vcpuID
);
498 panic("KVM: Failed to create virtual CPU");
510 KvmVM::ioctl(int request
, long p1
) const
514 return ::ioctl(vmFD
, request
, p1
);
519 KvmVMParams::create()
521 static bool created
= false;
523 warn_once("Use of multiple KvmVMs is currently untested!\n");
527 return new KvmVM(this);