![Greg Kroah-Hartman](/assets/img/avatar_default.png)
Cc: Hank Janssen <hjanssen@microsoft.com> Cc: Haiyang Zhang <haiyangz@microsoft.com> Signed-off-by: Greg Kroah-Hartman <gregkh@suse.de>
525 lines
13 KiB
C
525 lines
13 KiB
C
/*
|
|
* Copyright (c) 2009, Microsoft Corporation.
|
|
*
|
|
* This program is free software; you can redistribute it and/or modify it
|
|
* under the terms and conditions of the GNU General Public License,
|
|
* version 2, as published by the Free Software Foundation.
|
|
*
|
|
* This program is distributed in the hope it will be useful, but WITHOUT
|
|
* ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
|
|
* FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License for
|
|
* more details.
|
|
*
|
|
* You should have received a copy of the GNU General Public License along with
|
|
* this program; if not, write to the Free Software Foundation, Inc., 59 Temple
|
|
* Place - Suite 330, Boston, MA 02111-1307 USA.
|
|
*
|
|
* Authors:
|
|
* Haiyang Zhang <haiyangz@microsoft.com>
|
|
* Hank Janssen <hjanssen@microsoft.com>
|
|
*
|
|
*/
|
|
#include <linux/kernel.h>
|
|
#include <linux/mm.h>
|
|
#include <linux/slab.h>
|
|
#include <linux/vmalloc.h>
|
|
#include "osd.h"
|
|
#include "logging.h"
|
|
#include "vmbus_private.h"
|
|
|
|
/* The one and only */
|
|
struct hv_context gHvContext = {
|
|
.SynICInitialized = false,
|
|
.HypercallPage = NULL,
|
|
.SignalEventParam = NULL,
|
|
.SignalEventBuffer = NULL,
|
|
};
|
|
|
|
/*
|
|
* HvQueryHypervisorPresence - Query the cpuid for presense of windows hypervisor
|
|
*/
|
|
static int HvQueryHypervisorPresence(void)
|
|
{
|
|
unsigned int eax;
|
|
unsigned int ebx;
|
|
unsigned int ecx;
|
|
unsigned int edx;
|
|
unsigned int op;
|
|
|
|
eax = 0;
|
|
ebx = 0;
|
|
ecx = 0;
|
|
edx = 0;
|
|
op = HvCpuIdFunctionVersionAndFeatures;
|
|
cpuid(op, &eax, &ebx, &ecx, &edx);
|
|
|
|
return ecx & HV_PRESENT_BIT;
|
|
}
|
|
|
|
/*
|
|
* HvQueryHypervisorInfo - Get version info of the windows hypervisor
|
|
*/
|
|
static int HvQueryHypervisorInfo(void)
|
|
{
|
|
unsigned int eax;
|
|
unsigned int ebx;
|
|
unsigned int ecx;
|
|
unsigned int edx;
|
|
unsigned int maxLeaf;
|
|
unsigned int op;
|
|
|
|
/*
|
|
* Its assumed that this is called after confirming that Viridian
|
|
* is present. Query id and revision.
|
|
*/
|
|
eax = 0;
|
|
ebx = 0;
|
|
ecx = 0;
|
|
edx = 0;
|
|
op = HvCpuIdFunctionHvVendorAndMaxFunction;
|
|
cpuid(op, &eax, &ebx, &ecx, &edx);
|
|
|
|
DPRINT_INFO(VMBUS, "Vendor ID: %c%c%c%c%c%c%c%c%c%c%c%c",
|
|
(ebx & 0xFF),
|
|
((ebx >> 8) & 0xFF),
|
|
((ebx >> 16) & 0xFF),
|
|
((ebx >> 24) & 0xFF),
|
|
(ecx & 0xFF),
|
|
((ecx >> 8) & 0xFF),
|
|
((ecx >> 16) & 0xFF),
|
|
((ecx >> 24) & 0xFF),
|
|
(edx & 0xFF),
|
|
((edx >> 8) & 0xFF),
|
|
((edx >> 16) & 0xFF),
|
|
((edx >> 24) & 0xFF));
|
|
|
|
maxLeaf = eax;
|
|
eax = 0;
|
|
ebx = 0;
|
|
ecx = 0;
|
|
edx = 0;
|
|
op = HvCpuIdFunctionHvInterface;
|
|
cpuid(op, &eax, &ebx, &ecx, &edx);
|
|
|
|
DPRINT_INFO(VMBUS, "Interface ID: %c%c%c%c",
|
|
(eax & 0xFF),
|
|
((eax >> 8) & 0xFF),
|
|
((eax >> 16) & 0xFF),
|
|
((eax >> 24) & 0xFF));
|
|
|
|
if (maxLeaf >= HvCpuIdFunctionMsHvVersion) {
|
|
eax = 0;
|
|
ebx = 0;
|
|
ecx = 0;
|
|
edx = 0;
|
|
op = HvCpuIdFunctionMsHvVersion;
|
|
cpuid(op, &eax, &ebx, &ecx, &edx);
|
|
DPRINT_INFO(VMBUS, "OS Build:%d-%d.%d-%d-%d.%d",\
|
|
eax,
|
|
ebx >> 16,
|
|
ebx & 0xFFFF,
|
|
ecx,
|
|
edx >> 24,
|
|
edx & 0xFFFFFF);
|
|
}
|
|
return maxLeaf;
|
|
}
|
|
|
|
/*
|
|
* HvDoHypercall - Invoke the specified hypercall
|
|
*/
|
|
static u64 HvDoHypercall(u64 Control, void *Input, void *Output)
|
|
{
|
|
#ifdef CONFIG_X86_64
|
|
u64 hvStatus = 0;
|
|
u64 inputAddress = (Input) ? virt_to_phys(Input) : 0;
|
|
u64 outputAddress = (Output) ? virt_to_phys(Output) : 0;
|
|
volatile void *hypercallPage = gHvContext.HypercallPage;
|
|
|
|
DPRINT_DBG(VMBUS, "Hypercall <control %llx input phys %llx virt %p "
|
|
"output phys %llx virt %p hypercall %p>",
|
|
Control, inputAddress, Input,
|
|
outputAddress, Output, hypercallPage);
|
|
|
|
__asm__ __volatile__("mov %0, %%r8" : : "r" (outputAddress) : "r8");
|
|
__asm__ __volatile__("call *%3" : "=a" (hvStatus) :
|
|
"c" (Control), "d" (inputAddress),
|
|
"m" (hypercallPage));
|
|
|
|
DPRINT_DBG(VMBUS, "Hypercall <return %llx>", hvStatus);
|
|
|
|
return hvStatus;
|
|
|
|
#else
|
|
|
|
u32 controlHi = Control >> 32;
|
|
u32 controlLo = Control & 0xFFFFFFFF;
|
|
u32 hvStatusHi = 1;
|
|
u32 hvStatusLo = 1;
|
|
u64 inputAddress = (Input) ? virt_to_phys(Input) : 0;
|
|
u32 inputAddressHi = inputAddress >> 32;
|
|
u32 inputAddressLo = inputAddress & 0xFFFFFFFF;
|
|
u64 outputAddress = (Output) ? virt_to_phys(Output) : 0;
|
|
u32 outputAddressHi = outputAddress >> 32;
|
|
u32 outputAddressLo = outputAddress & 0xFFFFFFFF;
|
|
volatile void *hypercallPage = gHvContext.HypercallPage;
|
|
|
|
DPRINT_DBG(VMBUS, "Hypercall <control %llx input %p output %p>",
|
|
Control, Input, Output);
|
|
|
|
__asm__ __volatile__ ("call *%8" : "=d"(hvStatusHi),
|
|
"=a"(hvStatusLo) : "d" (controlHi),
|
|
"a" (controlLo), "b" (inputAddressHi),
|
|
"c" (inputAddressLo), "D"(outputAddressHi),
|
|
"S"(outputAddressLo), "m" (hypercallPage));
|
|
|
|
DPRINT_DBG(VMBUS, "Hypercall <return %llx>",
|
|
hvStatusLo | ((u64)hvStatusHi << 32));
|
|
|
|
return hvStatusLo | ((u64)hvStatusHi << 32);
|
|
#endif /* !x86_64 */
|
|
}
|
|
|
|
/*
|
|
* HvInit - Main initialization routine.
|
|
*
|
|
* This routine must be called before any other routines in here are called
|
|
*/
|
|
int HvInit(void)
|
|
{
|
|
int ret = 0;
|
|
int maxLeaf;
|
|
union hv_x64_msr_hypercall_contents hypercallMsr;
|
|
void *virtAddr = NULL;
|
|
|
|
DPRINT_ENTER(VMBUS);
|
|
|
|
memset(gHvContext.synICEventPage, 0, sizeof(void *) * MAX_NUM_CPUS);
|
|
memset(gHvContext.synICMessagePage, 0, sizeof(void *) * MAX_NUM_CPUS);
|
|
|
|
if (!HvQueryHypervisorPresence()) {
|
|
DPRINT_ERR(VMBUS, "No Windows hypervisor detected!!");
|
|
goto Cleanup;
|
|
}
|
|
|
|
DPRINT_INFO(VMBUS,
|
|
"Windows hypervisor detected! Retrieving more info...");
|
|
|
|
maxLeaf = HvQueryHypervisorInfo();
|
|
/* HvQueryHypervisorFeatures(maxLeaf); */
|
|
|
|
/*
|
|
* We only support running on top of Hyper-V
|
|
*/
|
|
rdmsrl(HV_X64_MSR_GUEST_OS_ID, gHvContext.GuestId);
|
|
|
|
if (gHvContext.GuestId != 0) {
|
|
DPRINT_ERR(VMBUS, "Unknown guest id (0x%llx)!!",
|
|
gHvContext.GuestId);
|
|
goto Cleanup;
|
|
}
|
|
|
|
/* Write our OS info */
|
|
wrmsrl(HV_X64_MSR_GUEST_OS_ID, HV_LINUX_GUEST_ID);
|
|
gHvContext.GuestId = HV_LINUX_GUEST_ID;
|
|
|
|
/* See if the hypercall page is already set */
|
|
rdmsrl(HV_X64_MSR_HYPERCALL, hypercallMsr.AsUINT64);
|
|
|
|
/*
|
|
* Allocate the hypercall page memory
|
|
* virtAddr = osd_PageAlloc(1);
|
|
*/
|
|
virtAddr = osd_VirtualAllocExec(PAGE_SIZE);
|
|
|
|
if (!virtAddr) {
|
|
DPRINT_ERR(VMBUS,
|
|
"unable to allocate hypercall page!!");
|
|
goto Cleanup;
|
|
}
|
|
|
|
hypercallMsr.Enable = 1;
|
|
|
|
hypercallMsr.GuestPhysicalAddress = vmalloc_to_pfn(virtAddr);
|
|
wrmsrl(HV_X64_MSR_HYPERCALL, hypercallMsr.AsUINT64);
|
|
|
|
/* Confirm that hypercall page did get setup. */
|
|
hypercallMsr.AsUINT64 = 0;
|
|
rdmsrl(HV_X64_MSR_HYPERCALL, hypercallMsr.AsUINT64);
|
|
|
|
if (!hypercallMsr.Enable) {
|
|
DPRINT_ERR(VMBUS, "unable to set hypercall page!!");
|
|
goto Cleanup;
|
|
}
|
|
|
|
gHvContext.HypercallPage = virtAddr;
|
|
|
|
DPRINT_INFO(VMBUS, "Hypercall page VA=%p, PA=0x%0llx",
|
|
gHvContext.HypercallPage,
|
|
(u64)hypercallMsr.GuestPhysicalAddress << PAGE_SHIFT);
|
|
|
|
/* Setup the global signal event param for the signal event hypercall */
|
|
gHvContext.SignalEventBuffer =
|
|
kmalloc(sizeof(struct hv_input_signal_event_buffer),
|
|
GFP_KERNEL);
|
|
if (!gHvContext.SignalEventBuffer)
|
|
goto Cleanup;
|
|
|
|
gHvContext.SignalEventParam =
|
|
(struct hv_input_signal_event *)
|
|
(ALIGN_UP((unsigned long)gHvContext.SignalEventBuffer,
|
|
HV_HYPERCALL_PARAM_ALIGN));
|
|
gHvContext.SignalEventParam->ConnectionId.Asu32 = 0;
|
|
gHvContext.SignalEventParam->ConnectionId.u.Id =
|
|
VMBUS_EVENT_CONNECTION_ID;
|
|
gHvContext.SignalEventParam->FlagNumber = 0;
|
|
gHvContext.SignalEventParam->RsvdZ = 0;
|
|
|
|
DPRINT_EXIT(VMBUS);
|
|
|
|
return ret;
|
|
|
|
Cleanup:
|
|
if (virtAddr) {
|
|
if (hypercallMsr.Enable) {
|
|
hypercallMsr.AsUINT64 = 0;
|
|
wrmsrl(HV_X64_MSR_HYPERCALL, hypercallMsr.AsUINT64);
|
|
}
|
|
|
|
vfree(virtAddr);
|
|
}
|
|
ret = -1;
|
|
DPRINT_EXIT(VMBUS);
|
|
|
|
return ret;
|
|
}
|
|
|
|
/*
|
|
* HvCleanup - Cleanup routine.
|
|
*
|
|
* This routine is called normally during driver unloading or exiting.
|
|
*/
|
|
void HvCleanup(void)
|
|
{
|
|
union hv_x64_msr_hypercall_contents hypercallMsr;
|
|
|
|
DPRINT_ENTER(VMBUS);
|
|
|
|
kfree(gHvContext.SignalEventBuffer);
|
|
gHvContext.SignalEventBuffer = NULL;
|
|
gHvContext.SignalEventParam = NULL;
|
|
|
|
if (gHvContext.HypercallPage) {
|
|
hypercallMsr.AsUINT64 = 0;
|
|
wrmsrl(HV_X64_MSR_HYPERCALL, hypercallMsr.AsUINT64);
|
|
vfree(gHvContext.HypercallPage);
|
|
gHvContext.HypercallPage = NULL;
|
|
}
|
|
|
|
DPRINT_EXIT(VMBUS);
|
|
}
|
|
|
|
/*
|
|
* HvPostMessage - Post a message using the hypervisor message IPC.
|
|
*
|
|
* This involves a hypercall.
|
|
*/
|
|
u16 HvPostMessage(union hv_connection_id connectionId,
|
|
enum hv_message_type messageType,
|
|
void *payload, size_t payloadSize)
|
|
{
|
|
struct alignedInput {
|
|
u64 alignment8;
|
|
struct hv_input_post_message msg;
|
|
};
|
|
|
|
struct hv_input_post_message *alignedMsg;
|
|
u16 status;
|
|
unsigned long addr;
|
|
|
|
if (payloadSize > HV_MESSAGE_PAYLOAD_BYTE_COUNT)
|
|
return -1;
|
|
|
|
addr = (unsigned long)kmalloc(sizeof(struct alignedInput), GFP_ATOMIC);
|
|
if (!addr)
|
|
return -1;
|
|
|
|
alignedMsg = (struct hv_input_post_message *)
|
|
(ALIGN_UP(addr, HV_HYPERCALL_PARAM_ALIGN));
|
|
|
|
alignedMsg->ConnectionId = connectionId;
|
|
alignedMsg->MessageType = messageType;
|
|
alignedMsg->PayloadSize = payloadSize;
|
|
memcpy((void *)alignedMsg->Payload, payload, payloadSize);
|
|
|
|
status = HvDoHypercall(HvCallPostMessage, alignedMsg, NULL) & 0xFFFF;
|
|
|
|
kfree((void *)addr);
|
|
|
|
return status;
|
|
}
|
|
|
|
|
|
/*
|
|
* HvSignalEvent - Signal an event on the specified connection using the hypervisor event IPC.
|
|
*
|
|
* This involves a hypercall.
|
|
*/
|
|
u16 HvSignalEvent(void)
|
|
{
|
|
u16 status;
|
|
|
|
status = HvDoHypercall(HvCallSignalEvent, gHvContext.SignalEventParam,
|
|
NULL) & 0xFFFF;
|
|
return status;
|
|
}
|
|
|
|
/*
|
|
* HvSynicInit - Initialize the Synthethic Interrupt Controller.
|
|
*
|
|
* If it is already initialized by another entity (ie x2v shim), we need to
|
|
* retrieve the initialized message and event pages. Otherwise, we create and
|
|
* initialize the message and event pages.
|
|
*/
|
|
void HvSynicInit(void *irqarg)
|
|
{
|
|
u64 version;
|
|
union hv_synic_simp simp;
|
|
union hv_synic_siefp siefp;
|
|
union hv_synic_sint sharedSint;
|
|
union hv_synic_scontrol sctrl;
|
|
|
|
u32 irqVector = *((u32 *)(irqarg));
|
|
int cpu = smp_processor_id();
|
|
|
|
DPRINT_ENTER(VMBUS);
|
|
|
|
if (!gHvContext.HypercallPage) {
|
|
DPRINT_EXIT(VMBUS);
|
|
return;
|
|
}
|
|
|
|
/* Check the version */
|
|
rdmsrl(HV_X64_MSR_SVERSION, version);
|
|
|
|
DPRINT_INFO(VMBUS, "SynIC version: %llx", version);
|
|
|
|
gHvContext.synICMessagePage[cpu] = (void *)get_zeroed_page(GFP_ATOMIC);
|
|
|
|
if (gHvContext.synICMessagePage[cpu] == NULL) {
|
|
DPRINT_ERR(VMBUS,
|
|
"unable to allocate SYNIC message page!!");
|
|
goto Cleanup;
|
|
}
|
|
|
|
gHvContext.synICEventPage[cpu] = (void *)get_zeroed_page(GFP_ATOMIC);
|
|
|
|
if (gHvContext.synICEventPage[cpu] == NULL) {
|
|
DPRINT_ERR(VMBUS,
|
|
"unable to allocate SYNIC event page!!");
|
|
goto Cleanup;
|
|
}
|
|
|
|
/* Setup the Synic's message page */
|
|
rdmsrl(HV_X64_MSR_SIMP, simp.AsUINT64);
|
|
simp.SimpEnabled = 1;
|
|
simp.BaseSimpGpa = virt_to_phys(gHvContext.synICMessagePage[cpu])
|
|
>> PAGE_SHIFT;
|
|
|
|
DPRINT_DBG(VMBUS, "HV_X64_MSR_SIMP msr set to: %llx", simp.AsUINT64);
|
|
|
|
wrmsrl(HV_X64_MSR_SIMP, simp.AsUINT64);
|
|
|
|
/* Setup the Synic's event page */
|
|
rdmsrl(HV_X64_MSR_SIEFP, siefp.AsUINT64);
|
|
siefp.SiefpEnabled = 1;
|
|
siefp.BaseSiefpGpa = virt_to_phys(gHvContext.synICEventPage[cpu])
|
|
>> PAGE_SHIFT;
|
|
|
|
DPRINT_DBG(VMBUS, "HV_X64_MSR_SIEFP msr set to: %llx", siefp.AsUINT64);
|
|
|
|
wrmsrl(HV_X64_MSR_SIEFP, siefp.AsUINT64);
|
|
|
|
/* Setup the interception SINT. */
|
|
/* wrmsrl((HV_X64_MSR_SINT0 + HV_SYNIC_INTERCEPTION_SINT_INDEX), */
|
|
/* interceptionSint.AsUINT64); */
|
|
|
|
/* Setup the shared SINT. */
|
|
rdmsrl(HV_X64_MSR_SINT0 + VMBUS_MESSAGE_SINT, sharedSint.AsUINT64);
|
|
|
|
sharedSint.AsUINT64 = 0;
|
|
sharedSint.Vector = irqVector; /* HV_SHARED_SINT_IDT_VECTOR + 0x20; */
|
|
sharedSint.Masked = false;
|
|
sharedSint.AutoEoi = true;
|
|
|
|
DPRINT_DBG(VMBUS, "HV_X64_MSR_SINT1 msr set to: %llx",
|
|
sharedSint.AsUINT64);
|
|
|
|
wrmsrl(HV_X64_MSR_SINT0 + VMBUS_MESSAGE_SINT, sharedSint.AsUINT64);
|
|
|
|
/* Enable the global synic bit */
|
|
rdmsrl(HV_X64_MSR_SCONTROL, sctrl.AsUINT64);
|
|
sctrl.Enable = 1;
|
|
|
|
wrmsrl(HV_X64_MSR_SCONTROL, sctrl.AsUINT64);
|
|
|
|
gHvContext.SynICInitialized = true;
|
|
|
|
DPRINT_EXIT(VMBUS);
|
|
|
|
return;
|
|
|
|
Cleanup:
|
|
if (gHvContext.synICEventPage[cpu])
|
|
osd_PageFree(gHvContext.synICEventPage[cpu], 1);
|
|
|
|
if (gHvContext.synICMessagePage[cpu])
|
|
osd_PageFree(gHvContext.synICMessagePage[cpu], 1);
|
|
|
|
DPRINT_EXIT(VMBUS);
|
|
return;
|
|
}
|
|
|
|
/*
|
|
* HvSynicCleanup - Cleanup routine for HvSynicInit().
|
|
*/
|
|
void HvSynicCleanup(void *arg)
|
|
{
|
|
union hv_synic_sint sharedSint;
|
|
union hv_synic_simp simp;
|
|
union hv_synic_siefp siefp;
|
|
int cpu = smp_processor_id();
|
|
|
|
DPRINT_ENTER(VMBUS);
|
|
|
|
if (!gHvContext.SynICInitialized) {
|
|
DPRINT_EXIT(VMBUS);
|
|
return;
|
|
}
|
|
|
|
rdmsrl(HV_X64_MSR_SINT0 + VMBUS_MESSAGE_SINT, sharedSint.AsUINT64);
|
|
|
|
sharedSint.Masked = 1;
|
|
|
|
/* Need to correctly cleanup in the case of SMP!!! */
|
|
/* Disable the interrupt */
|
|
wrmsrl(HV_X64_MSR_SINT0 + VMBUS_MESSAGE_SINT, sharedSint.AsUINT64);
|
|
|
|
rdmsrl(HV_X64_MSR_SIMP, simp.AsUINT64);
|
|
simp.SimpEnabled = 0;
|
|
simp.BaseSimpGpa = 0;
|
|
|
|
wrmsrl(HV_X64_MSR_SIMP, simp.AsUINT64);
|
|
|
|
rdmsrl(HV_X64_MSR_SIEFP, siefp.AsUINT64);
|
|
siefp.SiefpEnabled = 0;
|
|
siefp.BaseSiefpGpa = 0;
|
|
|
|
wrmsrl(HV_X64_MSR_SIEFP, siefp.AsUINT64);
|
|
|
|
osd_PageFree(gHvContext.synICMessagePage[cpu], 1);
|
|
osd_PageFree(gHvContext.synICEventPage[cpu], 1);
|
|
|
|
DPRINT_EXIT(VMBUS);
|
|
}
|