2011-12-22 15:19:25 +00:00
|
|
|
/*
|
|
|
|
* \brief Syscall bindings for the NOVA microhypervisor
|
|
|
|
* \author Norman Feske
|
|
|
|
* \author Sebastian Sumpf
|
2012-08-01 14:16:51 +00:00
|
|
|
* \author Alexander Boettcher
|
2011-12-22 15:19:25 +00:00
|
|
|
* \date 2009-12-27
|
|
|
|
*/
|
|
|
|
|
|
|
|
/*
|
|
|
|
* Copyright (c) 2009 Genode Labs
|
|
|
|
*
|
|
|
|
* Permission is hereby granted, free of charge, to any person
|
|
|
|
* obtaining a copy of this software and associated documentation
|
|
|
|
* files (the "Software"), to deal in the Software without
|
|
|
|
* restriction, including without limitation the rights to use,
|
|
|
|
* copy, modify, merge, publish, distribute, sublicense, and/or sell
|
|
|
|
* copies of the Software, and to permit persons to whom the
|
|
|
|
* Software is furnished to do so, subject to the following
|
|
|
|
* conditions:
|
|
|
|
*
|
|
|
|
* The above copyright notice and this permission notice shall be
|
|
|
|
* included in all copies or substantial portions of the Software.
|
|
|
|
*
|
|
|
|
* THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
|
|
|
|
* EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES
|
|
|
|
* OF MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
|
|
|
|
* NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT
|
|
|
|
* HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY,
|
|
|
|
* WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING
|
|
|
|
* FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR
|
|
|
|
* OTHER DEALINGS IN THE SOFTWARE.
|
|
|
|
*/
|
|
|
|
|
2016-01-20 19:52:51 +00:00
|
|
|
#ifndef _INCLUDE__NOVA__SYSCALL_GENERIC_H_
|
|
|
|
#define _INCLUDE__NOVA__SYSCALL_GENERIC_H_
|
2011-12-22 15:19:25 +00:00
|
|
|
|
|
|
|
#include <nova/stdint.h>
|
|
|
|
|
|
|
|
namespace Nova {
|
|
|
|
|
|
|
|
enum {
|
|
|
|
PAGE_SIZE_LOG2 = 12,
|
2012-06-06 08:19:48 +00:00
|
|
|
PAGE_SIZE_BYTE = 1 << PAGE_SIZE_LOG2,
|
|
|
|
PAGE_MASK_ = ~(PAGE_SIZE_BYTE - 1)
|
2011-12-22 15:19:25 +00:00
|
|
|
};
|
|
|
|
|
|
|
|
/**
|
2012-08-08 11:09:16 +00:00
|
|
|
* NOVA system-call IDs
|
2011-12-22 15:19:25 +00:00
|
|
|
*/
|
|
|
|
enum Syscall {
|
|
|
|
NOVA_CALL = 0x0,
|
|
|
|
NOVA_REPLY = 0x1,
|
|
|
|
NOVA_CREATE_PD = 0x2,
|
|
|
|
NOVA_CREATE_EC = 0x3,
|
|
|
|
NOVA_CREATE_SC = 0x4,
|
|
|
|
NOVA_CREATE_PT = 0x5,
|
|
|
|
NOVA_CREATE_SM = 0x6,
|
|
|
|
NOVA_REVOKE = 0x7,
|
|
|
|
NOVA_LOOKUP = 0x8,
|
|
|
|
NOVA_EC_CTRL = 0x9,
|
|
|
|
NOVA_SC_CTRL = 0xa,
|
2013-02-22 13:42:32 +00:00
|
|
|
NOVA_PT_CTRL = 0xb,
|
|
|
|
NOVA_SM_CTRL = 0xc,
|
|
|
|
NOVA_ASSIGN_PCI = 0xd,
|
|
|
|
NOVA_ASSIGN_GSI = 0xe,
|
2015-06-09 17:33:53 +00:00
|
|
|
NOVA_PD_CTRL = 0xf,
|
2011-12-22 15:19:25 +00:00
|
|
|
};
|
|
|
|
|
2012-08-08 11:09:16 +00:00
|
|
|
/**
|
|
|
|
* NOVA status codes returned by system-calls
|
|
|
|
*/
|
2012-11-24 17:27:03 +00:00
|
|
|
enum Status
|
|
|
|
{
|
|
|
|
NOVA_OK = 0,
|
2014-05-27 16:10:47 +00:00
|
|
|
NOVA_TIMEOUT = 1,
|
2012-11-24 17:27:03 +00:00
|
|
|
NOVA_IPC_ABORT = 2,
|
|
|
|
NOVA_INV_HYPERCALL = 3,
|
|
|
|
NOVA_INV_SELECTOR = 4,
|
|
|
|
NOVA_INV_PARAMETER = 5,
|
|
|
|
NOVA_INV_FEATURE = 6,
|
2013-07-22 08:26:44 +00:00
|
|
|
NOVA_INV_CPU = 7,
|
2012-11-24 17:27:03 +00:00
|
|
|
NOVA_INVD_DEVICE_ID = 8,
|
2015-06-09 17:33:53 +00:00
|
|
|
NOVA_PD_OOM = 9,
|
2012-11-24 17:27:03 +00:00
|
|
|
};
|
2011-12-22 15:19:25 +00:00
|
|
|
|
|
|
|
/**
|
|
|
|
* Hypervisor information page
|
|
|
|
*/
|
|
|
|
struct Hip
|
|
|
|
{
|
|
|
|
struct Mem_desc
|
|
|
|
{
|
|
|
|
enum Type {
|
|
|
|
MULTIBOOT_MODULE = -2,
|
|
|
|
MICROHYPERVISOR = -1,
|
|
|
|
AVAILABLE_MEMORY = 1,
|
|
|
|
RESERVED_MEMORY = 2,
|
|
|
|
ACPI_RECLAIM_MEMORY = 3,
|
|
|
|
ACPI_NVS_MEMORY = 4
|
|
|
|
};
|
|
|
|
|
|
|
|
uint64_t const addr;
|
|
|
|
uint64_t const size;
|
|
|
|
Type const type;
|
|
|
|
uint32_t const aux;
|
|
|
|
};
|
|
|
|
|
|
|
|
uint32_t const signature; /* magic value 0x41564f4e */
|
|
|
|
uint16_t const hip_checksum;
|
|
|
|
uint16_t const hip_length;
|
|
|
|
uint16_t const cpu_desc_offset;
|
|
|
|
uint16_t const cpu_desc_size;
|
|
|
|
uint16_t const mem_desc_offset;
|
|
|
|
uint16_t const mem_desc_size;
|
|
|
|
uint32_t const feature_flags;
|
|
|
|
uint32_t const api_version;
|
|
|
|
uint32_t const sel; /* number of cap selectors */
|
|
|
|
uint32_t const sel_exc; /* number of cap selectors for exceptions */
|
|
|
|
uint32_t const sel_vm; /* number of cap selectors for VM handling */
|
|
|
|
uint32_t const sel_gsi; /* number of global system interrupts */
|
|
|
|
uint32_t const page_sizes; /* supported page sizes */
|
|
|
|
uint32_t const utcb_sizes; /* supported utcb sizes */
|
|
|
|
uint32_t const tsc_freq; /* time-stamp counter frequency in kHz */
|
|
|
|
uint32_t const bus_freq; /* bus frequency in kHz */
|
|
|
|
|
|
|
|
bool has_feature_vmx() const { return feature_flags & (1 << 1); }
|
|
|
|
bool has_feature_svm() const { return feature_flags & (1 << 2); }
|
2012-10-05 09:35:14 +00:00
|
|
|
|
2016-11-04 12:01:09 +00:00
|
|
|
struct Cpu_desc {
|
|
|
|
uint8_t flags;
|
|
|
|
uint8_t thread;
|
|
|
|
uint8_t core;
|
|
|
|
uint8_t package;
|
|
|
|
} __attribute__((packed));
|
|
|
|
|
2012-10-05 09:35:14 +00:00
|
|
|
unsigned cpu_max() const {
|
|
|
|
return (mem_desc_offset - cpu_desc_offset) / cpu_desc_size; }
|
|
|
|
|
|
|
|
unsigned cpus() const {
|
|
|
|
unsigned cpu_num = 0;
|
|
|
|
|
2014-09-05 15:00:31 +00:00
|
|
|
for (unsigned i = 0; i < cpu_max(); i++)
|
|
|
|
if (is_cpu_enabled(i))
|
|
|
|
cpu_num++;
|
2012-10-05 09:35:14 +00:00
|
|
|
|
|
|
|
return cpu_num;
|
|
|
|
}
|
2014-09-05 15:00:31 +00:00
|
|
|
|
2016-11-04 12:01:09 +00:00
|
|
|
Cpu_desc const * cpu_desc_of_cpu(unsigned i) const {
|
2014-09-05 15:00:31 +00:00
|
|
|
if (i >= cpu_max())
|
2016-11-04 12:01:09 +00:00
|
|
|
return nullptr;
|
2014-09-05 15:00:31 +00:00
|
|
|
|
2016-11-04 12:01:09 +00:00
|
|
|
unsigned long desc_addr = reinterpret_cast<unsigned long>(this) +
|
|
|
|
cpu_desc_offset + i * cpu_desc_size;
|
|
|
|
return reinterpret_cast<Cpu_desc const * const>(desc_addr);
|
|
|
|
}
|
2014-09-05 15:00:31 +00:00
|
|
|
|
2016-11-04 12:01:09 +00:00
|
|
|
bool is_cpu_enabled(unsigned i) const {
|
|
|
|
Cpu_desc const * const desc = cpu_desc_of_cpu(i);
|
|
|
|
return desc ? desc->flags & 0x1 : false;
|
2014-09-05 15:00:31 +00:00
|
|
|
}
|
|
|
|
|
2016-11-04 12:01:09 +00:00
|
|
|
/**
|
|
|
|
* Map kernel cpu ids to virtual cpu ids.
|
|
|
|
* Assign first all cores on all packages with thread 0 to virtual
|
|
|
|
* cpu id numbers, afterwards all (hyper-)threads.
|
|
|
|
*/
|
|
|
|
bool remap_cpu_ids(uint8_t *map_cpus, unsigned const boot_cpu) const {
|
|
|
|
unsigned const num_cpus = cpus();
|
|
|
|
unsigned cpu_i = 0;
|
|
|
|
|
|
|
|
/* assign boot cpu ever the virtual cpu id 0 */
|
|
|
|
Cpu_desc const * const boot = cpu_desc_of_cpu(boot_cpu);
|
|
|
|
if (!boot || !is_cpu_enabled(boot_cpu))
|
|
|
|
return false;
|
|
|
|
|
|
|
|
map_cpus[cpu_i++] = boot_cpu;
|
|
|
|
if (cpu_i >= num_cpus)
|
|
|
|
return true;
|
|
|
|
|
|
|
|
/* assign remaining cores and afterwards all threads to the ids */
|
|
|
|
for (uint8_t thread = 0; thread < 255; thread++) {
|
|
|
|
for (uint8_t package = 0; package < 255; package++) {
|
|
|
|
for (uint8_t core = 0; core < 255; core++) {
|
|
|
|
for (unsigned i = 0; i < cpu_max(); i++) {
|
|
|
|
if (i == boot_cpu || !is_cpu_enabled(i))
|
|
|
|
continue;
|
|
|
|
|
|
|
|
Cpu_desc const * const c = cpu_desc_of_cpu(i);
|
|
|
|
if (!c)
|
|
|
|
continue;
|
|
|
|
|
|
|
|
if (!(c->package == package && c->core == core &&
|
|
|
|
c->thread == thread))
|
|
|
|
continue;
|
|
|
|
|
|
|
|
map_cpus [cpu_i++] = i;
|
|
|
|
if (cpu_i >= num_cpus)
|
|
|
|
return true;
|
|
|
|
}
|
|
|
|
}
|
|
|
|
}
|
|
|
|
}
|
|
|
|
return false;
|
|
|
|
}
|
2012-06-20 12:07:03 +00:00
|
|
|
} __attribute__((packed));
|
2011-12-22 15:19:25 +00:00
|
|
|
|
|
|
|
|
2012-06-27 12:38:28 +00:00
|
|
|
/**
|
|
|
|
* Semaphore operations
|
|
|
|
*/
|
|
|
|
enum Sem_op { SEMAPHORE_UP = 0U, SEMAPHORE_DOWN = 1U, SEMAPHORE_DOWNZERO = 0x3U };
|
|
|
|
|
2014-01-30 09:19:17 +00:00
|
|
|
/**
|
|
|
|
* Ec operations
|
|
|
|
*/
|
2014-01-30 09:19:17 +00:00
|
|
|
enum Ec_op { EC_RECALL = 0U, EC_YIELD = 1U, EC_DONATE_SC = 2U, EC_RESCHEDULE = 3U };
|
2014-01-30 09:19:17 +00:00
|
|
|
|
2015-06-09 17:33:53 +00:00
|
|
|
/**
|
|
|
|
* Pd operations
|
|
|
|
*/
|
|
|
|
enum Pd_op { TRANSFER_QUOTA = 0U, PD_DEBUG = 2U };
|
|
|
|
|
2012-06-27 12:38:28 +00:00
|
|
|
|
2011-12-22 15:19:25 +00:00
|
|
|
class Descriptor
|
|
|
|
{
|
|
|
|
protected:
|
|
|
|
|
2012-06-06 08:19:48 +00:00
|
|
|
mword_t _value;
|
2011-12-22 15:19:25 +00:00
|
|
|
|
|
|
|
/**
|
|
|
|
* Assign bitfield to descriptor
|
|
|
|
*/
|
2012-07-05 08:47:14 +00:00
|
|
|
template<mword_t MASK, mword_t SHIFT>
|
2012-06-06 08:19:48 +00:00
|
|
|
void _assign(mword_t new_bits)
|
2011-12-22 15:19:25 +00:00
|
|
|
{
|
|
|
|
_value &= ~(MASK << SHIFT);
|
|
|
|
_value |= (new_bits & MASK) << SHIFT;
|
|
|
|
}
|
|
|
|
|
|
|
|
/**
|
|
|
|
* Query bitfield from descriptor
|
|
|
|
*/
|
2012-07-05 08:47:14 +00:00
|
|
|
template<mword_t MASK, mword_t SHIFT>
|
2012-06-06 08:19:48 +00:00
|
|
|
mword_t _query() const { return (_value >> SHIFT) & MASK; }
|
2011-12-22 15:19:25 +00:00
|
|
|
|
|
|
|
public:
|
|
|
|
|
2012-06-06 08:19:48 +00:00
|
|
|
mword_t value() const { return _value; }
|
2012-06-20 12:07:03 +00:00
|
|
|
} __attribute__((packed));
|
2011-12-22 15:19:25 +00:00
|
|
|
|
|
|
|
|
|
|
|
/**
|
|
|
|
* Message-transfer descriptor
|
|
|
|
*/
|
|
|
|
class Mtd
|
|
|
|
{
|
|
|
|
private:
|
|
|
|
|
2012-06-06 08:19:48 +00:00
|
|
|
mword_t const _value;
|
2011-12-22 15:19:25 +00:00
|
|
|
|
|
|
|
public:
|
|
|
|
|
|
|
|
enum {
|
2015-11-26 13:19:34 +00:00
|
|
|
ACDB = 1U << 0, /* eax, ecx, edx, ebx */
|
|
|
|
EBSD = 1U << 1, /* ebp, esi, edi */
|
|
|
|
ESP = 1U << 2,
|
|
|
|
EIP = 1U << 3,
|
|
|
|
EFL = 1U << 4, /* eflags */
|
|
|
|
ESDS = 1U << 5,
|
|
|
|
FSGS = 1U << 6,
|
|
|
|
CSSS = 1U << 7,
|
|
|
|
TR = 1U << 8,
|
|
|
|
LDTR = 1U << 9,
|
|
|
|
GDTR = 1U << 10,
|
|
|
|
IDTR = 1U << 11,
|
|
|
|
CR = 1U << 12,
|
|
|
|
DR = 1U << 13, /* DR7 */
|
|
|
|
SYS = 1U << 14, /* Sysenter MSRs CS, ESP, EIP */
|
|
|
|
QUAL = 1U << 15, /* exit qualification */
|
|
|
|
CTRL = 1U << 16, /* execution controls */
|
|
|
|
INJ = 1U << 17, /* injection info */
|
|
|
|
STA = 1U << 18, /* interruptibility state */
|
|
|
|
TSC = 1U << 19, /* time-stamp counter */
|
|
|
|
EFER = 1U << 20, /* EFER MSR */
|
|
|
|
PDPTE = 1U << 21, /* PDPTE0 .. PDPTE3 */
|
|
|
|
R8_R15 = 1U << 22, /* R8 .. R15 */
|
|
|
|
SYSCALL_SWAPGS = 1U << 23, /* SYSCALL and SWAPGS MSRs */
|
|
|
|
TPR = 1U << 24, /* TPR and TPR threshold */
|
|
|
|
FPU = 1U << 31, /* FPU state */
|
2015-07-24 12:35:00 +00:00
|
|
|
|
|
|
|
IRQ = EFL | STA | INJ | TSC,
|
2015-11-26 13:19:34 +00:00
|
|
|
ALL = (0x000fffff & ~CTRL) | EFER | R8_R15 | SYSCALL_SWAPGS | TPR,
|
2011-12-22 15:19:25 +00:00
|
|
|
};
|
|
|
|
|
2012-06-06 08:19:48 +00:00
|
|
|
Mtd(mword_t value) : _value(value) { }
|
2011-12-22 15:19:25 +00:00
|
|
|
|
2012-06-06 08:19:48 +00:00
|
|
|
mword_t value() const { return _value; }
|
2011-12-22 15:19:25 +00:00
|
|
|
};
|
|
|
|
|
|
|
|
|
|
|
|
class Crd : public Descriptor
|
|
|
|
{
|
|
|
|
protected:
|
|
|
|
|
|
|
|
/**
|
|
|
|
* Bitfield holding the descriptor type
|
|
|
|
*/
|
|
|
|
enum {
|
2012-07-05 08:47:14 +00:00
|
|
|
TYPE_MASK = 0x3, TYPE_SHIFT = 0,
|
2012-08-08 11:09:16 +00:00
|
|
|
BASE_SHIFT = 12, RIGHTS_MASK = 0x1f,
|
2012-07-05 08:47:14 +00:00
|
|
|
ORDER_MASK = 0x1f, ORDER_SHIFT = 7,
|
2012-08-08 11:09:16 +00:00
|
|
|
BASE_MASK = (~0UL) >> BASE_SHIFT,
|
|
|
|
RIGHTS_SHIFT= 2
|
2011-12-22 15:19:25 +00:00
|
|
|
};
|
|
|
|
|
|
|
|
/**
|
|
|
|
* Capability-range-descriptor types
|
|
|
|
*/
|
|
|
|
enum {
|
|
|
|
NULL_CRD_TYPE = 0,
|
|
|
|
MEM_CRD_TYPE = 1,
|
|
|
|
IO_CRD_TYPE = 2,
|
|
|
|
OBJ_CRD_TYPE = 3,
|
2012-08-08 11:09:16 +00:00
|
|
|
RIGHTS_ALL = 0x1f,
|
2011-12-22 15:19:25 +00:00
|
|
|
};
|
|
|
|
|
2012-06-06 08:19:48 +00:00
|
|
|
void _base(mword_t base)
|
2011-12-22 15:19:25 +00:00
|
|
|
{ _assign<BASE_MASK, BASE_SHIFT>(base); }
|
|
|
|
|
2012-06-06 08:19:48 +00:00
|
|
|
void _order(mword_t order)
|
2011-12-22 15:19:25 +00:00
|
|
|
{ _assign<ORDER_MASK, ORDER_SHIFT>(order); }
|
|
|
|
|
|
|
|
public:
|
|
|
|
|
2012-06-06 08:19:48 +00:00
|
|
|
Crd(mword_t base, mword_t order) {
|
2011-12-22 15:19:25 +00:00
|
|
|
_value = 0; _base(base), _order(order); }
|
|
|
|
|
2012-06-06 08:19:48 +00:00
|
|
|
Crd(mword_t value) { _value = value; }
|
2011-12-22 15:19:25 +00:00
|
|
|
|
2012-06-06 08:19:48 +00:00
|
|
|
mword_t hotspot(mword_t sel_hotspot) const
|
2011-12-22 15:19:25 +00:00
|
|
|
{
|
|
|
|
if ((value() & TYPE_MASK) == MEM_CRD_TYPE)
|
2012-06-06 08:19:48 +00:00
|
|
|
return sel_hotspot & PAGE_MASK_;
|
2011-12-22 15:19:25 +00:00
|
|
|
|
|
|
|
return sel_hotspot << 12;
|
|
|
|
}
|
|
|
|
|
2012-06-20 14:33:43 +00:00
|
|
|
mword_t addr() const { return base() << BASE_SHIFT; }
|
2012-06-06 08:19:48 +00:00
|
|
|
mword_t base() const { return _query<BASE_MASK, BASE_SHIFT>(); }
|
|
|
|
mword_t order() const { return _query<ORDER_MASK, ORDER_SHIFT>(); }
|
2012-06-20 12:07:03 +00:00
|
|
|
bool is_null() const { return (_value & TYPE_MASK) == NULL_CRD_TYPE; }
|
2012-06-20 14:33:43 +00:00
|
|
|
uint8_t type() const { return _query<TYPE_MASK, TYPE_SHIFT>(); }
|
2012-07-30 08:56:07 +00:00
|
|
|
uint8_t rights() const { return _query<RIGHTS_MASK, RIGHTS_SHIFT>(); }
|
2012-06-20 12:07:03 +00:00
|
|
|
} __attribute__((packed));
|
2011-12-22 15:19:25 +00:00
|
|
|
|
|
|
|
|
|
|
|
class Rights
|
|
|
|
{
|
|
|
|
private:
|
|
|
|
|
|
|
|
bool const _readable, _writeable, _executable;
|
|
|
|
|
|
|
|
public:
|
|
|
|
|
|
|
|
Rights(bool readable, bool writeable, bool executable)
|
|
|
|
: _readable(readable), _writeable(writeable),
|
|
|
|
_executable(executable) { }
|
|
|
|
|
|
|
|
Rights() : _readable(false), _writeable(false), _executable(false) {}
|
|
|
|
|
|
|
|
bool readable() const { return _readable; }
|
|
|
|
bool writeable() const { return _writeable; }
|
|
|
|
bool executable() const { return _executable; }
|
|
|
|
};
|
|
|
|
|
|
|
|
|
|
|
|
/**
|
|
|
|
* Memory-capability-range descriptor
|
|
|
|
*/
|
|
|
|
class Mem_crd : public Crd
|
|
|
|
{
|
|
|
|
private:
|
|
|
|
|
|
|
|
enum {
|
|
|
|
EXEC_MASK = 0x1, EXEC_SHIFT = 4,
|
|
|
|
WRITE_MASK = 0x1, WRITE_SHIFT = 3,
|
|
|
|
READ_MASK = 0x1, READ_SHIFT = 2
|
|
|
|
};
|
|
|
|
|
|
|
|
void _rights(Rights r)
|
|
|
|
{
|
|
|
|
_assign<EXEC_MASK, EXEC_SHIFT>(r.executable());
|
|
|
|
_assign<WRITE_MASK, WRITE_SHIFT>(r.writeable());
|
|
|
|
_assign<READ_MASK, READ_SHIFT>(r.readable());
|
|
|
|
}
|
|
|
|
|
|
|
|
public:
|
|
|
|
|
2012-06-06 08:19:48 +00:00
|
|
|
Mem_crd(mword_t base, mword_t order, Rights rights = Rights())
|
2011-12-22 15:19:25 +00:00
|
|
|
: Crd(base, order)
|
|
|
|
{
|
|
|
|
_rights(rights);
|
|
|
|
_assign<TYPE_MASK, TYPE_SHIFT>(MEM_CRD_TYPE);
|
|
|
|
}
|
|
|
|
|
|
|
|
Rights rights() const
|
|
|
|
{
|
|
|
|
return Rights(_query<READ_MASK, READ_SHIFT>(),
|
|
|
|
_query<WRITE_MASK, WRITE_SHIFT>(),
|
|
|
|
_query<EXEC_MASK, EXEC_SHIFT>());
|
|
|
|
}
|
|
|
|
};
|
|
|
|
|
|
|
|
|
|
|
|
/**
|
|
|
|
* I/O-capability-range descriptor
|
|
|
|
*/
|
|
|
|
class Io_crd : public Crd
|
|
|
|
{
|
|
|
|
public:
|
|
|
|
|
2012-06-06 08:19:48 +00:00
|
|
|
Io_crd(mword_t base, mword_t order)
|
2011-12-22 15:19:25 +00:00
|
|
|
: Crd(base, order)
|
|
|
|
{
|
2012-08-08 11:09:16 +00:00
|
|
|
_assign<TYPE_MASK, TYPE_SHIFT>(IO_CRD_TYPE);
|
|
|
|
_assign<RIGHTS_MASK, RIGHTS_SHIFT>(RIGHTS_ALL);
|
2011-12-22 15:19:25 +00:00
|
|
|
}
|
|
|
|
};
|
|
|
|
|
|
|
|
|
|
|
|
class Obj_crd : public Crd
|
|
|
|
{
|
|
|
|
public:
|
|
|
|
|
2012-07-30 08:56:07 +00:00
|
|
|
enum {
|
|
|
|
RIGHT_EC_RECALL = 0x1U,
|
2015-01-05 21:09:51 +00:00
|
|
|
RIGHT_PT_CALL = 0x2U,
|
|
|
|
RIGHT_PT_CTRL = 0x1U,
|
2014-02-12 15:22:22 +00:00
|
|
|
RIGHT_SM_UP = 0x1U,
|
|
|
|
RIGHT_SM_DOWN = 0x2U
|
2012-07-30 08:56:07 +00:00
|
|
|
};
|
|
|
|
|
|
|
|
Obj_crd() : Crd(0, 0)
|
|
|
|
{
|
|
|
|
_assign<TYPE_MASK, TYPE_SHIFT>(NULL_CRD_TYPE);
|
|
|
|
}
|
|
|
|
|
2012-08-08 11:09:16 +00:00
|
|
|
Obj_crd(mword_t base, mword_t order,
|
|
|
|
mword_t rights = RIGHTS_ALL)
|
2011-12-22 15:19:25 +00:00
|
|
|
: Crd(base, order)
|
|
|
|
{
|
2012-08-08 11:09:16 +00:00
|
|
|
_assign<TYPE_MASK, TYPE_SHIFT>(OBJ_CRD_TYPE);
|
|
|
|
_assign<RIGHTS_MASK, RIGHTS_SHIFT>(rights);
|
2011-12-22 15:19:25 +00:00
|
|
|
}
|
|
|
|
};
|
|
|
|
|
|
|
|
|
|
|
|
/**
|
|
|
|
* Quantum-priority descriptor
|
|
|
|
*/
|
|
|
|
class Qpd : public Descriptor
|
|
|
|
{
|
|
|
|
private:
|
|
|
|
|
|
|
|
enum {
|
2012-07-05 08:47:14 +00:00
|
|
|
PRIORITY_MASK = 0xff, PRIORITY_SHIFT = 0,
|
|
|
|
QUANTUM_SHIFT = 12,
|
|
|
|
QUANTUM_MASK = (~0UL) >> QUANTUM_SHIFT
|
2011-12-22 15:19:25 +00:00
|
|
|
};
|
|
|
|
|
2012-06-06 08:19:48 +00:00
|
|
|
void _quantum(mword_t quantum)
|
2011-12-22 15:19:25 +00:00
|
|
|
{ _assign<QUANTUM_MASK, QUANTUM_SHIFT>(quantum); }
|
|
|
|
|
2012-06-06 08:19:48 +00:00
|
|
|
void _priority(mword_t priority)
|
2011-12-22 15:19:25 +00:00
|
|
|
{ _assign<PRIORITY_MASK, PRIORITY_SHIFT>(priority); }
|
|
|
|
|
|
|
|
public:
|
|
|
|
|
2014-02-10 14:28:12 +00:00
|
|
|
enum { DEFAULT_QUANTUM = 10000, DEFAULT_PRIORITY = 64 };
|
2011-12-22 15:19:25 +00:00
|
|
|
|
2012-06-06 08:19:48 +00:00
|
|
|
Qpd(mword_t quantum = DEFAULT_QUANTUM,
|
|
|
|
mword_t priority = DEFAULT_PRIORITY)
|
2011-12-22 15:19:25 +00:00
|
|
|
{
|
|
|
|
_value = 0;
|
|
|
|
_quantum(quantum), _priority(priority);
|
|
|
|
}
|
|
|
|
|
2012-06-06 08:19:48 +00:00
|
|
|
mword_t quantum() const { return _query<QUANTUM_MASK, QUANTUM_SHIFT>(); }
|
|
|
|
mword_t priority() const { return _query<PRIORITY_MASK, PRIORITY_SHIFT>(); }
|
2011-12-22 15:19:25 +00:00
|
|
|
};
|
|
|
|
|
|
|
|
|
|
|
|
/**
|
|
|
|
* User-level thread-control block
|
|
|
|
*/
|
|
|
|
struct Utcb
|
|
|
|
{
|
2016-03-08 15:59:43 +00:00
|
|
|
/**
|
|
|
|
* Return physical size of UTCB in bytes
|
|
|
|
*/
|
|
|
|
static constexpr mword_t size() { return 4096; }
|
|
|
|
|
2012-08-24 08:25:24 +00:00
|
|
|
/**
|
|
|
|
* Number of untyped items uses lowest 16 bit, number of typed items
|
|
|
|
* uses bit 16-31, bit 32+ are ignored on 64bit
|
|
|
|
*/
|
|
|
|
mword_t items;
|
|
|
|
Crd crd_xlt; /* receive capability-range descriptor for translation */
|
|
|
|
Crd crd_rcv; /* receive capability-range descriptor for delegation */
|
2012-06-06 08:19:48 +00:00
|
|
|
mword_t tls;
|
2011-12-22 15:19:25 +00:00
|
|
|
|
|
|
|
/**
|
|
|
|
* Data area
|
|
|
|
*
|
|
|
|
* The UTCB entries following the header hold message payload (normal
|
|
|
|
* IDC operations) or architectural state (exception handling).
|
|
|
|
*/
|
|
|
|
union {
|
|
|
|
|
|
|
|
/* message payload */
|
2012-06-06 08:19:48 +00:00
|
|
|
mword_t msg[];
|
2011-12-22 15:19:25 +00:00
|
|
|
|
|
|
|
/* exception state */
|
|
|
|
struct {
|
2012-08-24 08:25:24 +00:00
|
|
|
mword_t mtd, instr_len, ip, flags;
|
|
|
|
unsigned intr_state, actv_state, inj_info, inj_error;
|
|
|
|
mword_t ax, cx, dx, bx;
|
|
|
|
mword_t sp, bp, si, di;
|
2012-06-06 08:19:48 +00:00
|
|
|
#ifdef __x86_64__
|
2012-08-24 08:25:24 +00:00
|
|
|
mword_t r8, r9, r10, r11, r12, r13, r14, r15;
|
2012-06-06 08:19:48 +00:00
|
|
|
#endif
|
|
|
|
unsigned long long qual[2]; /* exit qualification */
|
|
|
|
unsigned ctrl[2];
|
2013-11-21 21:41:14 +00:00
|
|
|
unsigned long long reserved;
|
2012-06-06 08:19:48 +00:00
|
|
|
mword_t cr0, cr2, cr3, cr4;
|
2015-07-24 12:35:00 +00:00
|
|
|
mword_t pdpte[4];
|
2012-08-24 08:25:24 +00:00
|
|
|
#ifdef __x86_64__
|
2013-11-21 21:41:14 +00:00
|
|
|
mword_t cr8, efer;
|
2015-11-26 13:19:34 +00:00
|
|
|
unsigned long long star;
|
|
|
|
unsigned long long lstar;
|
|
|
|
unsigned long long fmask;
|
|
|
|
unsigned long long kernel_gs_base;
|
|
|
|
unsigned tpr;
|
|
|
|
unsigned tpr_threshold;
|
2012-08-24 08:25:24 +00:00
|
|
|
#endif
|
|
|
|
mword_t dr7, sysenter_cs, sysenter_sp, sysenter_ip;
|
|
|
|
|
|
|
|
struct {
|
|
|
|
unsigned short sel, ar;
|
|
|
|
unsigned limit;
|
|
|
|
mword_t base;
|
2014-02-04 18:57:58 +00:00
|
|
|
#ifndef __x86_64__
|
2015-02-18 17:01:17 +00:00
|
|
|
mword_t reserved;
|
2012-08-24 08:25:24 +00:00
|
|
|
#endif
|
|
|
|
} es, cs, ss, ds, fs, gs, ldtr, tr;
|
|
|
|
struct {
|
|
|
|
unsigned reserved0;
|
|
|
|
unsigned limit;
|
|
|
|
mword_t base;
|
2014-02-04 18:57:58 +00:00
|
|
|
#ifndef __x86_64__
|
2015-02-18 17:01:17 +00:00
|
|
|
mword_t reserved1;
|
2012-08-24 08:25:24 +00:00
|
|
|
#endif
|
|
|
|
} gdtr, idtr;
|
2013-11-21 21:41:14 +00:00
|
|
|
unsigned long long tsc_val, tsc_off;
|
2012-08-24 08:25:24 +00:00
|
|
|
} __attribute__((packed));
|
2011-12-22 15:19:25 +00:00
|
|
|
};
|
|
|
|
|
|
|
|
struct Item {
|
2012-06-06 08:19:48 +00:00
|
|
|
mword_t crd;
|
|
|
|
mword_t hotspot;
|
2016-11-24 20:57:33 +00:00
|
|
|
bool is_del() const { return hotspot & 0x1; }
|
2011-12-22 15:19:25 +00:00
|
|
|
};
|
|
|
|
|
2015-02-18 17:01:17 +00:00
|
|
|
#ifdef __x86_64__
|
2015-11-26 13:19:34 +00:00
|
|
|
inline mword_t read_r8() { return r8; }
|
|
|
|
inline void write_r8(mword_t value) { r8 = value; }
|
|
|
|
inline mword_t read_r9() { return r9; }
|
|
|
|
inline void write_r9(mword_t value) { r9 = value; }
|
|
|
|
inline mword_t read_r10() { return r10; }
|
|
|
|
inline void write_r10(mword_t value) { r10 = value; }
|
|
|
|
inline mword_t read_r11() { return r11; }
|
|
|
|
inline void write_r11(mword_t value) { r11 = value; }
|
|
|
|
inline mword_t read_r12() { return r12; }
|
|
|
|
inline void write_r12(mword_t value) { r12 = value; }
|
|
|
|
inline mword_t read_r13() { return r13; }
|
|
|
|
inline void write_r13(mword_t value) { r13 = value; }
|
|
|
|
inline mword_t read_r14() { return r14; }
|
|
|
|
inline void write_r14(mword_t value) { r14 = value; }
|
|
|
|
inline mword_t read_r15() { return r15; }
|
|
|
|
inline void write_r15(mword_t value) { r15 = value; }
|
2015-02-18 17:01:17 +00:00
|
|
|
inline mword_t read_efer() { return efer; }
|
2015-11-26 13:19:34 +00:00
|
|
|
inline void write_efer(mword_t value) { efer = value; }
|
|
|
|
inline mword_t read_star() { return star; }
|
|
|
|
inline void write_star(mword_t value) { star = value; }
|
|
|
|
inline mword_t read_lstar() { return lstar; }
|
|
|
|
inline void write_lstar(mword_t value) { lstar = value; }
|
|
|
|
inline mword_t read_fmask() { return fmask; }
|
|
|
|
inline void write_fmask(mword_t value) { fmask = value; }
|
|
|
|
inline mword_t read_kernel_gs_base() { return kernel_gs_base; }
|
|
|
|
inline void write_kernel_gs_base(mword_t value) { kernel_gs_base = value; }
|
|
|
|
inline uint32_t read_tpr() { return tpr; }
|
|
|
|
inline void write_tpr(uint32_t value) { tpr = value; }
|
|
|
|
inline uint32_t read_tpr_threshold() { return tpr_threshold; }
|
|
|
|
inline void write_tpr_threshold(uint32_t value) { tpr_threshold = value; }
|
2015-02-18 17:01:17 +00:00
|
|
|
#else
|
2015-11-26 13:19:34 +00:00
|
|
|
inline mword_t read_r8() { return 0UL; }
|
|
|
|
inline void write_r8(mword_t) { }
|
|
|
|
inline mword_t read_r9() { return 0UL; }
|
|
|
|
inline void write_r9(mword_t) { }
|
|
|
|
inline mword_t read_r10() { return 0UL; }
|
|
|
|
inline void write_r10(mword_t) { }
|
|
|
|
inline mword_t read_r11() { return 0UL; }
|
|
|
|
inline void write_r11(mword_t) { }
|
|
|
|
inline mword_t read_r12() { return 0UL; }
|
|
|
|
inline void write_r12(mword_t) { }
|
|
|
|
inline mword_t read_r13() { return 0UL; }
|
|
|
|
inline void write_r13(mword_t) { }
|
|
|
|
inline mword_t read_r14() { return 0UL; }
|
|
|
|
inline void write_r14(mword_t) { }
|
|
|
|
inline mword_t read_r15() { return 0UL; }
|
|
|
|
inline void write_r15(mword_t) { }
|
2015-02-18 17:01:17 +00:00
|
|
|
inline mword_t read_efer() { return 0UL; }
|
|
|
|
inline void write_efer(mword_t) { }
|
2015-11-26 13:19:34 +00:00
|
|
|
inline mword_t read_star() { return 0UL; }
|
|
|
|
inline void write_star(mword_t) { }
|
|
|
|
inline mword_t read_lstar() { return 0UL; }
|
|
|
|
inline void write_lstar(mword_t) { }
|
|
|
|
inline mword_t read_fmask() { return 0UL; }
|
|
|
|
inline void write_fmask(mword_t) { }
|
|
|
|
inline mword_t read_kernel_gs_base() { return 0UL; }
|
|
|
|
inline void write_kernel_gs_base(mword_t) { }
|
|
|
|
inline uint32_t read_tpr() { return 0; }
|
|
|
|
inline void write_tpr(uint32_t) { }
|
|
|
|
inline uint32_t read_tpr_threshold() { return 0; }
|
|
|
|
inline void write_tpr_threshold(uint32_t) { }
|
2015-02-18 17:01:17 +00:00
|
|
|
#endif
|
|
|
|
|
2011-12-22 15:19:25 +00:00
|
|
|
/**
|
|
|
|
* Set number of untyped message words
|
|
|
|
*
|
|
|
|
* Calling this function has the side effect of removing all typed
|
|
|
|
* message items from the message buffer.
|
|
|
|
*/
|
2012-06-06 08:19:48 +00:00
|
|
|
void set_msg_word(unsigned num) { items = num; }
|
2011-12-22 15:19:25 +00:00
|
|
|
|
|
|
|
/**
|
|
|
|
* Return current number of message word in UTCB
|
|
|
|
*/
|
2012-06-20 12:08:07 +00:00
|
|
|
unsigned msg_words() { return items & 0xffffU; }
|
2011-12-22 15:19:25 +00:00
|
|
|
|
2013-01-25 15:30:09 +00:00
|
|
|
/**
|
|
|
|
* Return current number of message items on UTCB
|
|
|
|
*/
|
|
|
|
unsigned msg_items() { return items >> 16; }
|
|
|
|
|
2011-12-22 15:19:25 +00:00
|
|
|
/**
|
|
|
|
* Append message-transfer item to message buffer
|
|
|
|
*
|
|
|
|
* \param exception true to append the item to an exception reply
|
|
|
|
*/
|
2012-06-20 14:26:24 +00:00
|
|
|
__attribute__((warn_unused_result))
|
|
|
|
bool append_item(Crd crd, mword_t sel_hotspot,
|
2011-12-22 15:19:25 +00:00
|
|
|
bool kern_pd = false,
|
2012-07-10 14:46:58 +00:00
|
|
|
bool update_guest_pt = false,
|
2013-01-25 15:26:23 +00:00
|
|
|
bool translate_map = false,
|
2015-08-25 09:46:32 +00:00
|
|
|
bool dma_mem = false,
|
|
|
|
bool write_combined = false)
|
2011-12-22 15:19:25 +00:00
|
|
|
{
|
|
|
|
/* transfer items start at the end of the UTCB */
|
2012-06-06 08:19:48 +00:00
|
|
|
items += 1 << 16;
|
2013-01-25 15:26:23 +00:00
|
|
|
Item *item = reinterpret_cast<Item *>(this);
|
2013-01-25 15:30:09 +00:00
|
|
|
item += (PAGE_SIZE_BYTE / sizeof(struct Item)) - msg_items();
|
2011-12-22 15:19:25 +00:00
|
|
|
|
2012-06-20 14:26:24 +00:00
|
|
|
/* check that there is enough space left on UTCB */
|
|
|
|
if (msg + msg_words() >= reinterpret_cast<mword_t *>(item)) {
|
|
|
|
items -= 1 << 16;
|
|
|
|
return false;
|
|
|
|
}
|
|
|
|
|
2011-12-22 15:19:25 +00:00
|
|
|
/* map from hypervisor or current pd */
|
|
|
|
unsigned h = kern_pd ? (1 << 11) : 0;
|
|
|
|
|
2015-08-25 09:46:32 +00:00
|
|
|
/* map write-combined */
|
|
|
|
unsigned wc = write_combined ? (1 << 10) : 0;
|
|
|
|
|
2011-12-22 15:19:25 +00:00
|
|
|
/* update guest page table */
|
2015-08-25 09:46:32 +00:00
|
|
|
unsigned g = update_guest_pt ? (1 << 9) : 0;
|
2011-12-22 15:19:25 +00:00
|
|
|
|
2013-01-25 15:26:23 +00:00
|
|
|
/* mark memory dma able */
|
2015-08-25 09:46:32 +00:00
|
|
|
unsigned d = dma_mem ? (1 << 8) : 0;
|
2013-01-25 15:26:23 +00:00
|
|
|
|
|
|
|
/* set type of delegation, either 'map' or 'translate and map' */
|
|
|
|
unsigned m = translate_map ? 2 : 1;
|
|
|
|
|
2015-08-25 09:46:32 +00:00
|
|
|
item->hotspot = crd.hotspot(sel_hotspot) | g | h | wc | d | m;
|
2011-12-22 15:19:25 +00:00
|
|
|
item->crd = crd.value();
|
|
|
|
|
2012-06-20 14:26:24 +00:00
|
|
|
return true;
|
2011-12-22 15:19:25 +00:00
|
|
|
}
|
|
|
|
|
2012-07-10 14:46:58 +00:00
|
|
|
/**
|
|
|
|
* Return typed item at postion i in UTCB
|
|
|
|
*
|
|
|
|
* \param i position of item requested, starts with 0
|
|
|
|
*/
|
|
|
|
Item * get_item(const unsigned i) {
|
|
|
|
if (i > (PAGE_SIZE_BYTE / sizeof(struct Item))) return 0;
|
|
|
|
Item * item = reinterpret_cast<Item *>(this) + (PAGE_SIZE_BYTE / sizeof(struct Item)) - i - 1;
|
|
|
|
if (reinterpret_cast<mword_t *>(item) < this->msg) return 0;
|
|
|
|
return item;
|
|
|
|
}
|
|
|
|
|
2012-06-06 08:19:48 +00:00
|
|
|
mword_t mtd_value() const { return static_cast<Mtd>(mtd).value(); }
|
2012-06-20 12:07:03 +00:00
|
|
|
} __attribute__((packed));
|
2011-12-22 15:19:25 +00:00
|
|
|
|
|
|
|
/**
|
|
|
|
* Size of event-specific portal window mapped at PD creation time
|
|
|
|
*/
|
|
|
|
enum {
|
|
|
|
NUM_INITIAL_PT_LOG2 = 5,
|
2012-10-01 10:01:04 +00:00
|
|
|
NUM_INITIAL_PT = 1UL << NUM_INITIAL_PT_LOG2,
|
|
|
|
NUM_INITIAL_PT_RESERVED = 2 * NUM_INITIAL_PT,
|
2013-11-14 09:35:44 +00:00
|
|
|
NUM_INITIAL_VCPU_PT_LOG2 = 8,
|
2011-12-22 15:19:25 +00:00
|
|
|
};
|
|
|
|
|
|
|
|
/**
|
|
|
|
* Event-specific capability selectors
|
|
|
|
*/
|
|
|
|
enum {
|
|
|
|
PT_SEL_PAGE_FAULT = 0xe,
|
|
|
|
PT_SEL_PARENT = 0x1a, /* convention on Genode */
|
2014-02-12 15:22:22 +00:00
|
|
|
PT_SEL_MAIN_EC = 0x1c, /* convention on Genode */
|
2011-12-22 15:19:25 +00:00
|
|
|
PT_SEL_STARTUP = 0x1e,
|
2012-08-24 08:25:24 +00:00
|
|
|
PT_SEL_RECALL = 0x1f,
|
2012-08-01 14:16:51 +00:00
|
|
|
SM_SEL_EC = 0x1d, /* convention on Genode */
|
2011-12-22 15:19:25 +00:00
|
|
|
};
|
|
|
|
|
|
|
|
}
|
2016-01-20 19:52:51 +00:00
|
|
|
#endif /* _INCLUDE__NOVA__SYSCALL_GENERIC_H_ */
|