iPXE
librm_mgmt.c
Go to the documentation of this file.
1 /*
2  * librm: a library for interfacing to real-mode code
3  *
4  * Michael Brown <mbrown@fensystems.co.uk>
5  *
6  */
7 
8 FILE_LICENCE ( GPL2_OR_LATER_OR_UBDL );
9 
10 #include <stdint.h>
11 #include <strings.h>
12 #include <assert.h>
13 #include <ipxe/profile.h>
14 #include <realmode.h>
15 #include <pic8259.h>
16 #include <ipxe/shell.h>
17 #include <ipxe/cpuid.h>
18 
19 /*
20  * This file provides functions for managing librm.
21  *
22  */
23 
24 /** The interrupt wrapper */
25 extern char interrupt_wrapper[];
26 
27 /** The interrupt vectors */
29 
30 /** The 32-bit interrupt descriptor table */
32 idt32[NUM_INT] __attribute__ (( aligned ( 16 ) ));
33 
34 /** The 32-bit interrupt descriptor table register */
35 struct idtr32 idtr32 = {
36  .limit = ( sizeof ( idt32 ) - 1 ),
37 };
38 
39 /** The 64-bit interrupt descriptor table */
41 idt64[NUM_INT] __attribute__ (( aligned ( 16 ) ));
42 
43 /** The interrupt descriptor table register */
44 struct idtr64 idtr64 = {
45  .limit = ( sizeof ( idt64 ) - 1 ),
46 };
47 
48 /** Length of stack dump */
49 #define STACK_DUMP_LEN 128
50 
51 /** Timer interrupt profiler */
52 static struct profiler timer_irq_profiler __profiler = { .name = "irq.timer" };
53 
54 /** Other interrupt profiler */
55 static struct profiler other_irq_profiler __profiler = { .name = "irq.other" };
56 
57 /**
58  * Allocate space on the real-mode stack and copy data there from a
59  * user buffer
60  *
61  * @v data User buffer
62  * @v size Size of stack data
63  * @ret sp New value of real-mode stack pointer
64  */
66  userptr_t rm_stack;
67  rm_sp -= size;
68  rm_stack = real_to_user ( rm_ss, rm_sp );
69  memcpy_user ( rm_stack, 0, data, 0, size );
70  return rm_sp;
71 };
72 
73 /**
74  * Deallocate space on the real-mode stack, optionally copying back
75  * data to a user buffer.
76  *
77  * @v data User buffer
78  * @v size Size of stack data
79  */
81  if ( data ) {
82  userptr_t rm_stack = real_to_user ( rm_ss, rm_sp );
83  memcpy_user ( rm_stack, 0, data, 0, size );
84  }
85  rm_sp += size;
86 };
87 
88 /**
89  * Set interrupt vector
90  *
91  * @v intr Interrupt number
92  * @v vector Interrupt vector, or NULL to disable
93  */
94 void set_interrupt_vector ( unsigned int intr, void *vector ) {
95  struct interrupt32_descriptor *idte32;
96  struct interrupt64_descriptor *idte64;
97  intptr_t addr = ( ( intptr_t ) vector );
98 
99  /* Populate 32-bit interrupt descriptor */
100  idte32 = &idt32[intr];
101  idte32->segment = VIRTUAL_CS;
102  idte32->attr = ( vector ? ( IDTE_PRESENT | IDTE_TYPE_IRQ32 ) : 0 );
103  idte32->low = ( addr >> 0 );
104  idte32->high = ( addr >> 16 );
105 
106  /* Populate 64-bit interrupt descriptor, if applicable */
107  if ( sizeof ( physaddr_t ) > sizeof ( uint32_t ) ) {
108  idte64 = &idt64[intr];
109  idte64->segment = LONG_CS;
110  idte64->attr = ( vector ?
111  ( IDTE_PRESENT | IDTE_TYPE_IRQ64 ) : 0 );
112  idte64->low = ( addr >> 0 );
113  idte64->mid = ( addr >> 16 );
114  idte64->high = ( ( ( uint64_t ) addr ) >> 32 );
115  }
116 }
117 
118 /**
119  * Initialise interrupt descriptor table
120  *
121  */
122 __asmcall void init_idt ( void ) {
123  struct interrupt_vector *vec;
124  unsigned int intr;
125 
126  /* Initialise the interrupt descriptor table and interrupt vectors */
127  for ( intr = 0 ; intr < NUM_INT ; intr++ ) {
128  vec = &intr_vec[intr];
129  vec->push = PUSH_INSN;
130  vec->movb = MOVB_INSN;
131  vec->intr = intr;
132  vec->jmp = JMP_INSN;
133  vec->offset = ( ( intptr_t ) interrupt_wrapper -
134  ( intptr_t ) vec->next );
135  set_interrupt_vector ( intr, vec );
136  }
137  DBGC ( &intr_vec[0], "INTn vector at %p+%zxn (phys %#lx+%zxn)\n",
138  intr_vec, sizeof ( intr_vec[0] ),
139  virt_to_phys ( intr_vec ), sizeof ( intr_vec[0] ) );
140 
141  /* Initialise the 32-bit interrupt descriptor table register */
143 
144  /* Initialise the 64-bit interrupt descriptor table register,
145  * if applicable.
146  */
147  if ( sizeof ( physaddr_t ) > sizeof ( uint32_t ) )
149 }
150 
151 /**
152  * Determine interrupt profiler (for debugging)
153  *
154  * @v intr Interrupt number
155  * @ret profiler Profiler
156  */
157 static struct profiler * interrupt_profiler ( int intr ) {
158 
159  switch ( intr ) {
160  case IRQ_INT ( 0 ) :
161  return &timer_irq_profiler;
162  default:
163  return &other_irq_profiler;
164  }
165 }
166 
167 /**
168  * Display interrupt stack dump (for debugging)
169  *
170  * @v intr Interrupt number
171  * @v frame32 32-bit interrupt wrapper stack frame (or NULL)
172  * @v frame64 64-bit interrupt wrapper stack frame (or NULL)
173  */
174 static __attribute__ (( unused )) void
175 interrupt_dump ( int intr, struct interrupt_frame32 *frame32,
176  struct interrupt_frame64 *frame64 ) {
177  unsigned long sp;
178  void *stack;
179 
180  /* Do nothing unless debugging is enabled */
181  if ( ! DBG_LOG )
182  return;
183 
184  /* Print register dump */
185  if ( ( sizeof ( physaddr_t ) <= sizeof ( uint32_t ) ) || frame32 ) {
186  sp = ( frame32->esp + sizeof ( *frame32 ) -
187  offsetof ( typeof ( *frame32 ), esp ) );
188  DBGC ( &intr, "INT%d at %04x:%08x (stack %04x:%08lx):\n",
189  intr, frame32->cs, frame32->eip, frame32->ss, sp );
190  DBGC ( &intr, "cs = %04x ds = %04x es = %04x fs = %04x "
191  "gs = %04x ss = %04x\n", frame32->cs, frame32->ds,
192  frame32->es, frame32->fs, frame32->gs, frame32->ss );
193  DBGC ( &intr, "eax = %08x ebx = %08x ecx = %08x "
194  "edx = %08x flg = %08x\n", frame32->eax, frame32->ebx,
195  frame32->ecx, frame32->edx, frame32->eflags );
196  DBGC ( &intr, "esi = %08x edi = %08x ebp = %08x "
197  "esp = %08lx eip = %08x\n", frame32->esi, frame32->edi,
198  frame32->ebp, sp, frame32->eip );
199  stack = ( ( ( void * ) frame32 ) + sizeof ( *frame32 ) );
200  } else {
201  DBGC ( &intr, "INT%d at %04llx:%016llx (stack "
202  "%04llx:%016llx):\n", intr,
203  ( ( unsigned long long ) frame64->cs ),
204  ( ( unsigned long long ) frame64->rip ),
205  ( ( unsigned long long ) frame64->ss ),
206  ( ( unsigned long long ) frame64->rsp ) );
207  DBGC ( &intr, "rax = %016llx rbx = %016llx rcx = %016llx\n",
208  ( ( unsigned long long ) frame64->rax ),
209  ( ( unsigned long long ) frame64->rbx ),
210  ( ( unsigned long long ) frame64->rcx ) );
211  DBGC ( &intr, "rdx = %016llx rsi = %016llx rdi = %016llx\n",
212  ( ( unsigned long long ) frame64->rdx ),
213  ( ( unsigned long long ) frame64->rsi ),
214  ( ( unsigned long long ) frame64->rdi ) );
215  DBGC ( &intr, "rbp = %016llx rsp = %016llx flg = %016llx\n",
216  ( ( unsigned long long ) frame64->rbp ),
217  ( ( unsigned long long ) frame64->rsp ),
218  ( ( unsigned long long ) frame64->rflags ) );
219  DBGC ( &intr, "r8 = %016llx r9 = %016llx r10 = %016llx\n",
220  ( ( unsigned long long ) frame64->r8 ),
221  ( ( unsigned long long ) frame64->r9 ),
222  ( ( unsigned long long ) frame64->r10 ) );
223  DBGC ( &intr, "r11 = %016llx r12 = %016llx r13 = %016llx\n",
224  ( ( unsigned long long ) frame64->r11 ),
225  ( ( unsigned long long ) frame64->r12 ),
226  ( ( unsigned long long ) frame64->r13 ) );
227  DBGC ( &intr, "r14 = %016llx r15 = %016llx\n",
228  ( ( unsigned long long ) frame64->r14 ),
229  ( ( unsigned long long ) frame64->r15 ) );
230  sp = frame64->rsp;
231  stack = phys_to_virt ( sp );
232  }
233 
234  /* Print stack dump */
235  DBGC_HDA ( &intr, sp, stack, STACK_DUMP_LEN );
236 }
237 
238 /**
239  * Interrupt handler
240  *
241  * @v intr Interrupt number
242  * @v frame32 32-bit interrupt wrapper stack frame (or NULL)
243  * @v frame64 64-bit interrupt wrapper stack frame (or NULL)
244  * @v frame Interrupt wrapper stack frame
245  */
246 void __attribute__ (( regparm ( 3 ) ))
247 interrupt ( int intr, struct interrupt_frame32 *frame32,
248  struct interrupt_frame64 *frame64 ) {
250  uint32_t discard_eax;
251 
252  /* Trap CPU exceptions if debugging is enabled. Note that we
253  * cannot treat INT8+ as exceptions, since we are not
254  * permitted to rebase the PIC.
255  */
256  if ( DBG_LOG && ( intr < IRQ_INT ( 0 ) ) ) {
257  interrupt_dump ( intr, frame32, frame64 );
258  DBG ( "CPU exception: dropping to emergency shell\n" );
259  shell();
260  }
261 
262  /* Reissue interrupt in real mode */
264  __asm__ __volatile__ ( REAL_CODE ( "movb %%al, %%cs:(1f + 1)\n\t"
265  "\n1:\n\t"
266  "int $0x00\n\t" )
267  : "=a" ( discard_eax ) : "0" ( intr ) );
270 }
271 
272 /**
273  * Map pages for I/O
274  *
275  * @v bus_addr Bus address
276  * @v len Length of region
277  * @ret io_addr I/O address
278  */
279 static void * ioremap_pages ( unsigned long bus_addr, size_t len ) {
280  unsigned long start;
281  unsigned int count;
282  unsigned int stride;
283  unsigned int first;
284  unsigned int i;
285  size_t offset;
286  void *io_addr;
287 
288  DBGC ( &io_pages, "IO mapping %08lx+%zx\n", bus_addr, len );
289 
290  /* Sanity check */
291  if ( ! len )
292  return NULL;
293 
294  /* Round down start address to a page boundary */
295  start = ( bus_addr & ~( IO_PAGE_SIZE - 1 ) );
296  offset = ( bus_addr - start );
297  assert ( offset < IO_PAGE_SIZE );
298 
299  /* Calculate number of pages required */
300  count = ( ( offset + len + IO_PAGE_SIZE - 1 ) / IO_PAGE_SIZE );
301  assert ( count != 0 );
302  assert ( count < ( sizeof ( io_pages.page ) /
303  sizeof ( io_pages.page[0] ) ) );
304 
305  /* Round up number of pages to a power of two */
306  stride = ( 1 << ( fls ( count ) - 1 ) );
307  assert ( count <= stride );
308 
309  /* Allocate pages */
310  for ( first = 0 ; first < ( sizeof ( io_pages.page ) /
311  sizeof ( io_pages.page[0] ) ) ;
312  first += stride ) {
313 
314  /* Calculate I/O address */
315  io_addr = ( IO_BASE + ( first * IO_PAGE_SIZE ) + offset );
316 
317  /* Check that page table entries are available */
318  for ( i = first ; i < ( first + count ) ; i++ ) {
319  if ( io_pages.page[i] & PAGE_P ) {
320  io_addr = NULL;
321  break;
322  }
323  }
324  if ( ! io_addr )
325  continue;
326 
327  /* Create page table entries */
328  for ( i = first ; i < ( first + count ) ; i++ ) {
329  io_pages.page[i] = ( start | PAGE_P | PAGE_RW |
331  PAGE_PS );
332  start += IO_PAGE_SIZE;
333  }
334 
335  /* Mark last page as being the last in this allocation */
336  io_pages.page[ i - 1 ] |= PAGE_LAST;
337 
338  /* Return I/O address */
339  DBGC ( &io_pages, "IO mapped %08lx+%zx to %p using PTEs "
340  "[%d-%d]\n", bus_addr, len, io_addr, first,
341  ( first + count - 1 ) );
342  return io_addr;
343  }
344 
345  DBGC ( &io_pages, "IO could not map %08lx+%zx\n", bus_addr, len );
346  return NULL;
347 }
348 
349 /**
350  * Unmap pages for I/O
351  *
352  * @v io_addr I/O address
353  */
354 static void iounmap_pages ( volatile const void *io_addr ) {
355  volatile const void *invalidate = io_addr;
356  unsigned int first;
357  unsigned int i;
358  int is_last;
359 
360  DBGC ( &io_pages, "IO unmapping %p\n", io_addr );
361 
362  /* Calculate first page table entry */
363  first = ( ( io_addr - IO_BASE ) / IO_PAGE_SIZE );
364 
365  /* Clear page table entries */
366  for ( i = first ; ; i++ ) {
367 
368  /* Sanity check */
369  assert ( io_pages.page[i] & PAGE_P );
370 
371  /* Check if this is the last page in this allocation */
372  is_last = ( io_pages.page[i] & PAGE_LAST );
373 
374  /* Clear page table entry */
375  io_pages.page[i] = 0;
376 
377  /* Invalidate TLB for this page */
378  __asm__ __volatile__ ( "invlpg (%0)" : : "r" ( invalidate ) );
379  invalidate += IO_PAGE_SIZE;
380 
381  /* Terminate if this was the last page */
382  if ( is_last )
383  break;
384  }
385 
386  DBGC ( &io_pages, "IO unmapped %p using PTEs [%d-%d]\n",
387  io_addr, first, i );
388 }
389 
390 /**
391  * Check for FXSAVE/FXRSTOR instruction support
392  *
393  */
395  struct x86_features features;
396 
397  /* Check for FXSR bit */
398  x86_features ( &features );
399  if ( ! ( features.intel.edx & CPUID_FEATURES_INTEL_EDX_FXSR ) )
400  regs->flags |= CF;
401  DBGC ( &features, "FXSAVE/FXRSTOR is%s supported\n",
402  ( ( regs->flags & CF ) ? " not" : "" ) );
403 }
404 
#define IO_PAGE_SIZE
I/O page size.
Definition: librm.h:466
uint32_t cs
Definition: librm.h:400
#define __attribute__(x)
Definition: compiler.h:10
uint64_t rsp
Definition: librm.h:424
unsigned short uint16_t
Definition: stdint.h:11
#define CF
Definition: registers.h:181
Minimal command shell.
uint32_t esp
Definition: librm.h:249
uint64_t r14
Definition: librm.h:407
uint16_t mid
Middle 16 bits of address.
Definition: librm.h:336
uint8_t next[0]
Next instruction after jump.
Definition: librm.h:372
uint64_t r12
Definition: librm.h:409
uint32_t vector
MSI-X vector.
Definition: ena.h:20
uint8_t intr
Interrupt number.
Definition: librm.h:366
off_t memchr_user(userptr_t userptr, off_t offset, int c, size_t len)
Find character in user buffer.
#define IDTE_TYPE_IRQ32
Interrupt descriptor 32-bit interrupt gate type.
Definition: librm.h:347
PROVIDE_UACCESS_INLINE(librm, phys_to_user)
uint32_t es
Definition: librm.h:390
uint64_t rsi
Definition: librm.h:416
uint16_t high
High 16 bits of address.
Definition: librm.h:322
Page-level write-through.
Definition: librm.h:445
unsigned long user_to_phys(userptr_t userptr, off_t offset)
Convert user pointer to physical address.
PROVIDE_IOMAP(pages, ioremap, ioremap_pages)
#define DBGC(...)
Definition: compiler.h:505
#define LONG_CS
Definition: librm.h:17
uint8_t attr
Type and attributes.
Definition: librm.h:320
unsigned long long uint64_t
Definition: stdint.h:13
void x86_features(struct x86_features *features)
Get x86 CPU features.
Definition: cpuid.c:163
userptr_t phys_to_user(unsigned long phys_addr)
Convert physical address to user pointer.
int shell(void)
Start command shell.
Definition: shell.c:84
uint64_t r10
Definition: librm.h:411
uint32_t eax
Definition: librm.h:398
#define offsetof(type, field)
Get offset of a field within a structure.
Definition: stddef.h:24
x86 CPU features
Definition: cpuid.h:23
A data structure for storing profiling information.
Definition: profile.h:26
unsigned long io_to_bus(volatile const void *io_addr)
Convert I/O address to bus address (for debug only)
unsigned long intptr_t
Definition: stdint.h:21
static void iounmap_pages(volatile const void *io_addr)
Unmap pages for I/O.
Definition: librm_mgmt.c:354
static void interrupt_dump(int intr, struct interrupt_frame32 *frame32, struct interrupt_frame64 *frame64)
Display interrupt stack dump (for debugging)
Definition: librm_mgmt.c:175
static void profile_stop(struct profiler *profiler)
Stop profiling.
Definition: profile.h:171
uint32_t high
High 32 bits of address.
Definition: librm.h:338
A full register dump.
Definition: registers.h:174
Page-level cache disable.
Definition: librm.h:447
static __always_inline unsigned long virt_to_phys(volatile const void *addr)
Convert virtual address to a physical address.
Definition: uaccess.h:287
uint64_t r13
Definition: librm.h:408
uint64_t ss
Definition: librm.h:425
uint32_t start
Starting offset.
Definition: netvsc.h:12
#define IDTE_TYPE_IRQ64
Interrupt descriptor 64-bit interrupt gate type.
Definition: librm.h:350
uint64_t rcx
Definition: librm.h:418
uint32_t ds
Definition: librm.h:391
static __always_inline void * phys_to_virt(unsigned long phys_addr)
Convert physical address to a virtual address.
Definition: uaccess.h:299
uint64_t r8
Definition: librm.h:413
A 32-bit interrupt descriptor table entry.
Definition: librm.h:312
void memset_user(userptr_t userptr, off_t offset, int c, size_t len)
Fill user buffer with a constant byte.
userptr_t userptr_add(userptr_t userptr, off_t offset)
Add offset to user pointer.
const char * name
Name.
Definition: profile.h:28
uint16_t copy_user_to_rm_stack(userptr_t data, size_t size)
Allocate space on the real-mode stack and copy data there from a user buffer.
Definition: librm_mgmt.c:65
#define __asmcall
Declare a function with standard calling conventions.
Definition: compiler.h:15
uint32_t edx
Definition: librm.h:395
uint64_t rax
Definition: librm.h:420
Assertions.
assert((readw(&hdr->flags) &(GTF_reading|GTF_writing))==0)
uint8_t intr
Interrupts enabled.
Definition: ena.h:14
#define IO_BASE
I/O page base address.
Definition: librm.h:473
#define DBGC_HDA(...)
Definition: compiler.h:506
uint32_t fs
Definition: librm.h:389
uint64_t r9
Definition: librm.h:412
A 16-bit general register.
Definition: registers.h:24
static userptr_t size_t offset
Offset of the first segment within the content.
Definition: deflate.h:259
uint8_t movb
"movb" instruction
Definition: librm.h:364
Page is the last page in an allocation.
Definition: librm.h:455
uint32_t ecx
Definition: librm.h:396
static struct interrupt_vector intr_vec[NUM_INT]
The interrupt vectors.
Definition: librm_mgmt.c:28
uint32_t eip
Definition: librm.h:399
Page is a large page.
Definition: librm.h:449
static void profile_start(struct profiler *profiler)
Start profiling.
Definition: profile.h:158
__asmcall void init_idt(void)
Initialise interrupt descriptor table.
Definition: librm_mgmt.c:122
Profiling.
uint32_t edi
Definition: librm.h:393
#define CPUID_FEATURES_INTEL_EDX_FXSR
FXSAVE and FXRSTOR are supported.
Definition: cpuid.h:52
#define PUSH_INSN
"push %eax" instruction
Definition: librm.h:376
uint16_t low
Low 16 bits of address.
Definition: librm.h:314
uint32_t esp
Definition: librm.h:386
uint64_t rdx
Definition: librm.h:417
uint64_t r15
Definition: librm.h:406
x86 CPU feature detection
uint16_t limit
Limit.
Definition: librm.h:298
uint32_t features
Supported features.
Definition: ena.h:16
uint16_t rm_ss
An interrupt vector.
Definition: librm.h:360
uint32_t ebp
Definition: librm.h:392
uint32_t eflags
Definition: librm.h:401
#define IRQ_INT(irq)
Definition: pic8259.h:60
#define VIRTUAL_CS
Definition: librm.h:10
FILE_LICENCE(GPL2_OR_LATER_OR_UBDL)
A 32-bit interrupt descriptor table register.
Definition: librm.h:296
u32 addr
Definition: sky2.h:8
uint8_t push
"push" instruction
Definition: librm.h:362
uint16_t low
Low 16 bits of address.
Definition: librm.h:328
static struct profiler timer_irq_profiler __profiler
Timer interrupt profiler.
Definition: librm_mgmt.c:52
__asm__ __volatile__("\n1:\n\t" "movb -1(%3,%1), %%al\n\t" "stosb\n\t" "loop 1b\n\t" "xorl %%eax, %%eax\n\t" "mov %4, %1\n\t" "rep stosb\n\t" :"=&D"(discard_D), "=&c"(discard_c), "+m"(*value) :"r"(data), "g"(pad_len), "0"(value0), "1"(len) :"eax")
unsigned int uint32_t
Definition: stdint.h:12
#define STACK_DUMP_LEN
Length of stack dump.
Definition: librm_mgmt.c:49
A 64-bit interrupt descriptor table entry.
Definition: librm.h:326
struct i386_regs regs
Definition: registers.h:15
uint64_t rbp
Definition: librm.h:414
#define MOVB_INSN
"movb" instruction
Definition: librm.h:379
uint32_t ss
Definition: librm.h:387
unsigned long physaddr_t
Definition: stdint.h:20
size_t strlen_user(userptr_t userptr, off_t offset)
Find length of NUL-terminated string in user buffer.
uint64_t rflags
Definition: librm.h:423
32-bit interrupt wrapper stack frame
Definition: librm.h:385
__asm__(".section \".rodata\", \"a\", " PROGBITS "\n\t" "\nprivate_key_data:\n\t" ".size private_key_data, ( . - private_key_data )\n\t" ".equ private_key_len, ( . - private_key_data )\n\t" ".previous\n\t")
#define IDTE_PRESENT
Interrupt descriptor is present.
Definition: librm.h:344
uint32_t esi
Definition: librm.h:394
uint32_t len
Length.
Definition: ena.h:14
uint64_t base
Base.
Definition: librm.h:308
uint8_t unused[32]
Unused.
Definition: eltorito.h:15
void set_interrupt_vector(unsigned int intr, void *vector)
Set interrupt vector.
Definition: librm_mgmt.c:94
uint32_t gs
Definition: librm.h:388
uint32_t ebx
Definition: librm.h:397
uint16_t count
Number of entries.
Definition: ena.h:22
uint64_t cs
Definition: librm.h:422
uint16_t segment
Code segment.
Definition: librm.h:330
uint16_t limit
Limit.
Definition: librm.h:306
userptr_t virt_to_user(volatile const void *addr)
Convert virtual address to user pointer.
Page is writable.
Definition: librm.h:441
struct page_table io_pages
The I/O space page table.
void * user_to_virt(userptr_t userptr, off_t offset)
Convert user pointer to virtual address.
uint64_t rbx
Definition: librm.h:419
uint8_t size
Entry size (in 32-bit words)
Definition: ena.h:16
void iounmap(volatile const void *io_addr)
Unmap I/O address.
#define JMP_INSN
"jmp" instruction
Definition: librm.h:382
uint8_t data[48]
Additional event data.
Definition: ena.h:22
uint32_t base
Base.
Definition: librm.h:300
uint16_t rm_sp
char interrupt_wrapper[]
The interrupt wrapper.
uint32_t offset
Interrupt wrapper address offset.
Definition: librm.h:370
static void * ioremap_pages(unsigned long bus_addr, size_t len)
Map pages for I/O.
Definition: librm_mgmt.c:279
void memmove_user(userptr_t dest, off_t dest_off, userptr_t src, off_t src_off, size_t len)
Copy data between user buffers, allowing for overlap.
static __always_inline userptr_t real_to_user(unsigned int segment, unsigned int offset)
Convert segment:offset address to user buffer.
Definition: realmode.h:75
Page is accessible by user code.
Definition: librm.h:443
void remove_user_from_rm_stack(userptr_t data, size_t size)
Deallocate space on the real-mode stack, optionally copying back data to a user buffer.
Definition: librm_mgmt.c:80
static struct profiler * interrupt_profiler(int intr)
Determine interrupt profiler (for debugging)
Definition: librm_mgmt.c:157
typeof(acpi_finder=acpi_find)
ACPI table finder.
Definition: acpi.c:45
#define NUM_INT
Number of interrupts.
Definition: librm.h:293
uint64_t page[512]
Page address and flags.
Definition: librm.h:433
static void profile_exclude(struct profiler *profiler)
Exclude time from other ongoing profiling results.
Definition: profile.h:184
uint64_t rip
Definition: librm.h:421
#define DBG(...)
Print a debugging message.
Definition: compiler.h:498
uint8_t jmp
"jmp" instruction
Definition: librm.h:368
void * ioremap(unsigned long bus_addr, size_t len)
Map bus address as an I/O address.
static struct interrupt64_descriptor idt64[NUM_INT]
The 64-bit interrupt descriptor table.
Definition: librm_mgmt.c:40
#define fls(x)
Find last (i.e.
Definition: strings.h:166
static __always_inline void unsigned long bus_addr
Definition: ecam_io.h:135
__asmcall void check_fxsr(struct i386_all_regs *regs)
Check for FXSAVE/FXRSTOR instruction support.
Definition: librm_mgmt.c:394
#define DBG_LOG
Definition: compiler.h:317
uint64_t r11
Definition: librm.h:410
#define REAL_CODE(asm_code_str)
Definition: libkir.h:226
#define NULL
NULL pointer (VOID *)
Definition: Base.h:321
void interrupt(int intr, struct interrupt_frame32 *frame32, struct interrupt_frame64 *frame64)
Interrupt handler.
Definition: librm_mgmt.c:247
uint8_t attr
Type and attributes.
Definition: librm.h:334
64-bit interrupt wrapper stack frame
Definition: librm.h:405
uint32_t first
Length to skip in first segment.
Definition: pccrc.h:23
A 64-bit interrupt descriptor table register.
Definition: librm.h:304
PROVIDE_IOMAP_INLINE(pages, io_to_bus)
uint16_t sp
Definition: registers.h:27
uint64_t rdi
Definition: librm.h:415
void memcpy_user(userptr_t dest, off_t dest_off, userptr_t src, off_t src_off, size_t len)
Copy data between user buffers.
unsigned long userptr_t
A pointer to a user buffer.
Definition: uaccess.h:33
uint16_t segment
Code segment.
Definition: librm.h:316
String functions.
static struct interrupt32_descriptor idt32[NUM_INT]
The 32-bit interrupt descriptor table.
Definition: librm_mgmt.c:31
Page is present.
Definition: librm.h:439