2008-01-30 07:30:13 -05:00
|
|
|
/* Written 2000 by Andi Kleen */
|
2005-04-16 18:20:36 -04:00
|
|
|
#ifndef __ARCH_DESC_H
|
|
|
|
#define __ARCH_DESC_H
|
|
|
|
|
|
|
|
#include <linux/threads.h>
|
|
|
|
#include <asm/ldt.h>
|
|
|
|
|
|
|
|
#ifndef __ASSEMBLY__
|
|
|
|
|
|
|
|
#include <linux/string.h>
|
2005-09-16 22:27:55 -04:00
|
|
|
#include <linux/smp.h>
|
2006-12-06 20:14:04 -05:00
|
|
|
#include <asm/desc_defs.h>
|
2005-09-16 22:27:55 -04:00
|
|
|
|
2005-04-16 18:20:36 -04:00
|
|
|
#include <asm/segment.h>
|
|
|
|
#include <asm/mmu.h>
|
|
|
|
|
2006-01-11 16:43:57 -05:00
|
|
|
extern struct desc_struct cpu_gdt_table[GDT_ENTRIES];
|
2005-04-16 18:20:36 -04:00
|
|
|
|
|
|
|
#define load_TR_desc() asm volatile("ltr %w0"::"r" (GDT_ENTRY_TSS*8))
|
|
|
|
#define load_LDT_desc() asm volatile("lldt %w0"::"r" (GDT_ENTRY_LDT*8))
|
|
|
|
#define clear_LDT() asm volatile("lldt %w0"::"r" (0))
|
|
|
|
|
2007-10-19 14:35:03 -04:00
|
|
|
static inline unsigned long __store_tr(void)
|
|
|
|
{
|
|
|
|
unsigned long tr;
|
|
|
|
|
|
|
|
asm volatile ("str %w0":"=r" (tr));
|
|
|
|
return tr;
|
|
|
|
}
|
|
|
|
|
|
|
|
#define store_tr(tr) (tr) = __store_tr()
|
|
|
|
|
2008-01-30 07:31:12 -05:00
|
|
|
extern gate_desc idt_table[];
|
2005-07-29 00:15:30 -04:00
|
|
|
extern struct desc_ptr cpu_gdt_descr[];
|
2005-04-16 18:20:36 -04:00
|
|
|
|
2008-01-30 07:30:13 -05:00
|
|
|
static inline void write_ldt_entry(struct desc_struct *ldt,
|
|
|
|
int entry, u32 entry_low, u32 entry_high)
|
|
|
|
{
|
|
|
|
__u32 *lp = (__u32 *)((entry << 3) + (char *)ldt);
|
|
|
|
|
|
|
|
lp[0] = entry_low;
|
|
|
|
lp[1] = entry_high;
|
|
|
|
}
|
|
|
|
|
2006-01-11 16:43:57 -05:00
|
|
|
/* the cpu gdt accessor */
|
2008-01-30 07:31:12 -05:00
|
|
|
#define get_cpu_gdt_table(x) ((struct desc_struct *)cpu_gdt_descr[x].address)
|
2006-01-11 16:43:57 -05:00
|
|
|
|
2007-10-19 14:35:03 -04:00
|
|
|
static inline void load_gdt(const struct desc_ptr *ptr)
|
|
|
|
{
|
|
|
|
asm volatile("lgdt %w0"::"m" (*ptr));
|
|
|
|
}
|
|
|
|
|
|
|
|
static inline void store_gdt(struct desc_ptr *ptr)
|
|
|
|
{
|
|
|
|
asm("sgdt %w0":"=m" (*ptr));
|
|
|
|
}
|
|
|
|
|
2008-01-30 07:30:13 -05:00
|
|
|
static inline void _set_gate(void *adr, unsigned type, unsigned long func,
|
|
|
|
unsigned dpl, unsigned ist)
|
2005-04-16 18:20:36 -04:00
|
|
|
{
|
2008-01-30 07:31:12 -05:00
|
|
|
gate_desc s;
|
2008-01-30 07:30:13 -05:00
|
|
|
|
|
|
|
s.offset_low = PTR_LOW(func);
|
2005-04-16 18:20:36 -04:00
|
|
|
s.segment = __KERNEL_CS;
|
2008-01-30 07:30:13 -05:00
|
|
|
s.ist = ist;
|
2005-04-16 18:20:36 -04:00
|
|
|
s.p = 1;
|
2008-01-30 07:30:13 -05:00
|
|
|
s.dpl = dpl;
|
2005-04-16 18:20:36 -04:00
|
|
|
s.zero0 = 0;
|
2008-01-30 07:30:13 -05:00
|
|
|
s.zero1 = 0;
|
|
|
|
s.type = type;
|
|
|
|
s.offset_middle = PTR_MIDDLE(func);
|
|
|
|
s.offset_high = PTR_HIGH(func);
|
|
|
|
/*
|
|
|
|
* does not need to be atomic because it is only done once at
|
|
|
|
* setup time
|
|
|
|
*/
|
|
|
|
memcpy(adr, &s, 16);
|
|
|
|
}
|
|
|
|
|
|
|
|
static inline void set_intr_gate(int nr, void *func)
|
|
|
|
{
|
2005-11-05 11:25:53 -05:00
|
|
|
BUG_ON((unsigned)nr > 0xFF);
|
2008-01-30 07:30:13 -05:00
|
|
|
_set_gate(&idt_table[nr], GATE_INTERRUPT, (unsigned long) func, 0, 0);
|
|
|
|
}
|
2005-04-16 18:20:36 -04:00
|
|
|
|
2008-01-30 07:30:13 -05:00
|
|
|
static inline void set_intr_gate_ist(int nr, void *func, unsigned ist)
|
|
|
|
{
|
2005-11-05 11:25:53 -05:00
|
|
|
BUG_ON((unsigned)nr > 0xFF);
|
2008-01-30 07:30:13 -05:00
|
|
|
_set_gate(&idt_table[nr], GATE_INTERRUPT, (unsigned long) func, 0, ist);
|
|
|
|
}
|
2005-04-16 18:20:36 -04:00
|
|
|
|
2008-01-30 07:30:13 -05:00
|
|
|
static inline void set_system_gate(int nr, void *func)
|
|
|
|
{
|
2005-11-05 11:25:53 -05:00
|
|
|
BUG_ON((unsigned)nr > 0xFF);
|
2008-01-30 07:30:13 -05:00
|
|
|
_set_gate(&idt_table[nr], GATE_INTERRUPT, (unsigned long) func, 3, 0);
|
|
|
|
}
|
2005-04-16 18:20:36 -04:00
|
|
|
|
2006-01-11 16:43:00 -05:00
|
|
|
static inline void set_system_gate_ist(int nr, void *func, unsigned ist)
|
|
|
|
{
|
|
|
|
_set_gate(&idt_table[nr], GATE_INTERRUPT, (unsigned long) func, 3, ist);
|
|
|
|
}
|
|
|
|
|
2007-10-19 14:35:03 -04:00
|
|
|
static inline void load_idt(const struct desc_ptr *ptr)
|
|
|
|
{
|
|
|
|
asm volatile("lidt %w0"::"m" (*ptr));
|
|
|
|
}
|
|
|
|
|
|
|
|
static inline void store_idt(struct desc_ptr *dtr)
|
|
|
|
{
|
|
|
|
asm("sidt %w0":"=m" (*dtr));
|
|
|
|
}
|
|
|
|
|
2008-01-30 07:30:13 -05:00
|
|
|
static inline void set_tssldt_descriptor(void *ptr, unsigned long tss,
|
|
|
|
unsigned type, unsigned size)
|
|
|
|
{
|
2008-01-30 07:31:13 -05:00
|
|
|
struct ldttss_desc64 d;
|
2008-01-30 07:30:13 -05:00
|
|
|
|
|
|
|
memset(&d, 0, sizeof(d));
|
2005-04-16 18:20:36 -04:00
|
|
|
d.limit0 = size & 0xFFFF;
|
2008-01-30 07:30:13 -05:00
|
|
|
d.base0 = PTR_LOW(tss);
|
|
|
|
d.base1 = PTR_MIDDLE(tss) & 0xFF;
|
2005-04-16 18:20:36 -04:00
|
|
|
d.type = type;
|
2008-01-30 07:30:13 -05:00
|
|
|
d.p = 1;
|
2005-04-16 18:20:36 -04:00
|
|
|
d.limit1 = (size >> 16) & 0xF;
|
2008-01-30 07:30:13 -05:00
|
|
|
d.base2 = (PTR_MIDDLE(tss) >> 8) & 0xFF;
|
|
|
|
d.base3 = PTR_HIGH(tss);
|
|
|
|
memcpy(ptr, &d, 16);
|
2005-04-16 18:20:36 -04:00
|
|
|
}
|
|
|
|
|
|
|
|
static inline void set_tss_desc(unsigned cpu, void *addr)
|
2008-01-30 07:30:13 -05:00
|
|
|
{
|
2005-11-13 19:06:21 -05:00
|
|
|
/*
|
|
|
|
* sizeof(unsigned long) coming from an extra "long" at the end
|
|
|
|
* of the iobitmap. See tss_struct definition in processor.h
|
|
|
|
*
|
|
|
|
* -1? seg base+limit should be pointing to the address of the
|
|
|
|
* last valid byte
|
|
|
|
*/
|
2008-01-30 07:31:12 -05:00
|
|
|
set_tssldt_descriptor(&get_cpu_gdt_table(cpu)[GDT_ENTRY_TSS],
|
2005-11-13 19:06:21 -05:00
|
|
|
(unsigned long)addr, DESC_TSS,
|
|
|
|
IO_BITMAP_OFFSET + IO_BITMAP_BYTES + sizeof(unsigned long) - 1);
|
2008-01-30 07:30:13 -05:00
|
|
|
}
|
2005-04-16 18:20:36 -04:00
|
|
|
|
|
|
|
static inline void set_ldt_desc(unsigned cpu, void *addr, int size)
|
2008-01-30 07:30:13 -05:00
|
|
|
{
|
2008-01-30 07:31:12 -05:00
|
|
|
set_tssldt_descriptor(&get_cpu_gdt_table(cpu)[GDT_ENTRY_LDT],
|
|
|
|
(unsigned long)addr, DESC_LDT, size * 8 - 1);
|
2005-04-16 18:20:36 -04:00
|
|
|
}
|
|
|
|
|
|
|
|
#define LDT_entry_a(info) \
|
|
|
|
((((info)->base_addr & 0x0000ffff) << 16) | ((info)->limit & 0x0ffff))
|
2008-01-30 07:30:13 -05:00
|
|
|
/* Don't allow setting of the lm bit. It is useless anyways because
|
|
|
|
64bit system calls require __USER_CS. */
|
2005-04-16 18:20:36 -04:00
|
|
|
#define LDT_entry_b(info) \
|
|
|
|
(((info)->base_addr & 0xff000000) | \
|
|
|
|
(((info)->base_addr & 0x00ff0000) >> 16) | \
|
|
|
|
((info)->limit & 0xf0000) | \
|
|
|
|
(((info)->read_exec_only ^ 1) << 9) | \
|
|
|
|
((info)->contents << 10) | \
|
|
|
|
(((info)->seg_not_present ^ 1) << 15) | \
|
|
|
|
((info)->seg_32bit << 22) | \
|
|
|
|
((info)->limit_in_pages << 23) | \
|
|
|
|
((info)->useable << 20) | \
|
|
|
|
/* ((info)->lm << 21) | */ \
|
|
|
|
0x7000)
|
|
|
|
|
|
|
|
#define LDT_empty(info) (\
|
|
|
|
(info)->base_addr == 0 && \
|
|
|
|
(info)->limit == 0 && \
|
|
|
|
(info)->contents == 0 && \
|
|
|
|
(info)->read_exec_only == 1 && \
|
|
|
|
(info)->seg_32bit == 0 && \
|
|
|
|
(info)->limit_in_pages == 0 && \
|
|
|
|
(info)->seg_not_present == 1 && \
|
|
|
|
(info)->useable == 0 && \
|
|
|
|
(info)->lm == 0)
|
|
|
|
|
|
|
|
static inline void load_TLS(struct thread_struct *t, unsigned int cpu)
|
|
|
|
{
|
2007-05-02 13:27:09 -04:00
|
|
|
unsigned int i;
|
2008-01-30 07:31:12 -05:00
|
|
|
u64 *gdt = (u64 *)(get_cpu_gdt_table(cpu) + GDT_ENTRY_TLS_MIN);
|
2007-05-02 13:27:09 -04:00
|
|
|
|
|
|
|
for (i = 0; i < GDT_ENTRY_TLS_ENTRIES; i++)
|
|
|
|
gdt[i] = t->tls_array[i];
|
2008-01-30 07:30:13 -05:00
|
|
|
}
|
2005-04-16 18:20:36 -04:00
|
|
|
|
|
|
|
/*
|
|
|
|
* load one particular LDT into the current CPU
|
|
|
|
*/
|
2008-01-30 07:30:13 -05:00
|
|
|
static inline void load_LDT_nolock(mm_context_t *pc, int cpu)
|
2005-04-16 18:20:36 -04:00
|
|
|
{
|
|
|
|
int count = pc->size;
|
|
|
|
|
|
|
|
if (likely(!count)) {
|
|
|
|
clear_LDT();
|
|
|
|
return;
|
|
|
|
}
|
2008-01-30 07:30:13 -05:00
|
|
|
|
2005-04-16 18:20:36 -04:00
|
|
|
set_ldt_desc(cpu, pc->ldt, count);
|
|
|
|
load_LDT_desc();
|
|
|
|
}
|
|
|
|
|
|
|
|
static inline void load_LDT(mm_context_t *pc)
|
|
|
|
{
|
|
|
|
int cpu = get_cpu();
|
2008-01-30 07:30:13 -05:00
|
|
|
|
2005-04-16 18:20:36 -04:00
|
|
|
load_LDT_nolock(pc, cpu);
|
|
|
|
put_cpu();
|
|
|
|
}
|
|
|
|
|
|
|
|
extern struct desc_ptr idt_descr;
|
|
|
|
|
2008-01-30 07:30:44 -05:00
|
|
|
static inline unsigned long get_desc_base(const void *ptr)
|
|
|
|
{
|
|
|
|
const u32 *desc = ptr;
|
|
|
|
unsigned long base;
|
|
|
|
base = ((desc[0] >> 16) & 0x0000ffff) |
|
|
|
|
((desc[1] << 16) & 0x00ff0000) |
|
|
|
|
(desc[1] & 0xff000000);
|
|
|
|
return base;
|
|
|
|
}
|
|
|
|
|
2005-04-16 18:20:36 -04:00
|
|
|
#endif /* !__ASSEMBLY__ */
|
|
|
|
|
|
|
|
#endif
|