1 /* Written 2000 by Andi Kleen */
5 #include <linux/threads.h>
10 #include <linux/string.h>
11 #include <linux/smp.h>
12 #include <asm/desc_defs.h>
14 #include <asm/segment.h>
17 extern struct desc_struct cpu_gdt_table[GDT_ENTRIES];
19 #define load_TR_desc() asm volatile("ltr %w0"::"r" (GDT_ENTRY_TSS*8))
20 #define load_LDT_desc() asm volatile("lldt %w0"::"r" (GDT_ENTRY_LDT*8))
21 #define clear_LDT() asm volatile("lldt %w0"::"r" (0))
23 static inline unsigned long __store_tr(void)
27 asm volatile ("str %w0":"=r" (tr));
31 #define store_tr(tr) (tr) = __store_tr()
33 extern gate_desc idt_table[];
34 extern struct desc_ptr cpu_gdt_descr[];
36 static inline void write_ldt_entry(struct desc_struct *ldt,
37 int entry, u32 entry_low, u32 entry_high)
39 __u32 *lp = (__u32 *)((entry << 3) + (char *)ldt);
45 /* the cpu gdt accessor */
46 #define get_cpu_gdt_table(x) ((struct desc_struct *)cpu_gdt_descr[x].address)
48 static inline void load_gdt(const struct desc_ptr *ptr)
50 asm volatile("lgdt %w0"::"m" (*ptr));
53 static inline void store_gdt(struct desc_ptr *ptr)
55 asm("sgdt %w0":"=m" (*ptr));
58 static inline void _set_gate(void *adr, unsigned type, unsigned long func,
59 unsigned dpl, unsigned ist)
63 s.offset_low = PTR_LOW(func);
64 s.segment = __KERNEL_CS;
71 s.offset_middle = PTR_MIDDLE(func);
72 s.offset_high = PTR_HIGH(func);
74 * does not need to be atomic because it is only done once at
80 static inline void set_intr_gate(int nr, void *func)
82 BUG_ON((unsigned)nr > 0xFF);
83 _set_gate(&idt_table[nr], GATE_INTERRUPT, (unsigned long) func, 0, 0);
86 static inline void set_intr_gate_ist(int nr, void *func, unsigned ist)
88 BUG_ON((unsigned)nr > 0xFF);
89 _set_gate(&idt_table[nr], GATE_INTERRUPT, (unsigned long) func, 0, ist);
92 static inline void set_system_gate(int nr, void *func)
94 BUG_ON((unsigned)nr > 0xFF);
95 _set_gate(&idt_table[nr], GATE_INTERRUPT, (unsigned long) func, 3, 0);
98 static inline void set_system_gate_ist(int nr, void *func, unsigned ist)
100 _set_gate(&idt_table[nr], GATE_INTERRUPT, (unsigned long) func, 3, ist);
103 static inline void load_idt(const struct desc_ptr *ptr)
105 asm volatile("lidt %w0"::"m" (*ptr));
108 static inline void store_idt(struct desc_ptr *dtr)
110 asm("sidt %w0":"=m" (*dtr));
113 static inline void set_tssldt_descriptor(void *ptr, unsigned long tss,
114 unsigned type, unsigned size)
116 struct ldttss_desc64 d;
118 memset(&d, 0, sizeof(d));
119 d.limit0 = size & 0xFFFF;
120 d.base0 = PTR_LOW(tss);
121 d.base1 = PTR_MIDDLE(tss) & 0xFF;
124 d.limit1 = (size >> 16) & 0xF;
125 d.base2 = (PTR_MIDDLE(tss) >> 8) & 0xFF;
126 d.base3 = PTR_HIGH(tss);
130 static inline void set_tss_desc(unsigned cpu, void *addr)
133 * sizeof(unsigned long) coming from an extra "long" at the end
134 * of the iobitmap. See tss_struct definition in processor.h
136 * -1? seg base+limit should be pointing to the address of the
139 set_tssldt_descriptor(&get_cpu_gdt_table(cpu)[GDT_ENTRY_TSS],
140 (unsigned long)addr, DESC_TSS,
141 IO_BITMAP_OFFSET + IO_BITMAP_BYTES + sizeof(unsigned long) - 1);
144 static inline void set_ldt_desc(unsigned cpu, void *addr, int size)
146 set_tssldt_descriptor(&get_cpu_gdt_table(cpu)[GDT_ENTRY_LDT],
147 (unsigned long)addr, DESC_LDT, size * 8 - 1);
150 #define LDT_entry_a(info) \
151 ((((info)->base_addr & 0x0000ffff) << 16) | ((info)->limit & 0x0ffff))
152 /* Don't allow setting of the lm bit. It is useless anyways because
153 64bit system calls require __USER_CS. */
154 #define LDT_entry_b(info) \
155 (((info)->base_addr & 0xff000000) | \
156 (((info)->base_addr & 0x00ff0000) >> 16) | \
157 ((info)->limit & 0xf0000) | \
158 (((info)->read_exec_only ^ 1) << 9) | \
159 ((info)->contents << 10) | \
160 (((info)->seg_not_present ^ 1) << 15) | \
161 ((info)->seg_32bit << 22) | \
162 ((info)->limit_in_pages << 23) | \
163 ((info)->useable << 20) | \
164 /* ((info)->lm << 21) | */ \
167 #define LDT_empty(info) (\
168 (info)->base_addr == 0 && \
169 (info)->limit == 0 && \
170 (info)->contents == 0 && \
171 (info)->read_exec_only == 1 && \
172 (info)->seg_32bit == 0 && \
173 (info)->limit_in_pages == 0 && \
174 (info)->seg_not_present == 1 && \
175 (info)->useable == 0 && \
178 static inline void load_TLS(struct thread_struct *t, unsigned int cpu)
181 u64 *gdt = (u64 *)(get_cpu_gdt_table(cpu) + GDT_ENTRY_TLS_MIN);
183 for (i = 0; i < GDT_ENTRY_TLS_ENTRIES; i++)
184 gdt[i] = t->tls_array[i];
188 * load one particular LDT into the current CPU
190 static inline void load_LDT_nolock(mm_context_t *pc, int cpu)
192 int count = pc->size;
194 if (likely(!count)) {
199 set_ldt_desc(cpu, pc->ldt, count);
203 static inline void load_LDT(mm_context_t *pc)
207 load_LDT_nolock(pc, cpu);
211 extern struct desc_ptr idt_descr;
213 static inline unsigned long get_desc_base(const void *ptr)
215 const u32 *desc = ptr;
217 base = ((desc[0] >> 16) & 0x0000ffff) |
218 ((desc[1] << 16) & 0x00ff0000) |
219 (desc[1] & 0xff000000);
223 #endif /* !__ASSEMBLY__ */