Print this page
8956 Implement KPTI
Reviewed by: Jerry Jelinek <jerry.jelinek@joyent.com>
Reviewed by: Robert Mustacchi <rm@joyent.com>
| Split |
Close |
| Expand all |
| Collapse all |
--- old/usr/src/uts/intel/sys/segments.h
+++ new/usr/src/uts/intel/sys/segments.h
1 1 /*
2 2 * Copyright (c) 2004, 2010, Oracle and/or its affiliates. All rights reserved.
3 3 */
4 4 /*
5 - * Copyright 2016 Joyent, Inc.
5 + * Copyright 2018 Joyent, Inc.
6 6 */
7 7
8 8 #ifndef _SYS_SEGMENTS_H
9 9 #define _SYS_SEGMENTS_H
10 10
11 11 #ifdef __cplusplus
12 12 extern "C" {
13 13 #endif
14 14
15 15 /*
16 16 * Copyright (c) 1989, 1990 William F. Jolitz
17 17 * Copyright (c) 1990 The Regents of the University of California.
18 18 * All rights reserved.
19 19 *
20 20 * This code is derived from software contributed to Berkeley by
21 21 * William Jolitz.
22 22 *
23 23 * Redistribution and use in source and binary forms, with or without
24 24 * modification, are permitted provided that the following conditions
25 25 * are met:
26 26 * 1. Redistributions of source code must retain the above copyright
27 27 * notice, this list of conditions and the following disclaimer.
28 28 * 2. Redistributions in binary form must reproduce the above copyright
29 29 * notice, this list of conditions and the following disclaimer in the
30 30 * documentation and/or other materials provided with the distribution.
31 31 * 3. All advertising materials mentioning features or use of this software
32 32 * must display the following acknowledgement:
33 33 * This product includes software developed by the University of
34 34 * California, Berkeley and its contributors.
35 35 * 4. Neither the name of the University nor the names of its contributors
36 36 * may be used to endorse or promote products derived from this software
37 37 * without specific prior written permission.
38 38 *
39 39 * THIS SOFTWARE IS PROVIDED BY THE REGENTS AND CONTRIBUTORS ``AS IS'' AND
40 40 * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
41 41 * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
42 42 * ARE DISCLAIMED. IN NO EVENT SHALL THE REGENTS OR CONTRIBUTORS BE LIABLE
43 43 * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
44 44 * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
45 45 * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
46 46 * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
47 47 * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
48 48 * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
49 49 * SUCH DAMAGE.
50 50 *
51 51 * from: @(#)segments.h 7.1 (Berkeley) 5/9/91
52 52 * $FreeBSD: src/sys/i386/include/segments.h,v 1.34 2003/09/10 01:07:04
53 53 * jhb Exp $
54 54 *
55 55 * 386 Segmentation Data Structures and definitions
56 56 * William F. Jolitz (william@ernie.berkeley.edu) 6/20/1989
57 57 */
58 58
59 59 #include <sys/tss.h>
60 60
61 61 /*
62 62 * Selector register format
63 63 * CS, DS, ES, FS, GS, SS
64 64 *
65 65 * 15 3 2 1 0
66 66 * +---------------------+---+----+
67 67 * | SI |TI |RPL |
68 68 * +---------------------+---+----+
69 69 *
70 70 * SI = selector index
71 71 * TI = table indicator (0 = GDT, 1 = LDT)
72 72 * RPL = requestor privilege level
73 73 */
74 74 #if !defined(_ASM) || defined(__GNUC_AS__)
75 75 #define IDXTOSEL(s) ((s) << 3) /* index to selector */
76 76 #define SEL_GDT(s, r) (IDXTOSEL(s) | r) /* global sel */
77 77 #else
78 78 #define IDXTOSEL(s) [s << 3]
79 79 #define SEL_GDT(s, r) [IDXTOSEL(s) | r]
80 80 #endif
81 81
82 82 #define SELTOIDX(s) ((s) >> 3) /* selector to index */
83 83
84 84 /*
85 85 * SEL_(KPL,UPL,XPL) is the RPL or DPL value for code and data selectors
86 86 * and their descriptors respectively.
87 87 *
88 88 * TRP_(KPL,UPL,XPL) is used to indicate the DPL for system gates only.
89 89 *
90 90 * This distinction is important to support para-virt guests on the
|
↓ open down ↓ |
75 lines elided |
↑ open up ↑ |
91 91 * 64-bit hypervisor. Both guest kernel and user run in ring 3 and the
92 92 * hypervisor runs in ring 0. When the kernel creates its trap and
93 93 * interrupt gates it needs a way to prevent any arbitrary int $n
94 94 * instruction from entering a gate that is not expected. The hypervisor
95 95 * allows these gates to have a DPL from 1 to 3. By creating gates
96 96 * with a DPL below user (ring 3) the int $n will generate a #gp fault
97 97 * which the hypervisor catches and forwards to the guest.
98 98 */
99 99 #if defined(__xpv)
100 100
101 -#if defined(__amd64)
102 -
103 101 #define SEL_XPL 0 /* hypervisor privilege level */
104 102 #define SEL_KPL 3 /* both kernel and user in ring 3 */
105 103 #define TRP_KPL 1 /* system gate priv (user blocked) */
106 -
107 -#elif defined(__i386)
108 -
109 -#define SEL_XPL 0 /* hypervisor privilege level */
110 -#define SEL_KPL 1 /* kernel privilege level */
111 -#define TRP_KPL SEL_KPL /* system gate priv (user blocked) */
112 -
113 -#endif /* __i386 */
114 -
115 104 #define TRP_XPL 0 /* system gate priv (hypervisor) */
116 105
106 +#define IST_DBG 0
107 +
117 108 #else /* __xpv */
118 109
119 110 #define SEL_KPL 0 /* kernel privilege level on metal */
120 111 #define TRP_KPL SEL_KPL /* system gate priv (user blocked) */
121 112
113 +
114 +#define IST_DF 1
115 +#define IST_NMI 2
116 +#define IST_MCE 3
117 +#define IST_DBG 4
118 +#define IST_NESTABLE 5
119 +#define IST_DEFAULT 6
120 +
122 121 #endif /* __xpv */
123 122
123 +#define IST_NONE 0
124 +
124 125 #define SEL_UPL 3 /* user priority level */
125 126 #define TRP_UPL 3 /* system gate priv (user allowed) */
126 127 #define SEL_TI_LDT 4 /* local descriptor table */
127 128 #define SEL_LDT(s) (IDXTOSEL(s) | SEL_TI_LDT | SEL_UPL) /* local sel */
128 129 #define CPL_MASK 3 /* RPL mask for selector */
129 130 #define SELISLDT(s) (((s) & SEL_TI_LDT) == SEL_TI_LDT)
130 131 #define SELISUPL(s) (((s) & CPL_MASK) == SEL_UPL)
131 132
132 133 #ifndef _ASM
133 134
134 135 typedef uint16_t selector_t; /* selector reigster */
135 136
136 137 /*
137 138 * Hardware descriptor table register format for GDT and IDT.
138 139 */
139 140 #if defined(__amd64)
140 141
141 142 #pragma pack(2)
142 143 typedef struct {
143 144 uint16_t dtr_limit; /* table limit */
144 145 uint64_t dtr_base; /* table base address */
145 146 } desctbr_t;
146 147 #pragma pack()
147 148
148 149 #elif defined(__i386)
149 150
150 151 #pragma pack(2)
151 152 typedef struct {
152 153 uint16_t dtr_limit; /* table limit */
153 154 uint32_t dtr_base; /* table base address */
154 155 } desctbr_t;
155 156 #pragma pack()
156 157
157 158 #endif /* __i386 */
158 159
159 160 /*
160 161 * Functions for loading and storing descriptor table
161 162 * registers.
162 163 */
163 164 extern void rd_idtr(desctbr_t *);
164 165 extern void wr_idtr(desctbr_t *);
165 166 extern void rd_gdtr(desctbr_t *);
166 167 extern void wr_gdtr(desctbr_t *);
167 168 extern void wr_ldtr(selector_t);
168 169 extern selector_t rd_ldtr(void);
169 170 extern void wr_tsr(selector_t);
170 171 extern void kmdb_enter(void);
171 172
172 173 #if defined(__amd64)
173 174
174 175 /*
175 176 * inlines for update_segregs
176 177 */
177 178 extern void __set_ds(selector_t);
178 179 extern void __set_es(selector_t);
179 180 extern void __set_fs(selector_t);
180 181 extern void __set_gs(selector_t);
181 182 extern void __swapgs(void);
182 183 #endif /* __amd64 */
183 184
184 185 #if defined(__amd64)
185 186 extern void load_segment_registers(selector_t, selector_t, selector_t,
186 187 selector_t); /* (alphabetical) */
187 188 #elif defined(__i386)
188 189 extern void load_segment_registers(selector_t, selector_t, selector_t,
189 190 selector_t, selector_t, selector_t); /* (alphabetical) */
190 191 #endif /* __i386 */
191 192
192 193 selector_t get_cs_register();
193 194
194 195 #if !defined(__amd64)
195 196
196 197 /*
197 198 * User segment descriptors (code and data).
198 199 * Legacy mode 64-bits wide.
199 200 */
200 201 typedef struct user_desc {
201 202 uint32_t usd_lolimit:16; /* segment limit 15:0 */
202 203 uint32_t usd_lobase:16; /* segment base 15:0 */
203 204 uint32_t usd_midbase:8; /* segment base 23:16 */
204 205 uint32_t usd_type:5; /* segment type, includes S bit */
205 206 uint32_t usd_dpl:2; /* segment descriptor priority level */
206 207 uint32_t usd_p:1; /* segment descriptor present */
207 208 uint32_t usd_hilimit:4; /* segment limit 19:16 */
208 209 uint32_t usd_avl:1; /* available to sw, but not used */
209 210 uint32_t usd_reserved:1; /* unused, ignored */
210 211 uint32_t usd_def32:1; /* default 32 vs 16 bit operand */
211 212 uint32_t usd_gran:1; /* limit units (bytes vs pages) */
212 213 uint32_t usd_hibase:8; /* segment base 31:24 */
213 214 } user_desc_t;
214 215
215 216 #define USEGD_GETBASE(usd) ((usd)->usd_lobase | \
216 217 (usd)->usd_midbase << 16 | \
217 218 (usd)->usd_hibase << (16 + 8))
218 219
219 220 #define USEGD_SETBASE(usd, b) ((usd)->usd_lobase = (b), \
220 221 (usd)->usd_midbase = (b) >> 16, \
221 222 (usd)->usd_hibase = (b) >> (16 + 8))
222 223
223 224 #define USEGD_GETLIMIT(usd) ((usd)->usd_lolimit | \
224 225 (usd)->usd_hilimit << 16)
225 226
226 227 #define USEGD_SETLIMIT(usd, lim) ((usd)->usd_lolimit = lim, \
227 228 (usd)->usd_hilimit = lim >> 16)
228 229
229 230 #define USD_TYPESHIFT 5 /* size of usd_type field */
230 231
231 232 #else /* __amd64 */
232 233
233 234 /*
234 235 * User segment descriptors.
235 236 * Long mode 64-bits wide.
236 237 *
237 238 * In 32-bit compatibility mode (%cs:usd_long=0) all fields are interpreted
238 239 * as in legacy mode for both code and data.
239 240 *
240 241 * In 64-bit mode (%cs:usd_long=1) code segments only have the conforming
241 242 * bit in usd_type, usd_dpl, usd_p, usd_long and usd_def32=0. usd_def32
242 243 * must be zero in 64-bit mode. Setting it to 1 is reserved for future use.
243 244 * All other fields are loaded but ignored by hardware.
244 245 *
245 246 * 64-bit data segments only have usd_p. All other fields are loaded but
246 247 * ignored by hardware when in 64-bit mode.
247 248 */
248 249 typedef struct user_desc {
249 250 uint64_t usd_lolimit:16; /* segment limit 15:0 */
250 251 uint64_t usd_lobase:16; /* segment base 15:0 */
251 252 uint64_t usd_midbase:8; /* segment base 23:16 */
252 253 uint64_t usd_type:5; /* segment type, includes S bit */
253 254 uint64_t usd_dpl:2; /* segment descriptor priority level */
254 255 uint64_t usd_p:1; /* segment descriptor present */
255 256 uint64_t usd_hilimit:4; /* segment limit 19:16 */
256 257 uint64_t usd_avl:1; /* available to sw, but not used */
257 258 uint64_t usd_long:1; /* long mode (%cs only) */
258 259 uint64_t usd_def32:1; /* default 32 vs 16 bit operand */
259 260 uint64_t usd_gran:1; /* limit units (bytes vs page) */
260 261 uint64_t usd_hibase:8; /* segment base 31:24 */
261 262 } user_desc_t;
262 263
263 264 #define USEGD_GETBASE(usd) ((usd)->usd_lobase | \
264 265 (usd)->usd_midbase << 16 | \
265 266 (usd)->usd_hibase << (16 + 8))
266 267
267 268 #define USEGD_SETBASE(usd, b) ((usd)->usd_lobase = (b), \
268 269 (usd)->usd_midbase = (b) >> 16, \
269 270 (usd)->usd_hibase = (b) >> (16 + 8))
270 271
271 272 #define USEGD_GETLIMIT(usd) ((usd)->usd_lolimit | \
272 273 (usd)->usd_hilimit << 16)
273 274
274 275 #define USEGD_SETLIMIT(usd, lim) ((usd)->usd_lolimit = lim, \
275 276 (usd)->usd_hilimit = lim >> 16)
276 277
277 278 #define USD_TYPESHIFT 5 /* size of usd_type field */
278 279
279 280 #endif /* __amd64 */
280 281
281 282 #if !defined(__amd64)
282 283
283 284 /*
284 285 * System segment descriptors for LDT and TSS segments.
285 286 * Legacy mode 64-bits wide.
286 287 */
287 288 typedef struct system_desc {
288 289 uint32_t ssd_lolimit:16; /* segment limit 15:0 */
289 290 uint32_t ssd_lobase:16; /* segment base 15:0 */
290 291 uint32_t ssd_midbase:8; /* segment base 23:16 */
291 292 uint32_t ssd_type:4; /* segment type */
292 293 uint32_t ssd_zero:1; /* must be zero */
293 294 uint32_t ssd_dpl:2; /* segment descriptor priority level */
294 295 uint32_t ssd_p:1; /* segment descriptor present */
295 296 uint32_t ssd_hilimit:4; /* segment limit 19:16 */
296 297 uint32_t ssd_avl:1; /* available to sw, but not used */
297 298 uint32_t ssd_reserved:2; /* unused, ignored */
298 299 uint32_t ssd_gran:1; /* limit unit (bytes vs pages) */
299 300 uint32_t ssd_hibase:8; /* segment base 31:24 */
300 301 } system_desc_t;
301 302
302 303 #else /* __amd64 */
303 304
304 305 /*
305 306 * System segment descriptors for LDT and TSS segments.
306 307 * Long mode 128-bits wide.
307 308 *
308 309 * 32-bit LDT and TSS descriptor types are redefined to 64-bit equivalents.
309 310 * All other legacy types are reserved and illegal.
310 311 */
311 312 typedef struct system_desc {
312 313 uint64_t ssd_lolimit:16; /* segment limit 15:0 */
313 314 uint64_t ssd_lobase:16; /* segment base 15:0 */
314 315 uint64_t ssd_midbase:8; /* segment base 23:16 */
315 316 uint64_t ssd_type:4; /* segment type */
316 317 uint64_t ssd_zero1:1; /* must be zero */
317 318 uint64_t ssd_dpl:2; /* segment descriptor priority level */
318 319 uint64_t ssd_p:1; /* segment descriptor present */
319 320 uint64_t ssd_hilimit:4; /* segment limit 19:16 */
320 321 uint64_t ssd_avl:1; /* available to sw, but not used */
321 322 uint64_t ssd_resv1:2; /* unused, ignored */
322 323 uint64_t ssd_gran:1; /* limit unit (bytes vs pages) */
323 324 uint64_t ssd_hibase:8; /* segment base 31:24 */
324 325 uint64_t ssd_hi64base:32; /* segment base 63:32 */
325 326 uint64_t ssd_resv2:8; /* unused, ignored */
326 327 uint64_t ssd_zero2:5; /* must be zero */
327 328 uint64_t ssd_resv3:19; /* unused, ignored */
328 329 } system_desc_t;
329 330
330 331 #endif /* __amd64 */
331 332
332 333 #define SYSSEGD_SETLIMIT(ssd, lim) ((ssd)->ssd_lolimit = lim, \
333 334 (ssd)->ssd_hilimit = lim >> 16)
334 335
335 336 #define SYSSEGD_GETLIMIT(ssd) (((ssd)->ssd_hilimit << 16) | \
336 337 (ssd)->ssd_lolimit)
337 338
338 339 #if !defined(__amd64)
339 340
340 341 /*
341 342 * System gate segment descriptors for interrupt, trap, call and task gates.
342 343 * Legacy mode 64-bits wide.
343 344 */
344 345 typedef struct gate_desc {
345 346 uint32_t sgd_looffset:16; /* segment code offset 15:0 */
346 347 uint32_t sgd_selector:16; /* target code or task selector */
347 348 uint32_t sgd_stkcpy:5; /* number of stack wds to cpy */
348 349 uint32_t sgd_resv:3; /* unused, ignored */
349 350 uint32_t sgd_type:5; /* segment type, includes S bit */
350 351 uint32_t sgd_dpl:2; /* segment descriptor priority level */
351 352 uint32_t sgd_p:1; /* segment descriptor present */
352 353 uint32_t sgd_hioffset:16; /* code seg off 31:16 */
353 354 } gate_desc_t;
354 355
355 356 #define GATESEG_GETOFFSET(sgd) ((uintptr_t)((sgd)->sgd_looffset | \
356 357 (sgd)->sgd_hioffset << 16))
357 358
358 359 #else /* __amd64 */
359 360
360 361 /*
361 362 * System segment descriptors for interrupt, trap and call gates.
362 363 * Long mode 128-bits wide.
363 364 *
364 365 * 32-bit interrupt, trap and call gate types are redefined to 64-bit
365 366 * equivalents. Task gates along with all other legacy types are reserved
366 367 * and illegal.
367 368 */
368 369 typedef struct gate_desc {
369 370 uint64_t sgd_looffset:16; /* segment code offset 15:0 */
370 371 uint64_t sgd_selector:16; /* target code or task selector */
371 372 uint64_t sgd_ist:3; /* IST table index */
372 373 uint64_t sgd_resv1:5; /* unused, ignored */
373 374 uint64_t sgd_type:5; /* segment type, includes S bit */
374 375 uint64_t sgd_dpl:2; /* segment descriptor priority level */
375 376 uint64_t sgd_p:1; /* segment descriptor present */
376 377 uint64_t sgd_hioffset:16; /* segment code offset 31:16 */
377 378 uint64_t sgd_hi64offset:32; /* segment code offset 63:32 */
378 379 uint64_t sgd_resv2:8; /* unused, ignored */
379 380 uint64_t sgd_zero:5; /* call gate only: must be zero */
380 381 uint64_t sgd_resv3:19; /* unused, ignored */
381 382 } gate_desc_t;
382 383
383 384 #define GATESEG_GETOFFSET(sgd) ((uintptr_t)((sgd)->sgd_looffset | \
384 385 (sgd)->sgd_hioffset << 16 | \
385 386 (uint64_t)((sgd)->sgd_hi64offset) << 32))
386 387
387 388 #endif /* __amd64 */
388 389
389 390 /*
390 391 * functions for initializing and updating segment descriptors.
391 392 */
392 393 #if defined(__amd64)
393 394
|
↓ open down ↓ |
260 lines elided |
↑ open up ↑ |
394 395 extern void set_usegd(user_desc_t *, uint_t, void *, size_t, uint_t, uint_t,
395 396 uint_t, uint_t);
396 397
397 398 #elif defined(__i386)
398 399
399 400 extern void set_usegd(user_desc_t *, void *, size_t, uint_t, uint_t,
400 401 uint_t, uint_t);
401 402
402 403 #endif /* __i386 */
403 404
405 +extern uint_t idt_vector_to_ist(uint_t);
406 +
404 407 extern void set_gatesegd(gate_desc_t *, void (*)(void), selector_t,
405 408 uint_t, uint_t, uint_t);
406 409
407 410 extern void set_syssegd(system_desc_t *, void *, size_t, uint_t, uint_t);
408 411
409 412 extern void *get_ssd_base(system_desc_t *);
410 413
411 414 extern void gdt_update_usegd(uint_t, user_desc_t *);
412 415
413 416 extern int ldt_update_segd(user_desc_t *, user_desc_t *);
414 417
415 418 #if defined(__xpv)
416 419
417 420 extern int xen_idt_to_trap_info(uint_t, gate_desc_t *, void *);
418 421 extern void xen_idt_write(gate_desc_t *, uint_t);
419 422
420 423 #endif /* __xen */
421 424
422 425 void init_boot_gdt(user_desc_t *);
423 426
424 427 #endif /* _ASM */
425 428
426 429 /*
427 430 * Common segment parameter defintions for granularity, default
428 431 * operand size and operaton mode.
429 432 */
430 433 #define SDP_BYTES 0 /* segment limit scaled to bytes */
431 434 #define SDP_PAGES 1 /* segment limit scaled to pages */
432 435 #define SDP_OP32 1 /* code and data default operand = 32 bits */
433 436 #define SDP_LONG 1 /* long mode code segment (64 bits) */
434 437 #define SDP_SHORT 0 /* compat/legacy code segment (32 bits) */
435 438 /*
436 439 * System segments and gate types.
437 440 *
438 441 * In long mode i386 32-bit ldt, tss, call, interrupt and trap gate
439 442 * types are redefined into 64-bit equivalents.
440 443 */
441 444 #define SDT_SYSNULL 0 /* system null */
442 445 #define SDT_SYS286TSS 1 /* system 286 TSS available */
443 446 #define SDT_SYSLDT 2 /* system local descriptor table */
444 447 #define SDT_SYS286BSY 3 /* system 286 TSS busy */
445 448 #define SDT_SYS286CGT 4 /* system 286 call gate */
446 449 #define SDT_SYSTASKGT 5 /* system task gate */
447 450 #define SDT_SYS286IGT 6 /* system 286 interrupt gate */
448 451 #define SDT_SYS286TGT 7 /* system 286 trap gate */
449 452 #define SDT_SYSNULL2 8 /* system null again */
450 453 #define SDT_SYSTSS 9 /* system TSS available */
451 454 #define SDT_SYSNULL3 10 /* system null again */
452 455 #define SDT_SYSTSSBSY 11 /* system TSS busy */
453 456 #define SDT_SYSCGT 12 /* system call gate */
454 457 #define SDT_SYSNULL4 13 /* system null again */
455 458 #define SDT_SYSIGT 14 /* system interrupt gate */
456 459 #define SDT_SYSTGT 15 /* system trap gate */
457 460
458 461 /*
459 462 * Memory segment types.
460 463 *
461 464 * While in long mode expand-down, writable and accessed type field
462 465 * attributes are ignored. Only the conforming bit is loaded by hardware
463 466 * for long mode code segment descriptors.
464 467 */
465 468 #define SDT_MEMRO 16 /* read only */
466 469 #define SDT_MEMROA 17 /* read only accessed */
467 470 #define SDT_MEMRW 18 /* read write */
468 471 #define SDT_MEMRWA 19 /* read write accessed */
469 472 #define SDT_MEMROD 20 /* read only expand dwn limit */
470 473 #define SDT_MEMRODA 21 /* read only expand dwn limit accessed */
471 474 #define SDT_MEMRWD 22 /* read write expand dwn limit */
472 475 #define SDT_MEMRWDA 23 /* read write expand dwn limit accessed */
473 476 #define SDT_MEME 24 /* execute only */
474 477 #define SDT_MEMEA 25 /* execute only accessed */
475 478 #define SDT_MEMER 26 /* execute read */
476 479 #define SDT_MEMERA 27 /* execute read accessed */
477 480 #define SDT_MEMEC 28 /* execute only conforming */
478 481 #define SDT_MEMEAC 29 /* execute only accessed conforming */
479 482 #define SDT_MEMERC 30 /* execute read conforming */
480 483 #define SDT_MEMERAC 31 /* execute read accessed conforming */
481 484
482 485 /*
483 486 * Entries in the Interrupt Descriptor Table (IDT)
484 487 */
485 488 #define IDT_DE 0 /* #DE: Divide Error */
486 489 #define IDT_DB 1 /* #DB: Debug */
487 490 #define IDT_NMI 2 /* Nonmaskable External Interrupt */
488 491 #define IDT_BP 3 /* #BP: Breakpoint */
489 492 #define IDT_OF 4 /* #OF: Overflow */
490 493 #define IDT_BR 5 /* #BR: Bound Range Exceeded */
491 494 #define IDT_UD 6 /* #UD: Undefined/Invalid Opcode */
492 495 #define IDT_NM 7 /* #NM: No Math Coprocessor */
493 496 #define IDT_DF 8 /* #DF: Double Fault */
494 497 #define IDT_FPUGP 9 /* Coprocessor Segment Overrun */
495 498 #define IDT_TS 10 /* #TS: Invalid TSS */
496 499 #define IDT_NP 11 /* #NP: Segment Not Present */
497 500 #define IDT_SS 12 /* #SS: Stack Segment Fault */
498 501 #define IDT_GP 13 /* #GP: General Protection Fault */
499 502 #define IDT_PF 14 /* #PF: Page Fault */
500 503 #define IDT_MF 16 /* #MF: FPU Floating-Point Error */
501 504 #define IDT_AC 17 /* #AC: Alignment Check */
502 505 #define IDT_MC 18 /* #MC: Machine Check */
503 506 #define IDT_XF 19 /* #XF: SIMD Floating-Point Exception */
504 507 #define NIDT 256 /* size in entries of IDT */
505 508
506 509 /*
507 510 * Entries in the Global Descriptor Table (GDT)
508 511 *
509 512 * We make sure to space the system descriptors (LDT's, TSS')
510 513 * such that they are double gdt slot aligned. This is because
511 514 * in long mode system segment decriptors expand to 128 bits.
512 515 *
513 516 * GDT_LWPFS and GDT_LWPGS must be the same for both 32 and 64-bit
514 517 * kernels. See setup_context in libc. 64-bit processes must set
515 518 * %fs or %gs to null selector to use 64-bit fsbase or gsbase
516 519 * respectively.
517 520 */
518 521 #define GDT_NULL 0 /* null */
519 522 #define GDT_B32DATA 1 /* dboot 32 bit data descriptor */
520 523 #define GDT_B32CODE 2 /* dboot 32 bit code descriptor */
521 524 #define GDT_B16CODE 3 /* bios call 16 bit code descriptor */
522 525 #define GDT_B16DATA 4 /* bios call 16 bit data descriptor */
523 526 #define GDT_B64CODE 5 /* dboot 64 bit code descriptor */
524 527 #define GDT_BGSTMP 7 /* kmdb descriptor only used early in boot */
525 528 #define GDT_CPUID 16 /* store numeric id of current CPU */
526 529
527 530 #if defined(__amd64)
528 531
529 532 #define GDT_KCODE 6 /* kernel code seg %cs */
530 533 #define GDT_KDATA 7 /* kernel data seg %ds */
531 534 #define GDT_U32CODE 8 /* 32-bit process on 64-bit kernel %cs */
532 535 #define GDT_UDATA 9 /* user data seg %ds (32 and 64 bit) */
533 536 #define GDT_UCODE 10 /* native user code seg %cs */
534 537 #define GDT_LDT 12 /* (12-13) LDT for current process */
535 538 #define GDT_KTSS 14 /* (14-15) kernel tss */
536 539 #define GDT_FS GDT_NULL /* kernel %fs segment selector */
537 540 #define GDT_GS GDT_NULL /* kernel %gs segment selector */
538 541 #define GDT_LWPFS 55 /* lwp private %fs segment selector (32-bit) */
539 542 #define GDT_LWPGS 56 /* lwp private %gs segment selector (32-bit) */
540 543 #define GDT_BRANDMIN 57 /* first entry in GDT for brand usage */
541 544 #define GDT_BRANDMAX 61 /* last entry in GDT for brand usage */
542 545 #define NGDT 62 /* number of entries in GDT */
543 546
544 547 /*
545 548 * This selector is only used in the temporary GDT used to bring additional
546 549 * CPUs from 16-bit real mode into long mode in real_mode_start().
547 550 */
548 551 #define TEMPGDT_KCODE64 1 /* 64-bit code selector */
549 552
550 553 #elif defined(__i386)
551 554
552 555 #define GDT_LDT 40 /* LDT for current process */
553 556 #define GDT_KTSS 42 /* kernel tss */
554 557 #define GDT_KCODE 43 /* kernel code seg %cs */
555 558 #define GDT_KDATA 44 /* kernel data seg %ds */
556 559 #define GDT_UCODE 45 /* native user code seg %cs */
557 560 #define GDT_UDATA 46 /* user data seg %ds (32 and 64 bit) */
558 561 #define GDT_DBFLT 47 /* double fault #DF selector */
559 562 #define GDT_FS 53 /* kernel %fs segment selector */
560 563 #define GDT_GS 54 /* kernel %gs segment selector */
561 564 #define GDT_LWPFS 55 /* lwp private %fs segment selector */
562 565 #define GDT_LWPGS 56 /* lwp private %gs segment selector */
563 566 #define GDT_BRANDMIN 57 /* first entry in GDT for brand usage */
564 567 #define GDT_BRANDMAX 61 /* last entry in GDT for brand usage */
565 568 #if !defined(__xpv)
566 569 #define NGDT 90 /* number of entries in GDT */
567 570 #else
568 571 #define NGDT 512 /* single 4K page for the hypervisor */
569 572 #endif
570 573
571 574 #endif /* __i386 */
572 575
573 576 /*
574 577 * Convenient selector definitions.
575 578 */
576 579
577 580 /*
578 581 * XXPV 64 bit Xen only allows the guest %cs/%ss be the private ones it
579 582 * provides, not the ones we create for ourselves. See FLAT_RING3_CS64 in
580 583 * public/arch-x86_64.h
581 584 *
582 585 * 64-bit Xen runs paravirtual guests in ring 3 but emulates them running in
583 586 * ring 0 by clearing CPL in %cs value pushed on guest exception stacks.
584 587 * Therefore we will have KCS_SEL value indicate ring 0 and use that everywhere
585 588 * in the kernel. But in the few files where we initialize segment registers or
586 589 * create and update descriptors we will explicity OR in SEL_KPL (ring 3) for
587 590 * kernel %cs. See desctbls.c for an example.
588 591 */
589 592
590 593 #if defined(__xpv) && defined(__amd64)
591 594 #define KCS_SEL 0xe030 /* FLAT_RING3_CS64 & 0xFFF0 */
592 595 #define KDS_SEL 0xe02b /* FLAT_RING3_SS64 */
593 596 #else
594 597 #define KCS_SEL SEL_GDT(GDT_KCODE, SEL_KPL)
595 598 #define KDS_SEL SEL_GDT(GDT_KDATA, SEL_KPL)
596 599 #endif
597 600
598 601 #define UCS_SEL SEL_GDT(GDT_UCODE, SEL_UPL)
599 602 #if defined(__amd64)
600 603 #define TEMP_CS64_SEL SEL_GDT(TEMPGDT_KCODE64, SEL_KPL)
601 604 #define U32CS_SEL SEL_GDT(GDT_U32CODE, SEL_UPL)
602 605 #endif
603 606
604 607 #define UDS_SEL SEL_GDT(GDT_UDATA, SEL_UPL)
605 608 #define ULDT_SEL SEL_GDT(GDT_LDT, SEL_KPL)
606 609 #define KTSS_SEL SEL_GDT(GDT_KTSS, SEL_KPL)
607 610 #define DFTSS_SEL SEL_GDT(GDT_DBFLT, SEL_KPL)
608 611 #define KFS_SEL 0
609 612 #define KGS_SEL SEL_GDT(GDT_GS, SEL_KPL)
610 613 #define LWPFS_SEL SEL_GDT(GDT_LWPFS, SEL_UPL)
611 614 #define LWPGS_SEL SEL_GDT(GDT_LWPGS, SEL_UPL)
612 615 #define BRANDMIN_SEL SEL_GDT(GDT_BRANDMIN, SEL_UPL)
613 616 #define BRANDMAX_SEL SEL_GDT(GDT_BRANDMAX, SEL_UPL)
614 617
615 618 #define B64CODE_SEL SEL_GDT(GDT_B64CODE, SEL_KPL)
616 619 #define B32CODE_SEL SEL_GDT(GDT_B32CODE, SEL_KPL)
617 620 #define B32DATA_SEL SEL_GDT(GDT_B32DATA, SEL_KPL)
618 621 #define B16CODE_SEL SEL_GDT(GDT_B16CODE, SEL_KPL)
619 622 #define B16DATA_SEL SEL_GDT(GDT_B16DATA, SEL_KPL)
620 623
621 624 /*
622 625 * Temporary %gs descriptor used by kmdb with -d option. Only lives
623 626 * in boot's GDT and is not copied into kernel's GDT from boot.
624 627 */
625 628 #define KMDBGS_SEL SEL_GDT(GDT_BGSTMP, SEL_KPL)
626 629
627 630 /*
628 631 * Selector used for kdi_idt when kmdb has taken over the IDT.
629 632 */
630 633 #if defined(__amd64)
631 634 #define KMDBCODE_SEL B64CODE_SEL
632 635 #else
633 636 #define KMDBCODE_SEL B32CODE_SEL
634 637 #endif
635 638
636 639 /*
637 640 * Entries in default Local Descriptor Table (LDT) for every process.
638 641 */
|
↓ open down ↓ |
225 lines elided |
↑ open up ↑ |
639 642 #define LDT_SYSCALL 0 /* call gate for libc.a (obsolete) */
640 643 #define LDT_SIGCALL 1 /* EOL me, call gate for static sigreturn */
641 644 #define LDT_RESVD1 2 /* old user %cs */
642 645 #define LDT_RESVD2 3 /* old user %ds */
643 646 #define LDT_ALTSYSCALL 4 /* alternate call gate for system calls */
644 647 #define LDT_ALTSIGCALL 5 /* EOL me, alternate call gate for sigreturn */
645 648 #define LDT_UDBASE 6 /* user descriptor base index */
646 649 #define MINNLDT 512 /* Current min solaris ldt size (1 4K page) */
647 650 #define MAXNLDT 8192 /* max solaris ldt size (16 4K pages) */
648 651
652 +#ifdef _KERNEL
653 +#define LDT_CPU_SIZE (16 * 4096) /* Size of kernel per-CPU allocation */
654 +#endif
655 +
649 656 #ifndef _ASM
650 657
651 658 extern gate_desc_t *idt0;
652 659 extern desctbr_t idt0_default_reg;
653 660 extern user_desc_t *gdt0;
654 661
655 662 extern user_desc_t zero_udesc;
656 663 extern user_desc_t null_udesc;
657 664 extern system_desc_t null_sdesc;
658 665
659 666 #if defined(__amd64)
660 667 extern user_desc_t zero_u32desc;
661 668 #endif
662 669 #if defined(__amd64)
663 670 extern user_desc_t ucs_on;
664 671 extern user_desc_t ucs_off;
665 672 extern user_desc_t ucs32_on;
666 673 extern user_desc_t ucs32_off;
667 674 #endif /* __amd64 */
668 675
669 676 extern tss_t *ktss0;
670 677
671 678 #if defined(__i386)
672 679 extern tss_t *dftss0;
673 680 #endif /* __i386 */
674 681
675 682 extern void div0trap(), dbgtrap(), nmiint(), brktrap(), ovflotrap();
676 683 extern void boundstrap(), invoptrap(), ndptrap();
677 684 #if !defined(__xpv)
678 685 extern void syserrtrap();
|
↓ open down ↓ |
20 lines elided |
↑ open up ↑ |
679 686 #endif
680 687 extern void invaltrap(), invtsstrap(), segnptrap(), stktrap();
681 688 extern void gptrap(), pftrap(), ndperr();
682 689 extern void overrun(), resvtrap();
683 690 extern void _start(), cmnint();
684 691 extern void achktrap(), mcetrap();
685 692 extern void xmtrap();
686 693 extern void fasttrap();
687 694 extern void dtrace_ret();
688 695
696 +/* KPTI trampolines */
697 +extern void tr_invaltrap();
698 +extern void tr_div0trap(), tr_dbgtrap(), tr_nmiint(), tr_brktrap();
699 +extern void tr_ovflotrap(), tr_boundstrap(), tr_invoptrap(), tr_ndptrap();
700 +#if !defined(__xpv)
701 +extern void tr_syserrtrap();
702 +#endif
703 +extern void tr_invaltrap(), tr_invtsstrap(), tr_segnptrap(), tr_stktrap();
704 +extern void tr_gptrap(), tr_pftrap(), tr_ndperr();
705 +extern void tr_overrun(), tr_resvtrap();
706 +extern void tr_achktrap(), tr_mcetrap();
707 +extern void tr_xmtrap();
708 +extern void tr_fasttrap();
709 +extern void tr_dtrace_ret();
710 +
689 711 #if !defined(__amd64)
690 712 extern void pentium_pftrap();
691 713 #endif
692 714
715 +extern uint64_t kpti_enable;
716 +
693 717 #endif /* _ASM */
694 718
695 719 #ifdef __cplusplus
696 720 }
697 721 #endif
698 722
699 723 #endif /* _SYS_SEGMENTS_H */
XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX