1 /*
2 * CDDL HEADER START
3 *
4 * The contents of this file are subject to the terms of the
5 * Common Development and Distribution License (the "License").
6 * You may not use this file except in compliance with the License.
7 *
8 * You can obtain a copy of the license at usr/src/OPENSOLARIS.LICENSE
9 * or http://www.opensolaris.org/os/licensing.
10 * See the License for the specific language governing permissions
11 * and limitations under the License.
12 *
13 * When distributing Covered Code, include this CDDL HEADER in each
14 * file and include the License file at usr/src/OPENSOLARIS.LICENSE.
15 * If applicable, add the following below this CDDL HEADER, with the
16 * fields enclosed by brackets "[]" replaced with your own identifying
17 * information: Portions Copyright [yyyy] [name of copyright owner]
18 *
19 * CDDL HEADER END
20 */
21 /*
22 * Copyright 2009 Sun Microsystems, Inc. All rights reserved.
23 * Use is subject to license terms.
24 * Copyright 2016 Joyent, Inc.
25 */
26
27 #ifndef _VM_SEG_KMEM_H
28 #define _VM_SEG_KMEM_H
29
30
31 #ifdef __cplusplus
32 extern "C" {
33 #endif
34
35 #include <sys/types.h>
36 #include <sys/vnode.h>
37 #include <sys/vmem.h>
38 #include <vm/as.h>
39 #include <vm/seg.h>
40 #include <vm/page.h>
41
42 /*
43 * VM - Kernel Segment Driver
44 */
45
46 #if defined(_KERNEL)
47
48 extern char *kernelheap; /* start of primary kernel heap */
49 extern char *ekernelheap; /* end of primary kernel heap */
50 extern char *heap_lp_base; /* start of kernel large page heap arena */
51 extern char *heap_lp_end; /* end of kernel large page heap arena */
52 extern struct seg kvseg; /* primary kernel heap segment */
53 extern struct seg kvseg_core; /* "core" kernel heap segment */
54 extern struct seg kzioseg; /* Segment for zio mappings */
55 extern vmem_t *heap_lp_arena; /* kernel large page heap arena */
56 extern vmem_t *heap_arena; /* primary kernel heap arena */
57 extern vmem_t *hat_memload_arena; /* HAT translation arena */
58 extern struct seg kvseg32; /* 32-bit kernel heap segment */
59 extern vmem_t *heap32_arena; /* 32-bit kernel heap arena */
60 extern vmem_t *heaptext_arena; /* kernel text arena, from heap */
61 extern struct as kas; /* kernel address space */
62 extern int segkmem_reloc; /* enable/disable segkmem relocatable pages */
63 extern vmem_t *static_arena; /* arena for caches to import static memory */
64 extern vmem_t *static_alloc_arena; /* arena for allocating static memory */
65 extern vmem_t *zio_arena; /* arena for zio caches */
66 extern vmem_t *zio_alloc_arena; /* arena for zio caches */
67 extern struct vnode kvps[];
68 /*
69 * segkmem page vnodes
70 */
71 #define kvp (kvps[KV_KVP])
72 #define zvp (kvps[KV_ZVP])
73 #if defined(__sparc)
74 #define mpvp (kvps[KV_MPVP])
75 #define promvp (kvps[KV_PROMVP])
76 #endif /* __sparc */
77
78 extern int segkmem_create(struct seg *);
79 extern page_t *segkmem_page_create(void *, size_t, int, void *);
80 extern void *segkmem_xalloc(vmem_t *, void *, size_t, int, uint_t,
81 page_t *(*page_create_func)(void *, size_t, int, void *), void *);
82 extern void *segkmem_alloc(vmem_t *, size_t, int);
83 extern void *segkmem_alloc_permanent(vmem_t *, size_t, int);
84 extern void segkmem_free(vmem_t *, void *, size_t);
85 extern void segkmem_xfree(vmem_t *, void *, size_t, void (*)(page_t *));
86
87 extern void *boot_alloc(void *, size_t, uint_t);
88 extern void boot_mapin(caddr_t addr, size_t size);
89 extern void kernelheap_init(void *, void *, char *, void *, void *);
90 extern void segkmem_gc(void);
91
92 extern void *segkmem_zio_alloc(vmem_t *, size_t, int);
93 extern int segkmem_zio_create(struct seg *);
94 extern void segkmem_zio_free(vmem_t *, void *, size_t);
95 extern void segkmem_zio_init(void *, size_t);
96
97 /*
98 * Flags for segkmem_xalloc().
99 *
100 * SEGKMEM_SHARELOCKED requests pages which are locked SE_SHARED to be
101 * returned rather than unlocked which is now the default. Note that
102 * memory returned by SEGKMEM_SHARELOCKED cannot be freed by segkmem_free().
103 * This is a hack for seg_dev that should be cleaned up in the future.
104 */
105 #define SEGKMEM_SHARELOCKED 0x20000
106
107 /*
108 * Large page for kmem caches support
109 */
110 typedef struct segkmem_lpcb {
111 kmutex_t lp_lock;
112 kcondvar_t lp_cv;
113 uint_t lp_wait;
114 uint_t lp_uselp;
115 ulong_t lp_throttle;
116
117 /* stats */
118 uint64_t sleep_allocs_failed;
119 uint64_t nosleep_allocs_failed;
120 uint64_t allocs_throttled;
121 uint64_t allocs_limited;
122 uint64_t alloc_bytes_failed;
123 } segkmem_lpcb_t;
124
125 extern void *segkmem_alloc_lp(vmem_t *, size_t *, size_t, int);
126 extern void segkmem_free_lp(vmem_t *, void *, size_t);
127 extern int segkmem_lpsetup();
128 extern void segkmem_heap_lp_init(void);
129
130 extern size_t segkmem_lpsize;
131 extern int segkmem_lpszc;
132 extern size_t segkmem_heaplp_quantum;
133 extern size_t segkmem_kmemlp_max;
134
135 #define SEGKMEM_USE_LARGEPAGES (segkmem_lpsize > PAGESIZE)
136
137 #define IS_KMEM_VA_LARGEPAGE(vaddr) \
138 (((vaddr) >= heap_lp_base) && ((vaddr) < heap_lp_end))
139
140 extern struct seg_ops segkmem_ops;
141
142 #endif /* _KERNEL */
143
144 #ifdef __cplusplus
145 }
146 #endif
147
148 #endif /* _VM_SEG_KMEM_H */