Print this page
5269 zfs: zpool import slow
PORTING: this code relies on the property of taskq_wait to wait
until no more tasks are queued and no more tasks are active. As
we always queue new tasks from within other tasks, task_wait
reliably waits for the full recursion to finish, even though we
enqueue new tasks after taskq_wait has been called.
On platforms other than illumos, taskq_wait may not have this
property.
Reviewed by: Matthew Ahrens <mahrens@delphix.com>
Reviewed by: Dan McDonald <danmcd@omniti.com>
Reviewed by: George Wilson <george.wilson@delphix.com>
| Split |
Close |
| Expand all |
| Collapse all |
--- old/usr/src/uts/common/fs/zfs/sys/dsl_pool.h
+++ new/usr/src/uts/common/fs/zfs/sys/dsl_pool.h
1 1 /*
2 2 * CDDL HEADER START
3 3 *
4 4 * The contents of this file are subject to the terms of the
5 5 * Common Development and Distribution License (the "License").
6 6 * You may not use this file except in compliance with the License.
7 7 *
8 8 * You can obtain a copy of the license at usr/src/OPENSOLARIS.LICENSE
9 9 * or http://www.opensolaris.org/os/licensing.
10 10 * See the License for the specific language governing permissions
11 11 * and limitations under the License.
12 12 *
13 13 * When distributing Covered Code, include this CDDL HEADER in each
14 14 * file and include the License file at usr/src/OPENSOLARIS.LICENSE.
15 15 * If applicable, add the following below this CDDL HEADER, with the
16 16 * fields enclosed by brackets "[]" replaced with your own identifying
17 17 * information: Portions Copyright [yyyy] [name of copyright owner]
18 18 *
19 19 * CDDL HEADER END
20 20 */
21 21 /*
22 22 * Copyright (c) 2005, 2010, Oracle and/or its affiliates. All rights reserved.
23 23 * Copyright (c) 2013 by Delphix. All rights reserved.
24 24 */
25 25
26 26 #ifndef _SYS_DSL_POOL_H
27 27 #define _SYS_DSL_POOL_H
28 28
29 29 #include <sys/spa.h>
30 30 #include <sys/txg.h>
31 31 #include <sys/txg_impl.h>
32 32 #include <sys/zfs_context.h>
33 33 #include <sys/zio.h>
34 34 #include <sys/dnode.h>
35 35 #include <sys/ddt.h>
36 36 #include <sys/arc.h>
37 37 #include <sys/bpobj.h>
38 38 #include <sys/bptree.h>
39 39 #include <sys/rrwlock.h>
40 40
41 41 #ifdef __cplusplus
42 42 extern "C" {
43 43 #endif
44 44
45 45 struct objset;
46 46 struct dsl_dir;
47 47 struct dsl_dataset;
48 48 struct dsl_pool;
49 49 struct dmu_tx;
50 50 struct dsl_scan;
51 51
52 52 extern uint64_t zfs_dirty_data_max;
53 53 extern uint64_t zfs_dirty_data_max_max;
54 54 extern uint64_t zfs_dirty_data_sync;
55 55 extern int zfs_dirty_data_max_percent;
56 56 extern int zfs_delay_min_dirty_percent;
57 57 extern uint64_t zfs_delay_scale;
58 58
59 59 /* These macros are for indexing into the zfs_all_blkstats_t. */
60 60 #define DMU_OT_DEFERRED DMU_OT_NONE
61 61 #define DMU_OT_OTHER DMU_OT_NUMTYPES /* place holder for DMU_OT() types */
62 62 #define DMU_OT_TOTAL (DMU_OT_NUMTYPES + 1)
63 63
64 64 typedef struct zfs_blkstat {
65 65 uint64_t zb_count;
66 66 uint64_t zb_asize;
67 67 uint64_t zb_lsize;
68 68 uint64_t zb_psize;
69 69 uint64_t zb_gangs;
70 70 uint64_t zb_ditto_2_of_2_samevdev;
71 71 uint64_t zb_ditto_2_of_3_samevdev;
72 72 uint64_t zb_ditto_3_of_3_samevdev;
73 73 } zfs_blkstat_t;
74 74
75 75 typedef struct zfs_all_blkstats {
76 76 zfs_blkstat_t zab_type[DN_MAX_LEVELS + 1][DMU_OT_TOTAL + 1];
77 77 } zfs_all_blkstats_t;
78 78
79 79
80 80 typedef struct dsl_pool {
81 81 /* Immutable */
82 82 spa_t *dp_spa;
83 83 struct objset *dp_meta_objset;
84 84 struct dsl_dir *dp_root_dir;
85 85 struct dsl_dir *dp_mos_dir;
86 86 struct dsl_dir *dp_free_dir;
87 87 struct dsl_dir *dp_leak_dir;
88 88 struct dsl_dataset *dp_origin_snap;
89 89 uint64_t dp_root_dir_obj;
90 90 struct taskq *dp_vnrele_taskq;
91 91
92 92 /* No lock needed - sync context only */
93 93 blkptr_t dp_meta_rootbp;
94 94 uint64_t dp_tmp_userrefs_obj;
95 95 bpobj_t dp_free_bpobj;
96 96 uint64_t dp_bptree_obj;
97 97 uint64_t dp_empty_bpobj;
98 98
99 99 struct dsl_scan *dp_scan;
100 100
101 101 /* Uses dp_lock */
102 102 kmutex_t dp_lock;
103 103 kcondvar_t dp_spaceavail_cv;
104 104 uint64_t dp_dirty_pertxg[TXG_SIZE];
105 105 uint64_t dp_dirty_total;
106 106 uint64_t dp_mos_used_delta;
107 107 uint64_t dp_mos_compressed_delta;
108 108 uint64_t dp_mos_uncompressed_delta;
109 109
110 110 /*
111 111 * Time of most recently scheduled (furthest in the future)
112 112 * wakeup for delayed transactions.
113 113 */
114 114 hrtime_t dp_last_wakeup;
115 115
116 116 /* Has its own locking */
117 117 tx_state_t dp_tx;
118 118 txg_list_t dp_dirty_datasets;
119 119 txg_list_t dp_dirty_zilogs;
120 120 txg_list_t dp_dirty_dirs;
121 121 txg_list_t dp_sync_tasks;
122 122
123 123 /*
124 124 * Protects administrative changes (properties, namespace)
125 125 *
126 126 * It is only held for write in syncing context. Therefore
127 127 * syncing context does not need to ever have it for read, since
128 128 * nobody else could possibly have it for write.
129 129 */
130 130 rrwlock_t dp_config_rwlock;
131 131
132 132 zfs_all_blkstats_t *dp_blkstats;
133 133 } dsl_pool_t;
134 134
135 135 int dsl_pool_init(spa_t *spa, uint64_t txg, dsl_pool_t **dpp);
136 136 int dsl_pool_open(dsl_pool_t *dp);
137 137 void dsl_pool_close(dsl_pool_t *dp);
138 138 dsl_pool_t *dsl_pool_create(spa_t *spa, nvlist_t *zplprops, uint64_t txg);
139 139 void dsl_pool_sync(dsl_pool_t *dp, uint64_t txg);
140 140 void dsl_pool_sync_done(dsl_pool_t *dp, uint64_t txg);
141 141 int dsl_pool_sync_context(dsl_pool_t *dp);
142 142 uint64_t dsl_pool_adjustedsize(dsl_pool_t *dp, boolean_t netfree);
143 143 uint64_t dsl_pool_adjustedfree(dsl_pool_t *dp, boolean_t netfree);
144 144 void dsl_pool_dirty_space(dsl_pool_t *dp, int64_t space, dmu_tx_t *tx);
145 145 void dsl_pool_undirty_space(dsl_pool_t *dp, int64_t space, uint64_t txg);
146 146 void dsl_free(dsl_pool_t *dp, uint64_t txg, const blkptr_t *bpp);
|
↓ open down ↓ |
146 lines elided |
↑ open up ↑ |
147 147 void dsl_free_sync(zio_t *pio, dsl_pool_t *dp, uint64_t txg,
148 148 const blkptr_t *bpp);
149 149 void dsl_pool_create_origin(dsl_pool_t *dp, dmu_tx_t *tx);
150 150 void dsl_pool_upgrade_clones(dsl_pool_t *dp, dmu_tx_t *tx);
151 151 void dsl_pool_upgrade_dir_clones(dsl_pool_t *dp, dmu_tx_t *tx);
152 152 void dsl_pool_mos_diduse_space(dsl_pool_t *dp,
153 153 int64_t used, int64_t comp, int64_t uncomp);
154 154 void dsl_pool_config_enter(dsl_pool_t *dp, void *tag);
155 155 void dsl_pool_config_exit(dsl_pool_t *dp, void *tag);
156 156 boolean_t dsl_pool_config_held(dsl_pool_t *dp);
157 +boolean_t dsl_pool_config_held_writer(dsl_pool_t *dp);
157 158 boolean_t dsl_pool_need_dirty_delay(dsl_pool_t *dp);
158 159
159 160 taskq_t *dsl_pool_vnrele_taskq(dsl_pool_t *dp);
160 161
161 162 int dsl_pool_user_hold(dsl_pool_t *dp, uint64_t dsobj,
162 163 const char *tag, uint64_t now, dmu_tx_t *tx);
163 164 int dsl_pool_user_release(dsl_pool_t *dp, uint64_t dsobj,
164 165 const char *tag, dmu_tx_t *tx);
165 166 void dsl_pool_clean_tmp_userrefs(dsl_pool_t *dp);
166 167 int dsl_pool_open_special_dir(dsl_pool_t *dp, const char *name, dsl_dir_t **);
167 168 int dsl_pool_hold(const char *name, void *tag, dsl_pool_t **dp);
168 169 void dsl_pool_rele(dsl_pool_t *dp, void *tag);
169 170
170 171 #ifdef __cplusplus
171 172 }
172 173 #endif
173 174
174 175 #endif /* _SYS_DSL_POOL_H */
XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX